As part of go/unblocking-vp9-simulcast (Step 1), EncodedImage is being upgraded to be able to differentiate between what is a simulcast index and what is a spatial index. In order not to break existing code assuming that "if codec != VP9, SpatialIndex() is the simulcast index", SimulcastIndex() has fallback logic to return the value of spatial_index_ in the event that SetSimulcastIndex() has not been called. This allows migrating external code from (Set)SpatialIndex() to (Set)SimulcastIndex(). During this intermediate time, codec gates are still necessary in some places of the code, see TODOs added. In a follow-up CL, after having fixed dependencies, we'll be able to remove the fallback logic and rely on SimulcastIndex() and SpatialIndex() actually being the advertised index and "if codec..." hacks will be a thing of the past! Bug: webrtc:14884 Change-Id: I70095c091d0ce2336640451150888a3c3841df80 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/293343 Commit-Queue: Henrik Boström <hbos@webrtc.org> Reviewed-by: Ilya Nikolaevskiy <ilnik@webrtc.org> Reviewed-by: Erik Språng <sprang@webrtc.org> Reviewed-by: Evan Shrubsole <eshr@webrtc.org> Reviewed-by: Philip Eliasson <philipel@webrtc.org> Cr-Commit-Position: refs/heads/main@{#39318}
131 lines
4.3 KiB
C++
131 lines
4.3 KiB
C++
/*
|
|
* Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "test/fake_vp8_encoder.h"
|
|
|
|
#include <algorithm>
|
|
|
|
#include "absl/types/optional.h"
|
|
#include "api/video_codecs/video_encoder.h"
|
|
#include "api/video_codecs/vp8_temporal_layers.h"
|
|
#include "api/video_codecs/vp8_temporal_layers_factory.h"
|
|
#include "modules/video_coding/codecs/interface/common_constants.h"
|
|
#include "modules/video_coding/include/video_codec_interface.h"
|
|
#include "modules/video_coding/include/video_error_codes.h"
|
|
#include "modules/video_coding/utility/simulcast_utility.h"
|
|
|
|
namespace {
|
|
|
|
// Write width and height to the payload the same way as the real encoder does.
|
|
// It requires that `payload` has a size of at least kMinPayLoadHeaderLength.
|
|
void WriteFakeVp8(unsigned char* payload,
|
|
int width,
|
|
int height,
|
|
bool key_frame) {
|
|
payload[0] = key_frame ? 0 : 0x01;
|
|
|
|
if (key_frame) {
|
|
payload[9] = (height & 0x3F00) >> 8;
|
|
payload[8] = (height & 0x00FF);
|
|
|
|
payload[7] = (width & 0x3F00) >> 8;
|
|
payload[6] = (width & 0x00FF);
|
|
}
|
|
}
|
|
} // namespace
|
|
|
|
namespace webrtc {
|
|
|
|
namespace test {
|
|
|
|
FakeVp8Encoder::FakeVp8Encoder(Clock* clock) : FakeEncoder(clock) {
|
|
sequence_checker_.Detach();
|
|
}
|
|
|
|
int32_t FakeVp8Encoder::InitEncode(const VideoCodec* config,
|
|
const Settings& settings) {
|
|
RTC_DCHECK_RUN_ON(&sequence_checker_);
|
|
auto result = FakeEncoder::InitEncode(config, settings);
|
|
if (result != WEBRTC_VIDEO_CODEC_OK) {
|
|
return result;
|
|
}
|
|
|
|
Vp8TemporalLayersFactory factory;
|
|
frame_buffer_controller_ =
|
|
factory.Create(*config, settings, &fec_controller_override_);
|
|
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
int32_t FakeVp8Encoder::Release() {
|
|
auto result = FakeEncoder::Release();
|
|
sequence_checker_.Detach();
|
|
return result;
|
|
}
|
|
|
|
CodecSpecificInfo FakeVp8Encoder::PopulateCodecSpecific(
|
|
size_t size_bytes,
|
|
VideoFrameType frame_type,
|
|
int stream_idx,
|
|
uint32_t timestamp) {
|
|
RTC_DCHECK_RUN_ON(&sequence_checker_);
|
|
CodecSpecificInfo codec_specific;
|
|
codec_specific.codecType = kVideoCodecVP8;
|
|
codec_specific.codecSpecific.VP8.keyIdx = kNoKeyIdx;
|
|
codec_specific.codecSpecific.VP8.nonReference = false;
|
|
if (size_bytes > 0) {
|
|
frame_buffer_controller_->OnEncodeDone(
|
|
stream_idx, timestamp, size_bytes,
|
|
frame_type == VideoFrameType::kVideoFrameKey, -1, &codec_specific);
|
|
} else {
|
|
frame_buffer_controller_->OnFrameDropped(stream_idx, timestamp);
|
|
}
|
|
return codec_specific;
|
|
}
|
|
|
|
CodecSpecificInfo FakeVp8Encoder::EncodeHook(
|
|
EncodedImage& encoded_image,
|
|
rtc::scoped_refptr<EncodedImageBuffer> buffer) {
|
|
RTC_DCHECK_RUN_ON(&sequence_checker_);
|
|
uint8_t simulcast_index = encoded_image.SimulcastIndex().value_or(0);
|
|
frame_buffer_controller_->NextFrameConfig(simulcast_index,
|
|
encoded_image.Timestamp());
|
|
CodecSpecificInfo codec_specific =
|
|
PopulateCodecSpecific(encoded_image.size(), encoded_image._frameType,
|
|
simulcast_index, encoded_image.Timestamp());
|
|
|
|
// Write width and height to the payload the same way as the real encoder
|
|
// does.
|
|
WriteFakeVp8(buffer->data(), encoded_image._encodedWidth,
|
|
encoded_image._encodedHeight,
|
|
encoded_image._frameType == VideoFrameType::kVideoFrameKey);
|
|
return codec_specific;
|
|
}
|
|
|
|
VideoEncoder::EncoderInfo FakeVp8Encoder::GetEncoderInfo() const {
|
|
EncoderInfo info;
|
|
info.implementation_name = "FakeVp8Encoder";
|
|
MutexLock lock(&mutex_);
|
|
for (int sid = 0; sid < config_.numberOfSimulcastStreams; ++sid) {
|
|
int number_of_temporal_layers =
|
|
config_.simulcastStream[sid].numberOfTemporalLayers;
|
|
info.fps_allocation[sid].clear();
|
|
for (int tid = 0; tid < number_of_temporal_layers; ++tid) {
|
|
// {1/4, 1/2, 1} allocation for num layers = 3.
|
|
info.fps_allocation[sid].push_back(255 /
|
|
(number_of_temporal_layers - tid));
|
|
}
|
|
}
|
|
return info;
|
|
}
|
|
|
|
} // namespace test
|
|
} // namespace webrtc
|