3c6eac2860
Framerate-reduction code is disabled on all platforms, and this code adds complexity. It's necessary to react fast, especially on mobile platforms or other bad network conditions and framerate reduction adds another step between HD and QVGA. BUG=webrtc:5678, webrtc:5830 R=jackychen@webrtc.org, mflodman@webrtc.org Review URL: https://codereview.webrtc.org/1885893002 . Cr-Commit-Position: refs/heads/master@{#12503}
149 lines
4.1 KiB
C++
149 lines
4.1 KiB
C++
/*
|
|
* Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "webrtc/modules/video_processing/frame_preprocessor.h"
|
|
|
|
#include "webrtc/modules/video_processing/video_denoiser.h"
|
|
|
|
namespace webrtc {
|
|
|
|
VPMFramePreprocessor::VPMFramePreprocessor()
|
|
: content_metrics_(nullptr),
|
|
resampled_frame_(),
|
|
enable_ca_(false),
|
|
frame_cnt_(0) {
|
|
spatial_resampler_ = new VPMSimpleSpatialResampler();
|
|
ca_ = new VPMContentAnalysis(true);
|
|
vd_ = new VPMVideoDecimator();
|
|
EnableDenosing(false);
|
|
denoised_frame_toggle_ = 0;
|
|
}
|
|
|
|
VPMFramePreprocessor::~VPMFramePreprocessor() {
|
|
Reset();
|
|
delete ca_;
|
|
delete vd_;
|
|
delete spatial_resampler_;
|
|
}
|
|
|
|
void VPMFramePreprocessor::Reset() {
|
|
ca_->Release();
|
|
vd_->Reset();
|
|
content_metrics_ = nullptr;
|
|
spatial_resampler_->Reset();
|
|
enable_ca_ = false;
|
|
frame_cnt_ = 0;
|
|
}
|
|
|
|
void VPMFramePreprocessor::EnableTemporalDecimation(bool enable) {
|
|
vd_->EnableTemporalDecimation(enable);
|
|
}
|
|
|
|
void VPMFramePreprocessor::EnableContentAnalysis(bool enable) {
|
|
enable_ca_ = enable;
|
|
}
|
|
|
|
void VPMFramePreprocessor::SetInputFrameResampleMode(
|
|
VideoFrameResampling resampling_mode) {
|
|
spatial_resampler_->SetInputFrameResampleMode(resampling_mode);
|
|
}
|
|
|
|
int32_t VPMFramePreprocessor::SetTargetResolution(uint32_t width,
|
|
uint32_t height,
|
|
uint32_t frame_rate) {
|
|
if ((width == 0) || (height == 0) || (frame_rate == 0)) {
|
|
return VPM_PARAMETER_ERROR;
|
|
}
|
|
int32_t ret_val = 0;
|
|
ret_val = spatial_resampler_->SetTargetFrameSize(width, height);
|
|
|
|
if (ret_val < 0)
|
|
return ret_val;
|
|
|
|
vd_->SetTargetFramerate(frame_rate);
|
|
return VPM_OK;
|
|
}
|
|
|
|
void VPMFramePreprocessor::UpdateIncomingframe_rate() {
|
|
vd_->UpdateIncomingframe_rate();
|
|
}
|
|
|
|
uint32_t VPMFramePreprocessor::GetDecimatedFrameRate() {
|
|
return vd_->GetDecimatedFrameRate();
|
|
}
|
|
|
|
uint32_t VPMFramePreprocessor::GetDecimatedWidth() const {
|
|
return spatial_resampler_->TargetWidth();
|
|
}
|
|
|
|
uint32_t VPMFramePreprocessor::GetDecimatedHeight() const {
|
|
return spatial_resampler_->TargetHeight();
|
|
}
|
|
|
|
void VPMFramePreprocessor::EnableDenosing(bool enable) {
|
|
if (enable) {
|
|
denoiser_.reset(new VideoDenoiser(true));
|
|
} else {
|
|
denoiser_.reset();
|
|
}
|
|
}
|
|
|
|
const VideoFrame* VPMFramePreprocessor::PreprocessFrame(
|
|
const VideoFrame& frame) {
|
|
if (frame.IsZeroSize()) {
|
|
return nullptr;
|
|
}
|
|
|
|
vd_->UpdateIncomingframe_rate();
|
|
if (vd_->DropFrame()) {
|
|
return nullptr;
|
|
}
|
|
|
|
const VideoFrame* current_frame = &frame;
|
|
if (denoiser_) {
|
|
VideoFrame* denoised_frame = &denoised_frame_[0];
|
|
VideoFrame* denoised_frame_prev = &denoised_frame_[1];
|
|
// Swap the buffer to save one memcpy in DenoiseFrame.
|
|
if (denoised_frame_toggle_) {
|
|
denoised_frame = &denoised_frame_[1];
|
|
denoised_frame_prev = &denoised_frame_[0];
|
|
}
|
|
// Invert the flag.
|
|
denoised_frame_toggle_ ^= 1;
|
|
denoiser_->DenoiseFrame(*current_frame, denoised_frame, denoised_frame_prev,
|
|
true);
|
|
current_frame = denoised_frame;
|
|
}
|
|
|
|
if (spatial_resampler_->ApplyResample(current_frame->width(),
|
|
current_frame->height())) {
|
|
if (spatial_resampler_->ResampleFrame(*current_frame, &resampled_frame_) !=
|
|
VPM_OK) {
|
|
return nullptr;
|
|
}
|
|
current_frame = &resampled_frame_;
|
|
}
|
|
|
|
// Perform content analysis on the frame to be encoded.
|
|
if (enable_ca_ && frame_cnt_ % kSkipFrameCA == 0) {
|
|
// Compute new metrics every |kSkipFramesCA| frames, starting with
|
|
// the first frame.
|
|
content_metrics_ = ca_->ComputeContentMetrics(*current_frame);
|
|
}
|
|
++frame_cnt_;
|
|
return current_frame;
|
|
}
|
|
|
|
VideoContentMetrics* VPMFramePreprocessor::GetContentMetrics() const {
|
|
return content_metrics_;
|
|
}
|
|
|
|
} // namespace webrtc
|