9b881abea9
With current congestion window pushback, when congestion window is filling up, it will reduce bitrate directly and encoder may reduce encode quality, resolution, or framerate to adapt to the allocated bitrate, the behavior is depending on the degradation preference. This change enable congestion window to only drop frames to reduce bitrate (when needed) instead of reduce general bitrate allocation. Bug: webrtc:11334 Change-Id: I9cf5c20a0858c4d07d006942abe72aa5e1f7cb38 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/168059 Commit-Queue: Ying Wang <yinwa@webrtc.org> Reviewed-by: Karl Wiberg <kwiberg@webrtc.org> Reviewed-by: Åsa Persson <asapersson@webrtc.org> Cr-Commit-Position: refs/heads/master@{#30483}
107 lines
3.8 KiB
C++
107 lines
3.8 KiB
C++
/*
|
|
* Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef API_VIDEO_VIDEO_STREAM_ENCODER_OBSERVER_H_
|
|
#define API_VIDEO_VIDEO_STREAM_ENCODER_OBSERVER_H_
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "absl/types/optional.h"
|
|
#include "api/video/video_bitrate_allocation.h"
|
|
#include "api/video/video_codec_constants.h"
|
|
#include "api/video_codecs/video_encoder.h"
|
|
#include "api/video_codecs/video_encoder_config.h"
|
|
|
|
namespace webrtc {
|
|
|
|
// TODO(nisse): Used for the OnSendEncodedImage callback below. The callback
|
|
// wants metadata such as size, encode timing, qp, but doesn't need actual
|
|
// encoded data. So use some other type to represent that.
|
|
class EncodedImage;
|
|
|
|
// Broken out into a base class, with public inheritance below, only to ease
|
|
// unit testing of the internal class OveruseFrameDetector.
|
|
class CpuOveruseMetricsObserver {
|
|
public:
|
|
virtual ~CpuOveruseMetricsObserver() = default;
|
|
virtual void OnEncodedFrameTimeMeasured(int encode_duration_ms,
|
|
int encode_usage_percent) = 0;
|
|
};
|
|
|
|
class VideoStreamEncoderObserver : public CpuOveruseMetricsObserver {
|
|
public:
|
|
// Number of resolution and framerate reductions (unset if disabled).
|
|
struct AdaptationSteps {
|
|
AdaptationSteps();
|
|
absl::optional<int> num_resolution_reductions = 0;
|
|
absl::optional<int> num_framerate_reductions = 0;
|
|
};
|
|
|
|
// TODO(nisse): There are too many enums to represent this. Besides
|
|
// this one, see AdaptationObserverInterface::AdaptReason and
|
|
// WebRtcVideoChannel::AdaptReason.
|
|
enum class AdaptationReason {
|
|
kNone, // Used for reset of counters.
|
|
kCpu,
|
|
kQuality,
|
|
};
|
|
|
|
// TODO(nisse): Duplicates enum EncodedImageCallback::DropReason.
|
|
enum class DropReason {
|
|
kSource,
|
|
kEncoderQueue,
|
|
kEncoder,
|
|
kMediaOptimization,
|
|
kCongestionWindow
|
|
};
|
|
|
|
~VideoStreamEncoderObserver() override = default;
|
|
|
|
virtual void OnIncomingFrame(int width, int height) = 0;
|
|
|
|
// TODO(nisse): Merge into one callback per encoded frame.
|
|
using CpuOveruseMetricsObserver::OnEncodedFrameTimeMeasured;
|
|
virtual void OnSendEncodedImage(const EncodedImage& encoded_image,
|
|
const CodecSpecificInfo* codec_info) = 0;
|
|
|
|
virtual void OnEncoderImplementationChanged(
|
|
const std::string& implementation_name) = 0;
|
|
|
|
virtual void OnFrameDropped(DropReason reason) = 0;
|
|
|
|
// Used to indicate change in content type, which may require a change in
|
|
// how stats are collected and set the configured preferred media bitrate.
|
|
virtual void OnEncoderReconfigured(
|
|
const VideoEncoderConfig& encoder_config,
|
|
const std::vector<VideoStream>& streams) = 0;
|
|
|
|
virtual void OnAdaptationChanged(AdaptationReason reason,
|
|
const AdaptationSteps& cpu_steps,
|
|
const AdaptationSteps& quality_steps) = 0;
|
|
virtual void OnMinPixelLimitReached() = 0;
|
|
virtual void OnInitialQualityResolutionAdaptDown() = 0;
|
|
|
|
virtual void OnSuspendChange(bool is_suspended) = 0;
|
|
|
|
virtual void OnBitrateAllocationUpdated(
|
|
const VideoCodec& codec,
|
|
const VideoBitrateAllocation& allocation) {}
|
|
|
|
// TODO(nisse): VideoStreamEncoder wants to query the stats, which makes this
|
|
// not a pure observer. GetInputFrameRate is needed for the cpu adaptation, so
|
|
// can be deleted if that responsibility is moved out to a VideoStreamAdaptor
|
|
// class.
|
|
virtual int GetInputFrameRate() const = 0;
|
|
};
|
|
|
|
} // namespace webrtc
|
|
#endif // API_VIDEO_VIDEO_STREAM_ENCODER_OBSERVER_H_
|