0f0aa9c7a8
IsAdaptationUpAllowed is moved from Resource to AdaptationConstraint. OnAdaptationApplied is moved from Resource to AdaptationListener. In a future CL, Resource will be moved to api/, but AdaptationConstraint and AdaptationListener will stay in call/. The processor, encode stream and manager are updated to keep track of both resources, constraints and listeners. Fakes and tests are updated. After this CL, the manager's inner classes that prevent adaptation implement AdaptationConstraint instead of Resource. Bug: webrtc:11525 Change-Id: Ie9cd5b1ba7d8e161951e131ab8f6bd9d5cf765bf Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/176368 Reviewed-by: Ilya Nikolaevskiy <ilnik@webrtc.org> Reviewed-by: Evan Shrubsole <eshr@google.com> Commit-Queue: Henrik Boström <hbos@webrtc.org> Cr-Commit-Position: refs/heads/master@{#31409}
104 lines
4.1 KiB
C++
104 lines
4.1 KiB
C++
/*
|
|
* Copyright 2020 The WebRTC Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef VIDEO_ADAPTATION_QUALITY_SCALER_RESOURCE_H_
|
|
#define VIDEO_ADAPTATION_QUALITY_SCALER_RESOURCE_H_
|
|
|
|
#include <memory>
|
|
#include <queue>
|
|
#include <string>
|
|
|
|
#include "absl/types/optional.h"
|
|
#include "api/scoped_refptr.h"
|
|
#include "api/video/video_adaptation_reason.h"
|
|
#include "api/video_codecs/video_encoder.h"
|
|
#include "call/adaptation/adaptation_listener.h"
|
|
#include "call/adaptation/resource_adaptation_processor_interface.h"
|
|
#include "modules/video_coding/utility/quality_scaler.h"
|
|
#include "rtc_base/critical_section.h"
|
|
#include "rtc_base/ref_counted_object.h"
|
|
#include "rtc_base/task_queue.h"
|
|
#include "video/adaptation/video_stream_encoder_resource.h"
|
|
|
|
namespace webrtc {
|
|
|
|
// Handles interaction with the QualityScaler.
|
|
class QualityScalerResource : public VideoStreamEncoderResource,
|
|
public AdaptationListener,
|
|
public QualityScalerQpUsageHandlerInterface {
|
|
public:
|
|
static rtc::scoped_refptr<QualityScalerResource> Create();
|
|
|
|
QualityScalerResource();
|
|
~QualityScalerResource() override;
|
|
|
|
void SetAdaptationProcessor(
|
|
ResourceAdaptationProcessorInterface* adaptation_processor);
|
|
|
|
bool is_started() const;
|
|
|
|
void StartCheckForOveruse(VideoEncoder::QpThresholds qp_thresholds);
|
|
void StopCheckForOveruse();
|
|
|
|
void SetQpThresholds(VideoEncoder::QpThresholds qp_thresholds);
|
|
bool QpFastFilterLow();
|
|
void OnEncodeCompleted(const EncodedImage& encoded_image,
|
|
int64_t time_sent_in_us);
|
|
void OnFrameDropped(EncodedImageCallback::DropReason reason);
|
|
|
|
// QualityScalerQpUsageHandlerInterface implementation.
|
|
void OnReportQpUsageHigh(
|
|
rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface> callback)
|
|
override;
|
|
void OnReportQpUsageLow(
|
|
rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface> callback)
|
|
override;
|
|
|
|
// AdaptationListener implementation.
|
|
void OnAdaptationApplied(
|
|
const VideoStreamInputState& input_state,
|
|
const VideoSourceRestrictions& restrictions_before,
|
|
const VideoSourceRestrictions& restrictions_after,
|
|
rtc::scoped_refptr<Resource> reason_resource) override;
|
|
|
|
private:
|
|
size_t QueuePendingCallback(
|
|
rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface>
|
|
callback);
|
|
void HandlePendingCallback(size_t callback_id, bool clear_qp_samples);
|
|
void AbortPendingCallbacks();
|
|
|
|
// Members accessed on the encoder queue.
|
|
std::unique_ptr<QualityScaler> quality_scaler_
|
|
RTC_GUARDED_BY(encoder_queue());
|
|
// The timestamp of the last time we reported underuse because this resource
|
|
// was disabled in order to prevent getting stuck with QP adaptations. Used to
|
|
// make sure underuse reporting is not too spammy.
|
|
absl::optional<int64_t> last_underuse_due_to_disabled_timestamp_ms_
|
|
RTC_GUARDED_BY(encoder_queue());
|
|
// Every OnReportQpUsageHigh/Low() operation has a callback that MUST be
|
|
// invoked on the encoder_queue(). Because usage measurements are reported on
|
|
// the encoder_queue() but handled by the processor on the the
|
|
// resource_adaptation_queue_(), handling a measurement entails a task queue
|
|
// "ping" round-trip. Multiple callbacks in-flight is thus possible.
|
|
size_t num_handled_callbacks_ RTC_GUARDED_BY(encoder_queue());
|
|
std::queue<rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface>>
|
|
pending_callbacks_ RTC_GUARDED_BY(encoder_queue());
|
|
|
|
// Members accessed on the adaptation queue.
|
|
ResourceAdaptationProcessorInterface* adaptation_processor_
|
|
RTC_GUARDED_BY(resource_adaptation_queue());
|
|
bool clear_qp_samples_ RTC_GUARDED_BY(resource_adaptation_queue());
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // VIDEO_ADAPTATION_QUALITY_SCALER_RESOURCE_H_
|