admin/webrtc_m130
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix video renderer slowdown by wrong RenderTime

Browse Source 
This commit fixes the issue of video playback in slow motion caused by VCMTiming being unable to provide the correct rendering time in
 scenarios of continuous network packet loss

WANT_LGTM=mbonadei

Bug: webrtc:376183208
Change-Id: I63617068506e536c4b812215ea084eec18e8ee06
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/367000
Reviewed-by: Rasmus Brandt <brandtr@webrtc.org>
Reviewed-by: Ilya Nikolaevskiy <ilnik@webrtc.org>
Commit-Queue: Ilya Nikolaevskiy <ilnik@webrtc.org>
Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
Cr-Commit-Position: refs/heads/main@{#43392}
This commit is contained in:
Shunbo Li 2024-11-12 10:37:46 +08:00 committed by WebRTC LUCI CQ
parent 019bca9590
commit b7f5e7fb29
3 changed files with 49 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
AUTHORS
View File

@ -125,6 +125,7 @@ Sergio Garcia Murillo <sergio.garcia.murillo@gmail.com>
Shaofan Qi <vshaqi@gmail.com>
Shigemasa Watanabe <shigemasa7watanabe@gmail.com>
Shuhai Peng <shuhai.peng@intel.com>
Shunbo Li <lishunbo@agora.io>
Shunbo Li <lishunbo@shengwang.cn>
Seija <doremylover123@gmail.com>
Silviu Caragea <silviu.cpp@gmail.com>

8
modules/video_coding/timing/timing.cc
View File

@ -201,8 +201,12 @@ Timestamp VCMTiming::RenderTimeInternal(uint32_t frame_timestamp,
}
// Note that TimestampExtrapolator::ExtrapolateLocalTime is not a const
// method; it mutates the object's wraparound state.
Timestamp estimated_complete_time =
ts_extrapolator_->ExtrapolateLocalTime(frame_timestamp).value_or(now);
std::optional<Timestamp> local_time =
ts_extrapolator_->ExtrapolateLocalTime(frame_timestamp);
if (!local_time.has_value()) {
return now;
}
Timestamp estimated_complete_time = *local_time;
// Make sure the actual delay stays in the range of `min_playout_delay_`
// and `max_playout_delay_`.

42
modules/video_coding/timing/timing_unittest.cc
View File

@ -449,4 +449,46 @@ TEST(VCMTimingTest, GetTimings) {
EXPECT_THAT(timings, HasConsistentVideoDelayTimings());
}
TEST(VCMTimingTest, GetTimingsBeforeAndAfterValidRtpTimestamp) {
SimulatedClock clock(33);
test::ScopedKeyValueConfig field_trials;
VCMTiming timing(&clock, field_trials);
// Setup.
TimeDelta min_playout_delay = TimeDelta::Millis(50);
timing.set_min_playout_delay(min_playout_delay);
timing.set_max_playout_delay(TimeDelta::Millis(500));
// On decodable frames before valid rtp timestamp.
constexpr int decodeable_frame_cnt = 10;
constexpr uint32_t any_time_elapsed = 17;
constexpr uint32_t rtp_ts_base = 3000;
constexpr uint32_t rtp_ts_delta_10fps = 9000;
constexpr uint32_t frame_ts_delta_10fps = 100;
uint32_t rtp_ts = rtp_ts_base;
for (int i = 0; i < decodeable_frame_cnt; i++) {
clock.AdvanceTimeMilliseconds(any_time_elapsed);
rtp_ts += rtp_ts_delta_10fps;
Timestamp render_time = timing.RenderTime(rtp_ts, clock.CurrentTime());
// Render time should be CurrentTime, because timing.IncomingTimestamp has
// not been called yet.
EXPECT_EQ(render_time, clock.CurrentTime());
}
// On frame complete, which one not 'metadata.delayed_by_retransmission'
Timestamp valid_frame_ts = clock.CurrentTime();
timing.IncomingTimestamp(rtp_ts, valid_frame_ts);
clock.AdvanceTimeMilliseconds(any_time_elapsed);
rtp_ts += rtp_ts_delta_10fps;
Timestamp render_time = timing.RenderTime(rtp_ts, clock.CurrentTime());
// Render time should be relative to the latest valid frame timestamp.
EXPECT_EQ(render_time, valid_frame_ts +
TimeDelta::Millis(frame_ts_delta_10fps) +
min_playout_delay);
}
} // namespace webrtc