Add video_codec_perf_tests to desktop and android perf test suites

Followed instructions in https://webrtc.googlesource.com/src/+/refs/heads/main/g3doc/add-new-test-binary.md

Bug: webrtc:14852
Change-Id: I4cdc7d55270de7b24723a89b8e3bb0d392d0e788
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/305600
Reviewed-by: Åsa Persson <asapersson@webrtc.org>
Reviewed-by: Jeremy Leconte <jleconte@google.com>
Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
Reviewed-by: Jeremy Leconte <jleconte@webrtc.org>
Commit-Queue: Sergey Silkin <ssilkin@webrtc.org>
Cr-Commit-Position: refs/heads/main@{#40118}
This commit is contained in:
Sergey Silkin 2023-05-19 11:10:15 +02:00 committed by WebRTC LUCI CQ
parent e3441ec456
commit 0328190ab3
11 changed files with 488 additions and 158 deletions

View File

@ -62,6 +62,7 @@ if (!build_with_chromium) {
"modules/remote_bitrate_estimator:rtp_to_text",
"modules/rtp_rtcp:test_packet_masks_metrics",
"modules/video_capture:video_capture_internal_impl",
"modules/video_coding:video_codec_perf_tests",
"net/dcsctp:dcsctp_unittests",
"pc:peer_connection_mediachannel_split_unittests",
"pc:peerconnection_unittests",

View File

@ -10085,7 +10085,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10137,7 +10137,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10189,7 +10189,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10240,7 +10240,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10291,7 +10291,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10342,7 +10342,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10393,7 +10393,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10444,7 +10444,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10495,7 +10495,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10546,7 +10546,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10597,7 +10597,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10648,7 +10648,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10699,7 +10699,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10750,7 +10750,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10801,7 +10801,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10852,7 +10852,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10904,7 +10904,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -10956,7 +10956,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11008,7 +11008,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11061,7 +11061,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11114,7 +11114,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11167,7 +11167,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11218,7 +11218,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11269,7 +11269,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11320,7 +11320,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11371,7 +11371,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11422,7 +11422,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11473,7 +11473,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11524,7 +11524,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11575,7 +11575,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11626,7 +11626,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11678,7 +11678,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11730,7 +11730,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11783,7 +11783,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11835,7 +11835,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11887,7 +11887,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11939,7 +11939,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -11991,7 +11991,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12043,7 +12043,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12094,7 +12094,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12147,7 +12147,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12200,7 +12200,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12253,7 +12253,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12304,7 +12304,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12355,7 +12355,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12406,7 +12406,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12457,7 +12457,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12508,7 +12508,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12559,7 +12559,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12610,7 +12610,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12661,7 +12661,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12712,7 +12712,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12763,7 +12763,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12814,7 +12814,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12865,7 +12865,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12917,7 +12917,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -12969,7 +12969,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -13021,7 +13021,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -13072,7 +13072,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -13123,7 +13123,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -13174,7 +13174,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -13225,7 +13225,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -13276,7 +13276,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [

View File

@ -43,6 +43,41 @@
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
@ -123,6 +158,41 @@
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
@ -203,6 +273,41 @@
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
@ -283,6 +388,41 @@
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
@ -401,6 +541,39 @@
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
@ -477,6 +650,40 @@
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"gce": "0",
"os": "Mac-11",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
@ -592,6 +799,39 @@
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Windows-10",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",

View File

@ -147,6 +147,10 @@
# TODO(bugs.webrtc.org/9292): remove use_webcam and the ensure script.
"use_webcam": True,
},
"video_codec_perf_tests": {
"label": "//modules/video_coding:video_codec_perf_tests",
"type": "console_test_launcher",
},
"video_engine_tests": {
"label": "//:video_engine_tests",
"type": "console_test_launcher",

View File

@ -26,7 +26,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -68,7 +68,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -111,7 +111,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -156,7 +156,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -199,7 +199,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -241,7 +241,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -283,7 +283,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -325,7 +325,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -367,7 +367,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -409,7 +409,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -451,7 +451,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -504,7 +504,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -554,7 +554,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -596,7 +596,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -639,7 +639,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -684,7 +684,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -727,7 +727,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -769,7 +769,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -811,7 +811,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -853,7 +853,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -895,7 +895,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -937,7 +937,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -979,7 +979,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [

View File

@ -174,7 +174,7 @@
'location':
'.',
'revision':
'git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118'
'git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2'
}]
}
},
@ -226,6 +226,12 @@
}
}
},
'perf-video-codec-perf-tests': {
'merge': {
'script': '//tools_webrtc/perf/process_perf_results.py',
'args': ['--test-suite', 'video_codec_perf_tests']
}
},
'perf-webrtc-perf-tests': {
'merge': {
'script': '//tools_webrtc/perf/process_perf_results.py',

View File

@ -151,6 +151,12 @@
'args': ['--nologs']
}
},
'perf-video-codec-perf-tests': {
'merge': {
'script': '//tools_webrtc/perf/process_perf_results.py',
'args': ['--test-suite', 'video_codec_perf_tests'],
},
},
'quick-perf-tests': {
'$mixin_append': {
'args': [

View File

@ -23,6 +23,9 @@
'../../third_party/android_sdk/public/platform-tools/adb',
]
},
'video_codec_perf_tests': {
'mixins': ['perf-video-codec-perf-tests'],
},
'webrtc_perf_tests': {
'mixins': ['perf-webrtc-perf-tests'],
},
@ -73,6 +76,9 @@
'mixins': ['perf-low-bandwidth-audio-perf-test'],
'args': ['.', '--remove'],
},
'video_codec_perf_tests': {
'mixins': ['perf-video-codec-perf-tests'],
},
'webrtc_perf_tests': {
'mixins': ['perf-webrtc-perf-tests'],
'args': [
@ -242,6 +248,11 @@
'mixins': ['baremetal-try-pool'],
}
},
'video_codec_perf_tests_tryserver': {
'video_codec_perf_tests': {
'mixins': ['quick-perf-tests', 'resultdb-gtest-json-format'],
}
},
'webrtc_perf_tests': {
'webrtc_perf_tests': {
'mixins': ['perf-webrtc-perf-tests'],
@ -275,6 +286,7 @@
'desktop_tests',
'linux_desktop_specific_tests',
'video_capture_tests_tryserver',
'video_codec_perf_tests_tryserver',
'webrtc_perf_tests_tryserver',
],
'linux_desktop_tests_with_video_capture': [

View File

@ -2567,7 +2567,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2619,7 +2619,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2671,7 +2671,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2722,7 +2722,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2773,7 +2773,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2824,7 +2824,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2875,7 +2875,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2926,7 +2926,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -2977,7 +2977,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3028,7 +3028,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3079,7 +3079,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3130,7 +3130,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3181,7 +3181,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3232,7 +3232,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3283,7 +3283,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3334,7 +3334,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3386,7 +3386,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3438,7 +3438,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3490,7 +3490,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3543,7 +3543,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3596,7 +3596,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3649,7 +3649,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3700,7 +3700,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3751,7 +3751,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3802,7 +3802,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3853,7 +3853,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3904,7 +3904,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -3955,7 +3955,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4006,7 +4006,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4057,7 +4057,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4108,7 +4108,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4160,7 +4160,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4212,7 +4212,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4265,7 +4265,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4317,7 +4317,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4369,7 +4369,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4421,7 +4421,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4473,7 +4473,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4525,7 +4525,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4576,7 +4576,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4629,7 +4629,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4682,7 +4682,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4735,7 +4735,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4786,7 +4786,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4837,7 +4837,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4888,7 +4888,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4939,7 +4939,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -4990,7 +4990,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5041,7 +5041,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5092,7 +5092,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5143,7 +5143,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5194,7 +5194,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5245,7 +5245,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5296,7 +5296,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5347,7 +5347,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5399,7 +5399,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5451,7 +5451,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5503,7 +5503,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5554,7 +5554,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5605,7 +5605,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5656,7 +5656,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5707,7 +5707,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -5758,7 +5758,7 @@
{
"cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".",
"revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2"
}
],
"dimension_sets": [
@ -6674,6 +6674,33 @@
},
"test_id_prefix": "ninja://modules/video_capture:video_capture_tests/"
},
{
"args": [
"--force_fieldtrials=WebRTC-QuickPerfTest/Enabled/",
"--nologs",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"isolate_profile_data": true,
"merge": {
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"os": "Ubuntu-18.04"
}
]
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"isolate_name": "video_engine_tests",
"isolate_profile_data": true,
@ -8543,6 +8570,32 @@
},
"test_id_prefix": "ninja://modules/video_capture:video_capture_tests/"
},
{
"args": [
"--force_fieldtrials=WebRTC-QuickPerfTest/Enabled/",
"--nologs",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"os": "Ubuntu-18.04"
}
]
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"isolate_name": "video_engine_tests",
"merge": {

View File

@ -1053,6 +1053,7 @@ if (rtc_include_tests) {
"../../api/video_codecs:video_codecs_api",
"../../media:rtc_internal_video_codecs",
"../../rtc_base:logging",
"../../system_wrappers:field_trial",
"../../test:fileutils",
"../../test:test_main",
"../../test:test_support",

View File

@ -38,6 +38,7 @@
#include "modules/video_coding/codecs/test/android_codec_factory_helper.h"
#endif
#include "rtc_base/logging.h"
#include "system_wrappers/include/field_trial.h"
#include "test/gtest.h"
#include "test/testsupport/file_utils.h"
#include "test/testsupport/frame_reader.h"
@ -601,7 +602,9 @@ TEST_P(SpatialQualityTest, SpatialQuality) {
std::vector<VideoCodecStats::Frame> frames = stats->Slice();
SetTargetRates(frame_settings, frames);
stream = stats->Aggregate(frames);
EXPECT_GE(stream.psnr.y.GetAverage(), psnr);
if (field_trial::IsEnabled("WebRTC-QuickPerfTest")) {
EXPECT_GE(stream.psnr.y.GetAverage(), psnr);
}
}
stream.LogMetrics(
@ -623,7 +626,7 @@ INSTANTIATE_TEST_SUITE_P(
Values("builtin"),
#endif
Values(kFourPeople_1280x720_30),
Values(std::make_tuple(320, 180, 30, 32, 29),
Values(std::make_tuple(320, 180, 30, 32, 28),
std::make_tuple(320, 180, 30, 64, 30),
std::make_tuple(320, 180, 30, 128, 33),
std::make_tuple(320, 180, 30, 256, 36),
@ -631,8 +634,8 @@ INSTANTIATE_TEST_SUITE_P(
std::make_tuple(640, 360, 30, 256, 33),
std::make_tuple(640, 360, 30, 384, 35),
std::make_tuple(640, 360, 30, 512, 36),
std::make_tuple(1280, 720, 30, 256, 33),
std::make_tuple(1280, 720, 30, 512, 35),
std::make_tuple(1280, 720, 30, 256, 32),
std::make_tuple(1280, 720, 30, 512, 34),
std::make_tuple(1280, 720, 30, 1024, 37),
std::make_tuple(1280, 720, 30, 2048, 39))),
SpatialQualityTest::TestParamsToString);
@ -684,8 +687,10 @@ TEST_P(BitrateAdaptationTest, BitrateAdaptation) {
stats->Slice(VideoCodecStats::Filter{.first_frame = first_frame});
SetTargetRates(frame_settings, frames);
stream = stats->Aggregate(frames);
EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10);
EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10);
if (field_trial::IsEnabled("WebRTC-QuickPerfTest")) {
EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10);
EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10);
}
}
stream.LogMetrics(
@ -761,8 +766,10 @@ TEST_P(FramerateAdaptationTest, FramerateAdaptation) {
stats->Slice(VideoCodecStats::Filter{.first_frame = first_frame});
SetTargetRates(frame_settings, frames);
stream = stats->Aggregate(frames);
EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10);
EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10);
if (field_trial::IsEnabled("WebRTC-QuickPerfTest")) {
EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10);
EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10);
}
}
stream.LogMetrics(