diff --git a/BUILD.gn b/BUILD.gn index d5289b85d7..d847605cdd 100644 --- a/BUILD.gn +++ b/BUILD.gn @@ -62,6 +62,7 @@ if (!build_with_chromium) { "modules/remote_bitrate_estimator:rtp_to_text", "modules/rtp_rtcp:test_packet_masks_metrics", "modules/video_capture:video_capture_internal_impl", + "modules/video_coding:video_codec_perf_tests", "net/dcsctp:dcsctp_unittests", "pc:peer_connection_mediachannel_split_unittests", "pc:peerconnection_unittests", diff --git a/infra/specs/client.webrtc.json b/infra/specs/client.webrtc.json index 833889957d..8ebea35a94 100644 --- a/infra/specs/client.webrtc.json +++ b/infra/specs/client.webrtc.json @@ -10085,7 +10085,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10137,7 +10137,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10189,7 +10189,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10240,7 +10240,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10291,7 +10291,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10342,7 +10342,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10393,7 +10393,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10444,7 +10444,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10495,7 +10495,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10546,7 +10546,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10597,7 +10597,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10648,7 +10648,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10699,7 +10699,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10750,7 +10750,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10801,7 +10801,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10852,7 +10852,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10904,7 +10904,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -10956,7 +10956,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11008,7 +11008,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11061,7 +11061,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11114,7 +11114,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11167,7 +11167,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11218,7 +11218,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11269,7 +11269,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11320,7 +11320,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11371,7 +11371,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11422,7 +11422,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11473,7 +11473,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11524,7 +11524,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11575,7 +11575,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11626,7 +11626,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11678,7 +11678,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11730,7 +11730,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11783,7 +11783,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11835,7 +11835,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11887,7 +11887,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11939,7 +11939,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -11991,7 +11991,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12043,7 +12043,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12094,7 +12094,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12147,7 +12147,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12200,7 +12200,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12253,7 +12253,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12304,7 +12304,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12355,7 +12355,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12406,7 +12406,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12457,7 +12457,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12508,7 +12508,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12559,7 +12559,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12610,7 +12610,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12661,7 +12661,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12712,7 +12712,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12763,7 +12763,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12814,7 +12814,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12865,7 +12865,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12917,7 +12917,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -12969,7 +12969,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -13021,7 +13021,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -13072,7 +13072,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -13123,7 +13123,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -13174,7 +13174,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -13225,7 +13225,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -13276,7 +13276,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ diff --git a/infra/specs/client.webrtc.perf.json b/infra/specs/client.webrtc.perf.json index 9644628fbc..aa4f0ae117 100644 --- a/infra/specs/client.webrtc.perf.json +++ b/infra/specs/client.webrtc.perf.json @@ -43,6 +43,41 @@ "test": "low_bandwidth_audio_perf_test", "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" + ], + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "resultdb": { + "enable": true, + "has_native_resultdb_integration": true + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "android_devices": "1", + "device_type": "walleye", + "gce": "0", + "os": "Android", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800, + "service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com" + }, + "test": "video_codec_perf_tests", + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb", @@ -123,6 +158,41 @@ "test": "low_bandwidth_audio_perf_test", "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" + ], + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "resultdb": { + "enable": true, + "has_native_resultdb_integration": true + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "android_devices": "1", + "device_type": "redfin", + "gce": "0", + "os": "Android", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800, + "service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com" + }, + "test": "video_codec_perf_tests", + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb", @@ -203,6 +273,41 @@ "test": "low_bandwidth_audio_perf_test", "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" + ], + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "resultdb": { + "enable": true, + "has_native_resultdb_integration": true + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "android_devices": "1", + "device_type": "walleye", + "gce": "0", + "os": "Android", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800, + "service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com" + }, + "test": "video_codec_perf_tests", + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb", @@ -283,6 +388,41 @@ "test": "low_bandwidth_audio_perf_test", "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" + ], + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "resultdb": { + "enable": true, + "has_native_resultdb_integration": true + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "android_devices": "1", + "device_type": "redfin", + "gce": "0", + "os": "Android", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800, + "service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com" + }, + "test": "video_codec_perf_tests", + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb", @@ -401,6 +541,39 @@ }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" + ], + "isolate_name": "video_codec_perf_tests", + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "name": "video_codec_perf_tests", + "resultdb": { + "result_file": "${ISOLATED_OUTDIR}/gtest_output.json", + "result_format": "gtest_json" + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "gce": "0", + "os": "Ubuntu-18.04", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800 + }, + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--test_artifacts_dir=${ISOLATED_OUTDIR}", @@ -477,6 +650,40 @@ }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" + ], + "isolate_name": "video_codec_perf_tests", + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "name": "video_codec_perf_tests", + "resultdb": { + "result_file": "${ISOLATED_OUTDIR}/gtest_output.json", + "result_format": "gtest_json" + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "cpu": "x86-64", + "gce": "0", + "os": "Mac-11", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800 + }, + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--test_artifacts_dir=${ISOLATED_OUTDIR}", @@ -592,6 +799,39 @@ }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" }, + { + "args": [ + "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" + ], + "isolate_name": "video_codec_perf_tests", + "merge": { + "args": [ + "--test-suite", + "video_codec_perf_tests" + ], + "script": "//tools_webrtc/perf/process_perf_results.py" + }, + "name": "video_codec_perf_tests", + "resultdb": { + "result_file": "${ISOLATED_OUTDIR}/gtest_output.json", + "result_format": "gtest_json" + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "gce": "0", + "os": "Windows-10", + "pool": "WebRTC-perf" + } + ], + "expiration": 10800, + "hard_timeout": 10800, + "idempotent": false, + "io_timeout": 10800 + }, + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "args": [ "--test_artifacts_dir=${ISOLATED_OUTDIR}", diff --git a/infra/specs/gn_isolate_map.pyl b/infra/specs/gn_isolate_map.pyl index 8b1ce276b7..9133b822f6 100644 --- a/infra/specs/gn_isolate_map.pyl +++ b/infra/specs/gn_isolate_map.pyl @@ -147,6 +147,10 @@ # TODO(bugs.webrtc.org/9292): remove use_webcam and the ensure script. "use_webcam": True, }, + "video_codec_perf_tests": { + "label": "//modules/video_coding:video_codec_perf_tests", + "type": "console_test_launcher", + }, "video_engine_tests": { "label": "//:video_engine_tests", "type": "console_test_launcher", diff --git a/infra/specs/internal.client.webrtc.json b/infra/specs/internal.client.webrtc.json index 9fcb9225e7..3b47fad951 100644 --- a/infra/specs/internal.client.webrtc.json +++ b/infra/specs/internal.client.webrtc.json @@ -26,7 +26,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -68,7 +68,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -111,7 +111,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -156,7 +156,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -199,7 +199,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -241,7 +241,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -283,7 +283,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -325,7 +325,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -367,7 +367,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -409,7 +409,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -451,7 +451,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -504,7 +504,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -554,7 +554,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -596,7 +596,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -639,7 +639,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -684,7 +684,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -727,7 +727,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -769,7 +769,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -811,7 +811,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -853,7 +853,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -895,7 +895,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -937,7 +937,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -979,7 +979,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ diff --git a/infra/specs/mixins.pyl b/infra/specs/mixins.pyl index e8b94ee141..4a04a73bc9 100644 --- a/infra/specs/mixins.pyl +++ b/infra/specs/mixins.pyl @@ -174,7 +174,7 @@ 'location': '.', 'revision': - 'git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118' + 'git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2' }] } }, @@ -226,6 +226,12 @@ } } }, + 'perf-video-codec-perf-tests': { + 'merge': { + 'script': '//tools_webrtc/perf/process_perf_results.py', + 'args': ['--test-suite', 'video_codec_perf_tests'] + } + }, 'perf-webrtc-perf-tests': { 'merge': { 'script': '//tools_webrtc/perf/process_perf_results.py', diff --git a/infra/specs/mixins_webrtc.pyl b/infra/specs/mixins_webrtc.pyl index c29af11e55..afb528077f 100644 --- a/infra/specs/mixins_webrtc.pyl +++ b/infra/specs/mixins_webrtc.pyl @@ -151,6 +151,12 @@ 'args': ['--nologs'] } }, + 'perf-video-codec-perf-tests': { + 'merge': { + 'script': '//tools_webrtc/perf/process_perf_results.py', + 'args': ['--test-suite', 'video_codec_perf_tests'], + }, + }, 'quick-perf-tests': { '$mixin_append': { 'args': [ diff --git a/infra/specs/test_suites.pyl b/infra/specs/test_suites.pyl index 441da592c6..cf1d74444a 100644 --- a/infra/specs/test_suites.pyl +++ b/infra/specs/test_suites.pyl @@ -23,6 +23,9 @@ '../../third_party/android_sdk/public/platform-tools/adb', ] }, + 'video_codec_perf_tests': { + 'mixins': ['perf-video-codec-perf-tests'], + }, 'webrtc_perf_tests': { 'mixins': ['perf-webrtc-perf-tests'], }, @@ -73,6 +76,9 @@ 'mixins': ['perf-low-bandwidth-audio-perf-test'], 'args': ['.', '--remove'], }, + 'video_codec_perf_tests': { + 'mixins': ['perf-video-codec-perf-tests'], + }, 'webrtc_perf_tests': { 'mixins': ['perf-webrtc-perf-tests'], 'args': [ @@ -242,6 +248,11 @@ 'mixins': ['baremetal-try-pool'], } }, + 'video_codec_perf_tests_tryserver': { + 'video_codec_perf_tests': { + 'mixins': ['quick-perf-tests', 'resultdb-gtest-json-format'], + } + }, 'webrtc_perf_tests': { 'webrtc_perf_tests': { 'mixins': ['perf-webrtc-perf-tests'], @@ -275,6 +286,7 @@ 'desktop_tests', 'linux_desktop_specific_tests', 'video_capture_tests_tryserver', + 'video_codec_perf_tests_tryserver', 'webrtc_perf_tests_tryserver', ], 'linux_desktop_tests_with_video_capture': [ diff --git a/infra/specs/tryserver.webrtc.json b/infra/specs/tryserver.webrtc.json index 9ad0d7e5ee..b15eb354dc 100644 --- a/infra/specs/tryserver.webrtc.json +++ b/infra/specs/tryserver.webrtc.json @@ -2567,7 +2567,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2619,7 +2619,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2671,7 +2671,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2722,7 +2722,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2773,7 +2773,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2824,7 +2824,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2875,7 +2875,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2926,7 +2926,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -2977,7 +2977,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3028,7 +3028,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3079,7 +3079,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3130,7 +3130,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3181,7 +3181,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3232,7 +3232,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3283,7 +3283,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3334,7 +3334,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3386,7 +3386,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3438,7 +3438,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3490,7 +3490,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3543,7 +3543,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3596,7 +3596,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3649,7 +3649,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3700,7 +3700,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3751,7 +3751,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3802,7 +3802,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3853,7 +3853,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3904,7 +3904,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -3955,7 +3955,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4006,7 +4006,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4057,7 +4057,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4108,7 +4108,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4160,7 +4160,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4212,7 +4212,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4265,7 +4265,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4317,7 +4317,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4369,7 +4369,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4421,7 +4421,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4473,7 +4473,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4525,7 +4525,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4576,7 +4576,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4629,7 +4629,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4682,7 +4682,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4735,7 +4735,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4786,7 +4786,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4837,7 +4837,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4888,7 +4888,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4939,7 +4939,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -4990,7 +4990,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5041,7 +5041,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5092,7 +5092,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5143,7 +5143,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5194,7 +5194,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5245,7 +5245,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5296,7 +5296,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5347,7 +5347,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5399,7 +5399,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5451,7 +5451,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5503,7 +5503,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5554,7 +5554,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5605,7 +5605,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5656,7 +5656,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5707,7 +5707,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -5758,7 +5758,7 @@ { "cipd_package": "infra/tools/mac_toolchain/${platform}", "location": ".", - "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118" + "revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" } ], "dimension_sets": [ @@ -6674,6 +6674,33 @@ }, "test_id_prefix": "ninja://modules/video_capture:video_capture_tests/" }, + { + "args": [ + "--force_fieldtrials=WebRTC-QuickPerfTest/Enabled/", + "--nologs", + "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" + ], + "isolate_name": "video_codec_perf_tests", + "isolate_profile_data": true, + "merge": { + "script": "//testing/merge_scripts/standard_isolated_script_merge.py" + }, + "name": "video_codec_perf_tests", + "resultdb": { + "result_file": "${ISOLATED_OUTDIR}/gtest_output.json", + "result_format": "gtest_json" + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "cpu": "x86-64", + "os": "Ubuntu-18.04" + } + ] + }, + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "isolate_name": "video_engine_tests", "isolate_profile_data": true, @@ -8543,6 +8570,32 @@ }, "test_id_prefix": "ninja://modules/video_capture:video_capture_tests/" }, + { + "args": [ + "--force_fieldtrials=WebRTC-QuickPerfTest/Enabled/", + "--nologs", + "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" + ], + "isolate_name": "video_codec_perf_tests", + "merge": { + "script": "//testing/merge_scripts/standard_isolated_script_merge.py" + }, + "name": "video_codec_perf_tests", + "resultdb": { + "result_file": "${ISOLATED_OUTDIR}/gtest_output.json", + "result_format": "gtest_json" + }, + "swarming": { + "can_use_on_swarming_builders": true, + "dimension_sets": [ + { + "cpu": "x86-64", + "os": "Ubuntu-18.04" + } + ] + }, + "test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/" + }, { "isolate_name": "video_engine_tests", "merge": { diff --git a/modules/video_coding/BUILD.gn b/modules/video_coding/BUILD.gn index 4402bd553c..397f9db256 100644 --- a/modules/video_coding/BUILD.gn +++ b/modules/video_coding/BUILD.gn @@ -1053,6 +1053,7 @@ if (rtc_include_tests) { "../../api/video_codecs:video_codecs_api", "../../media:rtc_internal_video_codecs", "../../rtc_base:logging", + "../../system_wrappers:field_trial", "../../test:fileutils", "../../test:test_main", "../../test:test_support", diff --git a/modules/video_coding/codecs/test/video_codec_test.cc b/modules/video_coding/codecs/test/video_codec_test.cc index af52f45ff4..9be2d377eb 100644 --- a/modules/video_coding/codecs/test/video_codec_test.cc +++ b/modules/video_coding/codecs/test/video_codec_test.cc @@ -38,6 +38,7 @@ #include "modules/video_coding/codecs/test/android_codec_factory_helper.h" #endif #include "rtc_base/logging.h" +#include "system_wrappers/include/field_trial.h" #include "test/gtest.h" #include "test/testsupport/file_utils.h" #include "test/testsupport/frame_reader.h" @@ -601,7 +602,9 @@ TEST_P(SpatialQualityTest, SpatialQuality) { std::vector frames = stats->Slice(); SetTargetRates(frame_settings, frames); stream = stats->Aggregate(frames); - EXPECT_GE(stream.psnr.y.GetAverage(), psnr); + if (field_trial::IsEnabled("WebRTC-QuickPerfTest")) { + EXPECT_GE(stream.psnr.y.GetAverage(), psnr); + } } stream.LogMetrics( @@ -623,7 +626,7 @@ INSTANTIATE_TEST_SUITE_P( Values("builtin"), #endif Values(kFourPeople_1280x720_30), - Values(std::make_tuple(320, 180, 30, 32, 29), + Values(std::make_tuple(320, 180, 30, 32, 28), std::make_tuple(320, 180, 30, 64, 30), std::make_tuple(320, 180, 30, 128, 33), std::make_tuple(320, 180, 30, 256, 36), @@ -631,8 +634,8 @@ INSTANTIATE_TEST_SUITE_P( std::make_tuple(640, 360, 30, 256, 33), std::make_tuple(640, 360, 30, 384, 35), std::make_tuple(640, 360, 30, 512, 36), - std::make_tuple(1280, 720, 30, 256, 33), - std::make_tuple(1280, 720, 30, 512, 35), + std::make_tuple(1280, 720, 30, 256, 32), + std::make_tuple(1280, 720, 30, 512, 34), std::make_tuple(1280, 720, 30, 1024, 37), std::make_tuple(1280, 720, 30, 2048, 39))), SpatialQualityTest::TestParamsToString); @@ -684,8 +687,10 @@ TEST_P(BitrateAdaptationTest, BitrateAdaptation) { stats->Slice(VideoCodecStats::Filter{.first_frame = first_frame}); SetTargetRates(frame_settings, frames); stream = stats->Aggregate(frames); - EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10); - EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10); + if (field_trial::IsEnabled("WebRTC-QuickPerfTest")) { + EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10); + EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10); + } } stream.LogMetrics( @@ -761,8 +766,10 @@ TEST_P(FramerateAdaptationTest, FramerateAdaptation) { stats->Slice(VideoCodecStats::Filter{.first_frame = first_frame}); SetTargetRates(frame_settings, frames); stream = stats->Aggregate(frames); - EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10); - EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10); + if (field_trial::IsEnabled("WebRTC-QuickPerfTest")) { + EXPECT_NEAR(stream.bitrate_mismatch_pct.GetAverage(), 0, 10); + EXPECT_NEAR(stream.framerate_mismatch_pct.GetAverage(), 0, 10); + } } stream.LogMetrics(