Stop running low_bandwith_audio_tests.

Change-Id: I55fff58d35787d0ff332fa750749c75d9f6a9b70
Bug: b/284448060
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/306740
Commit-Queue: Jeremy Leconte <jleconte@google.com>
Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
Cr-Commit-Position: refs/heads/main@{#40159}
This commit is contained in:
Jeremy Leconte 2023-05-26 16:08:32 +02:00 committed by WebRTC LUCI CQ
parent 6490999660
commit 2bb686dbc0
7 changed files with 150 additions and 1383 deletions

File diff suppressed because it is too large Load Diff

View File

@ -3,46 +3,6 @@
"AAAAA2 See generate_buildbot_json.py to make changes": {}, "AAAAA2 See generate_buildbot_json.py to make changes": {},
"Perf Android32 (O Pixel2)": { "Perf Android32 (O Pixel2)": {
"gtest_tests": [ "gtest_tests": [
{
"args": [
".",
"--remove",
"--android",
"--adb-path",
"../../third_party/android_sdk/public/platform-tools/adb",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
@ -118,46 +78,6 @@
}, },
"Perf Android32 (R Pixel5)": { "Perf Android32 (R Pixel5)": {
"gtest_tests": [ "gtest_tests": [
{
"args": [
".",
"--remove",
"--android",
"--adb-path",
"../../third_party/android_sdk/public/platform-tools/adb",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
@ -233,46 +153,6 @@
}, },
"Perf Android64 (O Pixel2)": { "Perf Android64 (O Pixel2)": {
"gtest_tests": [ "gtest_tests": [
{
"args": [
".",
"--remove",
"--android",
"--adb-path",
"../../third_party/android_sdk/public/platform-tools/adb",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
@ -348,46 +228,6 @@
}, },
"Perf Android64 (R Pixel5)": { "Perf Android64 (R Pixel5)": {
"gtest_tests": [ "gtest_tests": [
{
"args": [
".",
"--remove",
"--android",
"--adb-path",
"../../third_party/android_sdk/public/platform-tools/adb",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "low_bandwidth_audio_perf_test",
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb" "--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
@ -506,41 +346,6 @@
}, },
"Perf Linux Bionic": { "Perf Linux Bionic": {
"isolated_scripts": [ "isolated_scripts": [
{
"args": [
".",
"--remove",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "low_bandwidth_audio_perf_test",
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "low_bandwidth_audio_perf_test",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
@ -614,42 +419,6 @@
}, },
"Perf Mac 11": { "Perf Mac 11": {
"isolated_scripts": [ "isolated_scripts": [
{
"args": [
".",
"--remove",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "low_bandwidth_audio_perf_test",
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "low_bandwidth_audio_perf_test",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"gce": "0",
"os": "Mac-11",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
@ -764,41 +533,6 @@
}, },
"Perf Win 10": { "Perf Win 10": {
"isolated_scripts": [ "isolated_scripts": [
{
"args": [
".",
"--remove",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "low_bandwidth_audio_perf_test",
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "low_bandwidth_audio_perf_test",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Windows-10",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{ {
"args": [ "args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"

View File

@ -26,7 +26,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -68,7 +68,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -111,7 +111,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -156,7 +156,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -199,7 +199,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -241,7 +241,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -283,7 +283,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -325,7 +325,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -367,7 +367,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -409,7 +409,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -451,7 +451,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -504,7 +504,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -554,7 +554,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -596,7 +596,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -639,7 +639,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -684,7 +684,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -727,7 +727,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -769,7 +769,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -811,7 +811,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -853,7 +853,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -895,7 +895,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -937,7 +937,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [
@ -979,7 +979,7 @@
{ {
"cipd_package": "infra/tools/mac_toolchain/${platform}", "cipd_package": "infra/tools/mac_toolchain/${platform}",
"location": ".", "location": ".",
"revision": "git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2" "revision": "git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118"
} }
], ],
"dimension_sets": [ "dimension_sets": [

View File

@ -174,7 +174,7 @@
'location': 'location':
'.', '.',
'revision': 'revision':
'git_revision:3e597065cb23c1fe03aeb2ebd792d83e0709c5c2' 'git_revision:a598cd77abc01089647a79e3cfa3cc8e8ecb5118'
}] }]
} }
}, },
@ -195,12 +195,6 @@
] ]
} }
}, },
'perf-low-bandwidth-audio-perf-test': {
'merge': {
'script': '//tools_webrtc/perf/process_perf_results.py',
'args': ['--test-suite', 'low_bandwidth_audio_perf_test']
}
},
'perf-output': { 'perf-output': {
'$mixin_append': { '$mixin_append': {
'args': [ 'args': [

View File

@ -108,12 +108,6 @@
], ],
}, },
}, },
'perf-low-bandwidth-audio-perf-test': {
'merge': {
'script': '//tools_webrtc/perf/process_perf_results.py',
'args': ['--test-suite', 'low_bandwidth_audio_perf_test'],
},
},
'perf-output': { 'perf-output': {
'$mixin_append': { '$mixin_append': {
'args': [ 'args': [

View File

@ -13,16 +13,6 @@
'android_sdk_junit_tests': {}, 'android_sdk_junit_tests': {},
}, },
'android_perf_tests': { 'android_perf_tests': {
'low_bandwidth_audio_perf_test': {
'mixins': ['perf-low-bandwidth-audio-perf-test'],
'args': [
'.',
'--remove',
'--android',
'--adb-path',
'../../third_party/android_sdk/public/platform-tools/adb',
]
},
'video_codec_perf_tests': { 'video_codec_perf_tests': {
'mixins': ['perf-video-codec-perf-tests'], 'mixins': ['perf-video-codec-perf-tests'],
}, },
@ -72,10 +62,6 @@
} }
}, },
'desktop_perf_tests': { 'desktop_perf_tests': {
'low_bandwidth_audio_perf_test': {
'mixins': ['perf-low-bandwidth-audio-perf-test'],
'args': ['.', '--remove'],
},
'video_codec_perf_tests': { 'video_codec_perf_tests': {
'mixins': ['perf-video-codec-perf-tests'], 'mixins': ['perf-video-codec-perf-tests'],
}, },
@ -92,9 +78,6 @@
'common_audio_unittests': {}, 'common_audio_unittests': {},
'common_video_unittests': {}, 'common_video_unittests': {},
'dcsctp_unittests': {}, 'dcsctp_unittests': {},
'low_bandwidth_audio_test': {
'args': ['--quick']
},
'modules_tests': { 'modules_tests': {
'mixins': ['shards-2'], 'mixins': ['shards-2'],
}, },
@ -136,9 +119,6 @@
'common_audio_unittests': {}, 'common_audio_unittests': {},
'common_video_unittests': {}, 'common_video_unittests': {},
'dcsctp_unittests': {}, 'dcsctp_unittests': {},
'low_bandwidth_audio_test': {
'args': ['--quick']
},
'rtc_media_unittests': {}, 'rtc_media_unittests': {},
# TODO(bugs.webrtc.org/14705): Enable when NonGlobalFieldTrialsInstanceDoesNotModifyGlobalString is fixed. # TODO(bugs.webrtc.org/14705): Enable when NonGlobalFieldTrialsInstanceDoesNotModifyGlobalString is fixed.
# TODO(bugs.webrtc.org/14700): Enable when NetworkTest tests are fixed. # TODO(bugs.webrtc.org/14700): Enable when NetworkTest tests are fixed.

File diff suppressed because it is too large Load Diff