admin/webrtc_m130
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
webrtc_m130/infra/specs/client.webrtc.perf.json
Jeremy Leconte b15a9f01fc Fix perf tests. 
Turns out it's not possible to run the same perf tests on all os:
--save_worst_frame doesn't work on Fuchsia bots:
https://chromium-swarm.appspot.com/task?id=6294b51713605710
video_codec perf tests fail on iOS:
https://chrome-swarming.appspot.com/task?id=629455defc12bc10

Change-Id: I5cd490f5728b6046615ba217c65fd2b125a9e4a7
Bug: None
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/307480
Reviewed-by: Björn Terelius <terelius@webrtc.org>
Commit-Queue: Jeremy Leconte <jleconte@google.com>
Cr-Commit-Position: refs/heads/main@{#40209}
2023-06-02 13:03:20 +00:00

682 lines
20 KiB
JSON
Raw Blame History

{
"AAAAA1 AUTOGENERATED FILE DO NOT EDIT": {},
"AAAAA2 See generate_buildbot_json.py to make changes": {},
"Perf Android32 (O Pixel2)": {
"gtest_tests": [
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
"--nologs"
],
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "webrtc_perf_tests",
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Android32 (R Pixel5)": {
"gtest_tests": [
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
"--nologs"
],
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "webrtc_perf_tests",
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Android64 (O Pixel2)": {
"gtest_tests": [
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
"--nologs"
],
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "walleye",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "webrtc_perf_tests",
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Android64 (R Pixel5)": {
"gtest_tests": [
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "video_codec_perf_tests",
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
"--nologs"
],
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"android_devices": "1",
"device_type": "redfin",
"gce": "0",
"os": "Android",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "webrtc_perf_tests",
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Fuchsia": {
"isolated_scripts": [
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--test-launcher-summary-output=${ISOLATED_OUTDIR}/gtest_output.json",
"--test-arg=--gtest_output=json:/custom_artifacts/gtest_output.json",
"--test-arg=--undefok=test_launcher_summary_output",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"gce": "1",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--test-launcher-summary-output=${ISOLATED_OUTDIR}/gtest_output.json",
"--test-arg=--gtest_output=json:/custom_artifacts/gtest_output.json",
"--test-arg=--undefok=test_launcher_summary_output",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"gce": "1",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Linux Bionic": {
"isolated_scripts": [
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
"--save_worst_frame",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Mac 11": {
"isolated_scripts": [
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"gce": "0",
"os": "Mac-11",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
"--save_worst_frame",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"gce": "0",
"os": "Mac-11",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Mac M1 Arm64 12": {
"isolated_scripts": [
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"gce": "0",
"os": "Mac-12",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
"--save_worst_frame",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"gce": "0",
"os": "Mac-12",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Win 10": {
"isolated_scripts": [
{
"args": [
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "video_codec_perf_tests",
"merge": {
"args": [
"--test-suite",
"video_codec_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "video_codec_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Windows-10",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
"--save_worst_frame",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gce": "0",
"os": "Windows-10",
"pool": "WebRTC-perf"
}
],
"expiration": 10800,
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
}
}
Reference in New Issue View Git Blame Copy Permalink