Change-Id: I55fff58d35787d0ff332fa750749c75d9f6a9b70 Bug: b/284448060 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/306740 Commit-Queue: Jeremy Leconte <jleconte@google.com> Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org> Cr-Commit-Position: refs/heads/main@{#40159}
608 lines
18 KiB
JSON
608 lines
18 KiB
JSON
{
|
|
"AAAAA1 AUTOGENERATED FILE DO NOT EDIT": {},
|
|
"AAAAA2 See generate_buildbot_json.py to make changes": {},
|
|
"Perf Android32 (O Pixel2)": {
|
|
"gtest_tests": [
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "walleye",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "video_codec_perf_tests",
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
|
|
"--nologs"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "walleye",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "webrtc_perf_tests",
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Android32 (R Pixel5)": {
|
|
"gtest_tests": [
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "redfin",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "video_codec_perf_tests",
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
|
|
"--nologs"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "redfin",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "webrtc_perf_tests",
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Android64 (O Pixel2)": {
|
|
"gtest_tests": [
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "walleye",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "video_codec_perf_tests",
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
|
|
"--nologs"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "walleye",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "webrtc_perf_tests",
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Android64 (R Pixel5)": {
|
|
"gtest_tests": [
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "redfin",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "video_codec_perf_tests",
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
|
|
"--nologs"
|
|
],
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"resultdb": {
|
|
"enable": true,
|
|
"has_native_resultdb_integration": true
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"android_devices": "1",
|
|
"device_type": "redfin",
|
|
"gce": "0",
|
|
"os": "Android",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800,
|
|
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
|
|
},
|
|
"test": "webrtc_perf_tests",
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Fuchsia": {
|
|
"isolated_scripts": [
|
|
{
|
|
"args": [
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"--test-launcher-summary-output=${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"--test-arg=--gtest_output=json:/custom_artifacts/gtest_output.json",
|
|
"--test-arg=--undefok=test_launcher_summary_output",
|
|
"--nologs",
|
|
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.json"
|
|
],
|
|
"isolate_name": "fuchsia_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"fuchsia_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "fuchsia_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"cpu": "x86-64",
|
|
"gce": "1",
|
|
"os": "Ubuntu-18.04",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://:fuchsia_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Linux Bionic": {
|
|
"isolated_scripts": [
|
|
{
|
|
"args": [
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
|
|
],
|
|
"isolate_name": "video_codec_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "video_codec_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"gce": "0",
|
|
"os": "Ubuntu-18.04",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
|
|
"--save_worst_frame",
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"--nologs"
|
|
],
|
|
"isolate_name": "webrtc_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "webrtc_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"gce": "0",
|
|
"os": "Ubuntu-18.04",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Mac 11": {
|
|
"isolated_scripts": [
|
|
{
|
|
"args": [
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
|
|
],
|
|
"isolate_name": "video_codec_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "video_codec_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"cpu": "x86-64",
|
|
"gce": "0",
|
|
"os": "Mac-11",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
|
|
"--save_worst_frame",
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"--nologs"
|
|
],
|
|
"isolate_name": "webrtc_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "webrtc_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"cpu": "x86-64",
|
|
"gce": "0",
|
|
"os": "Mac-11",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Mac M1 Arm64 12": {
|
|
"isolated_scripts": [
|
|
{
|
|
"args": [
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"--nologs"
|
|
],
|
|
"isolate_name": "webrtc_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "webrtc_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"cpu": "arm64-64-Apple_M1",
|
|
"gce": "0",
|
|
"os": "Mac-12",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
},
|
|
"Perf Win 10": {
|
|
"isolated_scripts": [
|
|
{
|
|
"args": [
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
|
|
],
|
|
"isolate_name": "video_codec_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"video_codec_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "video_codec_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"gce": "0",
|
|
"os": "Windows-10",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://modules/video_coding:video_codec_perf_tests/"
|
|
},
|
|
{
|
|
"args": [
|
|
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
|
|
"--save_worst_frame",
|
|
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"--nologs"
|
|
],
|
|
"isolate_name": "webrtc_perf_tests",
|
|
"merge": {
|
|
"args": [
|
|
"--test-suite",
|
|
"webrtc_perf_tests"
|
|
],
|
|
"script": "//tools_webrtc/perf/process_perf_results.py"
|
|
},
|
|
"name": "webrtc_perf_tests",
|
|
"resultdb": {
|
|
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
|
|
"result_format": "gtest_json"
|
|
},
|
|
"swarming": {
|
|
"can_use_on_swarming_builders": true,
|
|
"dimension_sets": [
|
|
{
|
|
"gce": "0",
|
|
"os": "Windows-10",
|
|
"pool": "WebRTC-perf"
|
|
}
|
|
],
|
|
"expiration": 10800,
|
|
"hard_timeout": 10800,
|
|
"idempotent": false,
|
|
"io_timeout": 10800
|
|
},
|
|
"test_id_prefix": "ninja://:webrtc_perf_tests/"
|
|
}
|
|
]
|
|
}
|
|
}
|