admin/webrtc_m130
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add M1 perf bot

Browse Source 
Companion CL: https://chromium-review.googlesource.com/c/chromium/tools/build/+/3634362

Bug: b/230719743
Change-Id: I52babb62dddbcadeb2854720c3c022ee3e04dbec
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/260321
Commit-Queue: Christoffer Jansson <jansson@webrtc.org>
Reviewed-by: Jeremy Leconte <jleconte@google.com>
Cr-Commit-Position: refs/heads/main@{#36829}
This commit is contained in:
Christoffer Jansson 2022-05-10 09:34:36 +02:00 committed by WebRTC LUCI CQ
parent adaf511221
commit 598044f9ee
7 changed files with 168 additions and 69 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
infra/specs/client.webrtc.json
View File

@ -7629,7 +7629,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7651,7 +7651,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7673,7 +7673,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7695,7 +7695,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7720,7 +7720,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7742,7 +7742,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
],
@ -7765,7 +7765,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
],
@ -7788,7 +7788,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
],
@ -7811,7 +7811,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7833,7 +7833,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7855,7 +7855,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7877,7 +7877,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
],
@ -7900,7 +7900,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7922,7 +7922,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7944,7 +7944,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7966,7 +7966,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -7988,7 +7988,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
],
@ -8011,7 +8011,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -8033,7 +8033,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal"
}
]
@ -8042,6 +8042,7 @@
}
]
},
"MacArm64 Builder": {},
"Win (more configs)": {
"isolated_scripts": [
{

73
infra/specs/client.webrtc.perf.json
View File

@ -447,6 +447,79 @@
}
]
},
"Perf Mac M1 Arm64 12": {
"isolated_scripts": [
{
"args": [
".",
"--remove",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json"
],
"isolate_name": "low_bandwidth_audio_perf_test",
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results_py2.py"
},
"name": "low_bandwidth_audio_perf_test",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac-12",
"pool": "WebRTC-perf"
}
],
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
"--save_worst_frame",
"--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results_py2.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"result_file": "${ISOLATED_OUTDIR}/gtest_output.json",
"result_format": "gtest_json"
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac-12",
"pool": "WebRTC-perf"
}
],
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Win7": {
"isolated_scripts": [
{

13
infra/specs/mixins.pyl
View File

@ -157,11 +157,10 @@
}
}
},
'mac-m1': {
'mac-m1-cpu': {
'swarming': {
'dimensions': {
'cpu': 'arm64-64-Apple_M1',
'os': 'Mac'
'cpu': 'arm64-64-Apple_M1'
}
}
},
@ -172,6 +171,14 @@
}
}
},
'mac_12_beta_arm64': {
'swarming': {
'dimensions': {
'cpu': 'arm64',
'os': 'Mac-12'
}
}
},
'mac_toolchain': {
'swarming': {
'cipd_packages': [{

3
infra/specs/mixins_webrtc.pyl
View File

@ -140,11 +140,10 @@
}
}
},
'mac-m1': {
'mac-m1-cpu': {
'swarming': {
'dimensions': {
'cpu': 'arm64-64-Apple_M1',
'os': 'Mac',
}
}
},

76
infra/specs/tryserver.webrtc.json
View File

@ -10739,7 +10739,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10761,7 +10761,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10783,7 +10783,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10805,7 +10805,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10830,7 +10830,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10852,7 +10852,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -10875,7 +10875,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -10898,7 +10898,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -10921,7 +10921,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10943,7 +10943,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10965,7 +10965,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -10987,7 +10987,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -11010,7 +11010,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11032,7 +11032,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11054,7 +11054,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11076,7 +11076,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11098,7 +11098,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -11121,7 +11121,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11143,7 +11143,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11630,7 +11630,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11652,7 +11652,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11674,7 +11674,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11696,7 +11696,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11721,7 +11721,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11743,7 +11743,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -11766,7 +11766,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -11789,7 +11789,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -11812,7 +11812,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11834,7 +11834,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11856,7 +11856,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11878,7 +11878,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -11901,7 +11901,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11923,7 +11923,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11945,7 +11945,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11967,7 +11967,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -11989,7 +11989,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
],
@ -12012,7 +12012,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]
@ -12034,7 +12034,7 @@
"dimension_sets": [
{
"cpu": "arm64-64-Apple_M1",
"os": "Mac",
"os": "Mac-11",
"pool": "WebRTC-baremetal-try"
}
]

30
infra/specs/waterfalls.pyl
View File

@ -164,12 +164,15 @@
},
},
'MacARM64 M1 Release': {
'os_type': 'mac',
'mixins': ['mac-m1', 'baremetal-pool', 'resultdb-json-format'],
'os_type':
'mac',
'mixins':
['mac11', 'mac-m1-cpu', 'baremetal-pool', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'MacArm64 Builder': {},
'Win (more configs)': {
'os_type': 'win',
'mixins': ['win7', 'x86-64', 'resultdb-json-format'],
@ -291,6 +294,17 @@
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac M1 Arm64 12': {
'os_type':
'mac',
'mixins': [
'mac_12_beta_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Win7': {
'os_type':
'win',
@ -532,8 +546,10 @@
},
},
'mac_dbg_m1': {
'os_type': 'mac',
'mixins': ['mac-m1', 'baremetal-try-pool', 'resultdb-json-format'],
'os_type':
'mac',
'mixins':
['mac11', 'mac-m1-cpu', 'baremetal-try-pool', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
@ -546,8 +562,10 @@
},
},
'mac_rel_m1': {
'os_type': 'mac',
'mixins': ['mac-m1', 'baremetal-try-pool', 'resultdb-json-format'],
'os_type':
'mac',
'mixins':
['mac11', 'mac-m1-cpu', 'baremetal-try-pool', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},

3
tools_webrtc/mb/mb_config.pyl
View File

@ -78,6 +78,7 @@
'Mac64 Debug': 'debug_bot_x64',
'Mac64 Release': 'release_bot_x64',
'MacARM64 M1 Release': 'release_bot_arm64',
'MacArm64 Builder': 'release_bot_arm64',
# Windows
'Win (more configs)': {
@ -126,6 +127,7 @@
'Perf Linux Bionic': 'release_bot_x64',
'Perf Linux Trusty': 'release_bot_x64',
'Perf Mac 11': 'release_bot_x64',
'Perf Mac M1 Arm64 12': 'release_bot_arm64',
'Perf Win7': 'release_bot_x64',
},
'internal.client.webrtc': {
@ -270,7 +272,6 @@
],
'ios_release_bot_arm64':
['ios', 'release_bot', 'arm64', 'no_ios_code_signing', 'xctest'],
'libfuzzer_asan_release_bot_x64': [
'libfuzzer', 'asan', 'optimize_for_fuzzing', 'openh264',
'pure_release_bot', 'x64'