admin/webrtc_m130
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add Fuchsia Perf bot

Browse Source 
Bug: b/232740856
Change-Id: I901c283262cc444f835a099a99ee9a6e09d6b759
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/285442
Reviewed-by: Jeremy Leconte <jleconte@google.com>
Commit-Queue: Christoffer Jansson <jansson@webrtc.org>
Cr-Commit-Position: refs/heads/main@{#38758}
This commit is contained in:
Christoffer Jansson 2022-11-29 11:26:31 +01:00 committed by WebRTC LUCI CQ
parent 2076af4673
commit c06dc4df80
10 changed files with 286 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
infra/config/config.star
View File

@ -787,8 +787,10 @@ linux_builder("Linux (more configs)", "Linux|x64|more")
linux_try_job("linux_more_configs")
linux_try_job("linux_chromium_compile", recipe = "chromium_trybot", branch_cq = False)
linux_try_job("linux_chromium_compile_dbg", recipe = "chromium_trybot", branch_cq = False)
linux_builder("Fuchsia Builder", ci_cat = None, perf_cat = "Fuchsia|x64|Builder", prioritized = True)
linux_builder("Fuchsia Release", "Fuchsia|x64|rel")
linux_try_job("fuchsia_rel", cq = None)
perf_builder("Perf Fuchsia", "Fuchsia|x64|Tester", triggered_by = ["Fuchsia Builder"])
mac_builder("Mac64 Debug", "Mac|x64|dbg")
mac_try_job("mac_dbg", cq = None)

100
infra/config/cr-buildbucket.cfg
View File

@ -2334,6 +2334,57 @@ buckets {
}
}
}
builders {
name: "Fuchsia Builder"
swarming_host: "chromium-swarm.appspot.com"
swarming_tags: "vpython:native-python-wrapper"
dimensions: "cpu:x86-64"
dimensions: "inside_docker:0"
dimensions: "os:Linux"
dimensions: "pool:luci.webrtc.ci"
exe {
cipd_package: "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"
cipd_version: "refs/heads/main"
cmd: "luciexe"
}
properties:
'{'
' "$build/goma": {'
' "server_host": "goma.chromium.org",'
' "use_luci_auth": true'
' },'
' "$build/reclient": {'
' "instance": "rbe-webrtc-trusted",'
' "metrics_project": "chromium-reclient-metrics"'
' },'
' "$recipe_engine/resultdb/test_presentation": {'
' "column_keys": [],'
' "grouping_keys": ['
' "status",'
' "v.test_suite"'
' ]'
' },'
' "builder_group": "client.webrtc",'
' "recipe": "webrtc/standalone"'
'}'
priority: 29
execution_timeout_secs: 7200
build_numbers: YES
service_account: "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com"
experiments {
key: "luci.recipes.use_python3"
value: 100
}
resultdb {
enable: true
bq_exports {
project: "webrtc-ci"
dataset: "resultdb"
table: "perf_test_results"
test_results {}
}
}
}
builders {
name: "Linux64 Builder"
swarming_host: "chromium-swarm.appspot.com"
@ -2835,6 +2886,55 @@ buckets {
}
}
}
builders {
name: "Perf Fuchsia"
swarming_host: "chromium-swarm.appspot.com"
swarming_tags: "vpython:native-python-wrapper"
dimensions: "os:Linux"
dimensions: "pool:luci.webrtc.perf"
exe {
cipd_package: "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"
cipd_version: "refs/heads/main"
cmd: "luciexe"
}
properties:
'{'
' "$build/goma": {'
' "server_host": "goma.chromium.org",'
' "use_luci_auth": true'
' },'
' "$build/reclient": {'
' "instance": "rbe-webrtc-trusted",'
' "metrics_project": "chromium-reclient-metrics"'
' },'
' "$recipe_engine/resultdb/test_presentation": {'
' "column_keys": [],'
' "grouping_keys": ['
' "status",'
' "v.test_suite"'
' ]'
' },'
' "builder_group": "client.webrtc.perf",'
' "recipe": "webrtc/standalone"'
'}'
priority: 30
execution_timeout_secs: 10800
build_numbers: YES
service_account: "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com"
experiments {
key: "luci.recipes.use_python3"
value: 100
}
resultdb {
enable: true
bq_exports {
project: "webrtc-ci"
dataset: "resultdb"
table: "perf_test_results"
test_results {}
}
}
}
builders {
name: "Perf Linux Bionic"
swarming_host: "chromium-swarm.appspot.com"

10
infra/config/luci-milo.cfg
View File

@ -342,6 +342,16 @@ consoles {
category: "Linux|x64|Tester"
short_name: "Bionic"
}
builders {
name: "buildbucket/luci.webrtc.perf/Fuchsia Builder"
category: "Fuchsia|x64"
short_name: "Builder"
}
builders {
name: "buildbucket/luci.webrtc.perf/Perf Fuchsia"
category: "Fuchsia|x64"
short_name: "Tester"
}
builders {
name: "buildbucket/luci.webrtc.perf/Mac64 Builder"
category: "Mac|x64|Builder"

49
infra/config/luci-notify.cfg
View File

@ -1148,6 +1148,33 @@ notifiers {
failed_step_regexp_exclude: ".*\\(experimental\\).*"
}
}
notifiers {
notifications {
on_new_status: INFRA_FAILURE
email {
recipients: "webrtc-troopers-robots@google.com"
}
template: "infra_failure"
}
notifications {
on_new_status: FAILURE
email {
recipients: "webrtc-troopers-robots@google.com"
}
template: "build_failure"
notify_blamelist {}
}
builders {
bucket: "perf"
name: "Fuchsia Builder"
repository: "https://webrtc.googlesource.com/src"
}
tree_closers {
tree_status_host: "webrtc-status.appspot.com"
failed_step_regexp: "bot_update|compile|gclient runhooks|runhooks|update|extract build|cleanup_temp|taskkill|compile|gn"
failed_step_regexp_exclude: ".*\\(experimental\\).*"
}
}
notifiers {
notifications {
on_new_status: INFRA_FAILURE
@ -1383,6 +1410,28 @@ notifiers {
repository: "https://webrtc.googlesource.com/src"
}
}
notifiers {
notifications {
on_new_status: INFRA_FAILURE
email {
recipients: "webrtc-troopers-robots@google.com"
}
template: "infra_failure"
}
notifications {
on_new_status: FAILURE
email {
recipients: "webrtc-troopers-robots@google.com"
}
template: "build_failure"
notify_blamelist {}
}
builders {
bucket: "perf"
name: "Perf Fuchsia"
repository: "https://webrtc.googlesource.com/src"
}
}
notifiers {
notifications {
on_new_status: INFRA_FAILURE

34
infra/config/luci-scheduler.cfg
View File

@ -115,6 +115,21 @@ job {
builder: "Auto-roll - WebRTC DEPS"
}
}
job {
id: "Fuchsia Builder"
realm: "perf"
acl_sets: "perf"
triggering_policy {
kind: GREEDY_BATCHING
max_concurrent_invocations: 3
max_batch_size: 1
}
buildbucket {
server: "cr-buildbucket.appspot.com"
bucket: "perf"
builder: "Fuchsia Builder"
}
}
job {
id: "Fuchsia Release"
realm: "ci"
@ -476,6 +491,24 @@ job {
builder: "Perf Android64 (R Pixel5)"
}
}
job {
id: "Perf Fuchsia"
realm: "perf"
acls {
role: TRIGGERER
granted_to: "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com"
}
acl_sets: "perf"
triggering_policy {
kind: LOGARITHMIC_BATCHING
log_base: 1.7
}
buildbucket {
server: "cr-buildbucket.appspot.com"
bucket: "perf"
builder: "Perf Fuchsia"
}
}
job {
id: "Perf Linux Bionic"
realm: "perf"
@ -750,6 +783,7 @@ trigger {
triggers: "iOS64 Sim Debug (iOS 14)"
triggers: "Android32 Builder arm"
triggers: "Android64 Builder arm64"
triggers: "Fuchsia Builder"
triggers: "Linux64 Builder"
triggers: "Mac64 Builder"
triggers: "MacArm64 Builder"

1
infra/config/realms.cfg
View File

@ -118,6 +118,7 @@ realms {
values: "Perf Android64 (M Nexus5X)"
values: "Perf Android64 (O Pixel2)"
values: "Perf Android64 (R Pixel5)"
values: "Perf Fuchsia"
values: "Perf Linux Bionic"
values: "Perf Mac 11"
values: "Perf Mac M1 Arm64 12"

1
infra/specs/client.webrtc.json
View File

@ -2094,6 +2094,7 @@
},
"Android64 Builder arm64": {},
"Android64 Builder x64 (dbg)": {},
"Fuchsia Builder": {},
"Fuchsia Release": {
"isolated_scripts": [
{

75
infra/specs/client.webrtc.perf.json
View File

@ -539,6 +539,81 @@
}
]
},
"Perf Fuchsia": {
"isolated_scripts": [
{
"args": [
".",
"--remove",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb"
],
"isolate_name": "low_bandwidth_audio_perf_test",
"merge": {
"args": [
"--test-suite",
"low_bandwidth_audio_perf_test"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "low_bandwidth_audio_perf_test",
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/"
},
{
"args": [
"--test_artifacts_dir=${ISOLATED_OUTDIR}",
"--save_worst_frame",
"--isolated-script-test-perf-output=${ISOLATED_OUTDIR}/perftest-output.pb",
"--nologs"
],
"isolate_name": "webrtc_perf_tests",
"merge": {
"args": [
"--test-suite",
"webrtc_perf_tests"
],
"script": "//tools_webrtc/perf/process_perf_results.py"
},
"name": "webrtc_perf_tests",
"resultdb": {
"enable": true,
"has_native_resultdb_integration": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": "x86-64",
"os": "Ubuntu-18.04",
"pool": "WebRTC-perf"
}
],
"hard_timeout": 10800,
"idempotent": false,
"io_timeout": 10800,
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test_id_prefix": "ninja://:webrtc_perf_tests/"
}
]
},
"Perf Linux Bionic": {
"isolated_scripts": [
{

12
infra/specs/waterfalls.pyl
View File

@ -65,6 +65,7 @@
},
'Android64 Builder arm64': {},
'Android64 Builder x64 (dbg)': {},
'Fuchsia Builder': {},
'Fuchsia Release': {
'os_type': 'linux',
'mixins':
@ -320,6 +321,17 @@
'gtest_tests': 'android_perf_tests',
},
},
'Perf Fuchsia': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'x86-64', 'perf-pool', 'timeout-3h', 'perf-output',
'has_native_resultdb_integration', 'chromium-tester-service-account'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
}
},
'Perf Linux Bionic': {
'os_type':
'linux',

2
tools_webrtc/mb/mb_config.pyl
View File

@ -48,6 +48,7 @@
'Android64 Builder x64 (dbg)': 'android_debug_static_bot_x64',
# Fuchsia
'Fuchsia Builder': 'release_bot_x64_fuchsia',
'Fuchsia Release': 'release_bot_x64_fuchsia',
# Linux
@ -130,6 +131,7 @@
'Perf Android64 (M Nexus5X)': 'release_bot_x64',
'Perf Android64 (O Pixel2)': 'release_bot_x64',
'Perf Android64 (R Pixel5)': 'release_bot_x64',
'Perf Fuchsia': 'release_bot_x64_fuchsia',
'Perf Linux Bionic': 'release_bot_x64',
'Perf Linux Trusty': 'release_bot_x64',
'Perf Mac 11': 'release_bot_x64',