webrtc_m130/infra/specs/waterfalls.pyl
Jeremy Leconte c8157c33b4 Add a column_limit=80 to yapf setup.cfg
Also apply the formatting to the .pyl files.

Change-Id: I5dc668b53570d042862d2de5948b72d1cf6d31b3
Bug: None
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/285941
Reviewed-by: Björn Terelius <terelius@webrtc.org>
Commit-Queue: Jeremy Leconte <jleconte@google.com>
Cr-Commit-Position: refs/heads/main@{#38797}
2022-12-02 13:36:15 +00:00

706 lines
22 KiB
Plaintext
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
#
# Use of this source code is governed by a BSD-style license
# that can be found in the LICENSE file in the root of the source
# tree. An additional intellectual property rights grant can be found
# in the file PATENTS. All contributing project authors may
# be found in the AUTHORS file in the root of the source tree.
[
{
'name': 'client.webrtc',
'mixins': [],
'machines': {
'Android32': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android32 (dbg)': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android32 (more configs)': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'more_configs_tests',
},
},
'Android32 Builder arm': {},
'Android32 Builder x86': {},
'Android32 Builder x86 (dbg)': {},
'Android64': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android64 (dbg)': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android64 Builder arm64': {},
'Android64 Builder x64 (dbg)': {},
'Fuchsia Builder': {},
'Fuchsia Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'has_native_resultdb_integration'],
'test_suites': {
'isolated_scripts': 'fuchsia_compatible_tests',
},
},
'Linux (more configs)': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'Linux Asan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux MSan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "MemorySanitizer: use-of-uninitialized-value in
# libpipewire-0.3.so."
'isolated_scripts': 'desktop_tests',
},
},
'Linux Tsan v2': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs
# virtual call) in shared_screencast_stream_test."
'isolated_scripts': 'desktop_tests',
},
},
'Linux UBSan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux UBSan vptr': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux32 Debug': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Debug (ARM)': {},
'Linux32 Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Release (ARM)': {},
'Linux64 Builder': {},
'Linux64 Debug': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux64 Debug (ARM)': {},
'Linux64 Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_desktop_tests_with_video_capture',
},
},
'Linux64 Release (ARM)': {},
'Linux64 Release (Libfuzzer)': {},
'Mac Asan': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Mac64 Builder': {},
'Mac64 Debug': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Mac64 Release': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_with_video_capture',
},
},
'MacARM64 M1 Release': {
'os_type': 'mac',
'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
# TODO(b/228171565): Replace desktop_tests by desktop_tests_with_video_capture when
# there is a camera available for the baremetal m1 machines.
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'MacArm64 Builder': {},
'Win (more configs)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'Win32 Builder (Clang)': {},
'Win32 Debug (Clang)': {},
'Win32 Release (Clang)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 ASan': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 Debug (Clang)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 Release (Clang)': {
'os_type': 'win',
'mixins': ['win10-any', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_with_video_capture',
},
},
'iOS64 Debug': {},
'iOS64 Release': {},
'iOS64 Sim Debug (iOS 12)': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'iOS64 Sim Debug (iOS 13)': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-13.6',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'iOS64 Sim Debug (iOS 14)': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-14.5',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
},
},
{
'name': 'client.webrtc.perf',
'mixins': [],
'machines': {
'Perf Android32 (M AOSP Nexus6)': {
'mixins': [
'shamu', 'marshmallow_generic', 'android-devices', 'perf-pool',
'perf-output', 'timeout-3h', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android32 (M Nexus5)': {
'mixins': [
'hammerhead', 'marshmallow_generic', 'android-devices', 'perf-pool',
'perf-output', 'timeout-3h', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android32 (O Pixel2)': {
'mixins': [
'walleye', 'android-devices', 'perf-pool', 'timeout-3h',
'perf-output', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android32 (R Pixel5)': {
'mixins': [
'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output',
'has_native_resultdb_integration', 'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (M Nexus5X)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'perf-pool',
'perf-output', 'timeout-3h', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (O Pixel2)': {
'mixins': [
'walleye', 'android-devices', 'perf-pool', 'timeout-3h',
'perf-output', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (R Pixel5)': {
'mixins': [
'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output',
'has_native_resultdb_integration', 'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Fuchsia': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'x86-64', 'perf-pool', 'timeout-3h', 'perf-output',
'has_native_resultdb_integration', 'chromium-tester-service-account'
],
# TODO(b/232740856): Reenable when Fuchsia has it's own bot to run perf tests.
# 'test_suites': {
#  'isolated_scripts': 'desktop_perf_tests',
# }
},
'Perf Linux Bionic': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac 11': {
'os_type':
'mac',
'mixins': [
'mac11', 'x86-64', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac M1 Arm64 12': {
'os_type':
'mac',
'mixins': [
'mac_12_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'webrtc_perf_tests',
},
},
'Perf Win 10': {
'os_type':
'win',
'mixins':
['win10-any', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
},
},
{
'name': 'internal.client.webrtc',
'mixins': [],
'machines': {
'iOS64 Debug': {
'mixins': [
'ios-device-15.7', 'webrtc-xctest', 'chrome-tester-service-account',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_device_tests',
},
},
'iOS64 Perf': {
'mixins': [
'ios-device-perf', 'timeout-3h', 'chrome-tester-service-account',
'xcode_12d4e', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'webrtc_perf_tests',
},
'args': [
'--write_perf_output_on_ios',
],
},
'iOS64 Release': {
'mixins': [
'ios-device-15.7', 'webrtc-xctest', 'chrome-tester-service-account',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_device_tests',
},
},
},
},
{
'name': 'tryserver.webrtc',
'mixins': [],
'machines': {
'android_arm64_dbg': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm64_rel': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm_dbg': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm_more_configs': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'more_configs_tests',
},
},
'android_arm_rel': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_compile_arm64_dbg': {},
'android_compile_arm64_rel': {},
'android_compile_arm_dbg': {},
'android_compile_arm_rel': {},
'android_compile_x64_dbg': {},
'android_compile_x64_rel': {},
'android_compile_x86_dbg': {},
'android_compile_x86_rel': {},
'fuchsia_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'has_native_resultdb_integration'],
'test_suites': {
'isolated_scripts': 'fuchsia_compatible_tests',
},
},
'ios_compile_arm64_dbg': {},
'ios_compile_arm64_rel': {},
'ios_sim_x64_dbg_ios12': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'ios_sim_x64_dbg_ios13': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-13.6',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'ios_sim_x64_dbg_ios14': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-14.5',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'linux_asan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_compile_arm64_dbg': {},
'linux_compile_arm64_rel': {},
'linux_compile_arm_dbg': {},
'linux_compile_arm_rel': {},
'linux_compile_dbg': {},
'linux_compile_rel': {},
'linux_dbg': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_libfuzzer_rel': {},
'linux_memcheck': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_more_configs': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'linux_msan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "MemorySanitizer: use-of-uninitialized-value in
# libpipewire-0.3.so."
'isolated_scripts': 'desktop_tests',
},
},
'linux_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_desktop_tests_tryserver',
},
},
'linux_tsan2': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs
# virtual call) in shared_screencast_stream_test."
'isolated_scripts': 'desktop_tests',
},
},
'linux_ubsan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_ubsan_vptr': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_x86_dbg': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_x86_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_asan': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_compile_dbg': {},
'mac_compile_rel': {},
'mac_dbg': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_dbg_m1': {
'os_type': 'mac',
'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_rel': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_tryserver',
},
},
'mac_rel_m1': {
'os_type': 'mac',
'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
# TODO(b/228171565): Replace desktop_tests by desktop_tests_tryserver when
# there is a camera available for the baremetal-try m1 machines.
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_asan': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_compile_x64_clang_dbg': {},
'win_compile_x64_clang_rel': {},
'win_compile_x86_clang_dbg': {},
'win_compile_x86_clang_rel': {},
'win_x64_clang_dbg': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x64_clang_rel': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x86_clang_dbg': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x86_clang_rel': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_tryserver',
},
},
'win_x86_more_configs': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
},
},
]