webrtc_m130/infra/specs/waterfalls.pyl
Austin Orion 81797744fd Reland "Wait for frames to arrive in WgcCapturer instead of returning nothing."
This reverts commit dd32562f242b247aed8add4efecaf3e20c623b9a.

Reason for revert: Updated the original change to dynamically load
the CoreMessaging.dll instead of statically linking with the .lib.

Original change's description:
> Revert "Wait for frames to arrive in WgcCapturer instead of returning nothing."
>
> This reverts commit 93bb3051490253d56dc1cdab4701b91138a151c3.
>
> Reason for revert: It breaks a test while rolling into Chromium,
> see https://webrtc-review.googlesource.com/c/src/+/261780/21#message-4a96e33bfb475f19a618be82bbe72951b23085ef for details.
>
> Original change's description:
> > Wait for frames to arrive in WgcCapturer instead of returning nothing.
> >
> > We're seeing a high instance of "first capture failed" in Chromium when
> > using WGC. We can reduce this by waiting for frames to arrive if there
> > are none in the frame pool instead of returning a temporary error.
> >
> > I've set the maximum time to wait for a frame to 50ms. If no frame
> > arrives before 50ms has elapsed, we will return a temporary error.
> > Added a new test, FirstCaptureSucceeds, to verify that this is working
> > as expected.
> >
> > As part of this I updated the name of the `kCreateFreeThreadedFailed`
> > enum value to `kCreateFramePoolFailed`. The value remains the same
> > since they both report failures in frame pool creation.
> >
> > I also increased `kNumBuffers` from 1 to 2, so that the frame pool can
> > store two frames. This should prevent us from having to wait on the
> > event as frequently. This will increase the latency between capture
> > and display, however. High frame rate applications should not be
> > noticeably affected.
> >
> > Additionally, we uncovered a bug in the OS that prevents window capture
> > when there are displays attached, but none of them are active. Added
> > a new check to `IsWgcSupported` to cover this scenario.
> >
> > Finally, some issues with other WGC tests blocked moving the TryBots
> > to a newer version of Windows. This CL fixes those issues and updates
> > the TryBot configuration.
> >
> > bug: chromium:1314868
> > Change-Id: Id9c4d5ee98621e682ef04864c3848d50e761cdb7
> > Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/261780
> > Reviewed-by: Alexander Cooper <alcooper@chromium.org>
> > Reviewed-by: Jeremy Leconte <jleconte@webrtc.org>
> > Commit-Queue: Austin Orion <auorion@microsoft.com>
> > Reviewed-by: Jeremy Leconte <jleconte@google.com>
> > Cr-Commit-Position: refs/heads/main@{#37404}
>
> Change-Id: If237df4826fe20b6fe2ca4b57253623321bf33c5
> No-Presubmit: true
> No-Tree-Checks: true
> No-Try: true
> Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/267460
> Bot-Commit: rubber-stamper@appspot.gserviceaccount.com <rubber-stamper@appspot.gserviceaccount.com>
> Owners-Override: Mirko Bonadei <mbonadei@webrtc.org>
> Commit-Queue: Mirko Bonadei <mbonadei@webrtc.org>
> Auto-Submit: Mirko Bonadei <mbonadei@webrtc.org>
> Cr-Commit-Position: refs/heads/main@{#37408}

Change-Id: I6cc2becd9ed363782ab2f326f58d9401bc8fb820
Bug: chromium:1314868
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/267902
Reviewed-by: Jeremy Leconte <jleconte@webrtc.org>
Reviewed-by: Alexander Cooper <alcooper@chromium.org>
Commit-Queue: Austin Orion <auorion@microsoft.com>
Cr-Commit-Position: refs/heads/main@{#37470}
2022-07-06 20:28:26 +00:00

638 lines
19 KiB
Plaintext

# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
#
# Use of this source code is governed by a BSD-style license
# that can be found in the LICENSE file in the root of the source
# tree. An additional intellectual property rights grant can be found
# in the file PATENTS. All contributing project authors may
# be found in the AUTHORS file in the root of the source tree.
[
{
'name': 'client.webrtc',
'mixins': [],
'machines': {
'Android32 (M Nexus5X)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android32 (M Nexus5X)(dbg)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android32 (more configs)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'more_configs_tests',
},
},
'Android32 Builder arm': {},
'Android32 Builder x86': {},
'Android32 Builder x86 (dbg)': {},
'Android64 (M Nexus5X)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android64 (M Nexus5X)(dbg)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android64 Builder arm64': {},
'Android64 Builder x64 (dbg)': {},
'Linux (more configs)': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'Linux Asan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux MSan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux Tsan v2': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux UBSan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux UBSan vptr': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Debug': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Debug (ARM)': {},
'Linux32 Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Release (ARM)': {},
'Linux64 Builder': {},
'Linux64 Debug': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux64 Debug (ARM)': {},
'Linux64 Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux64 Release (ARM)': {},
'Linux64 Release (Libfuzzer)': {},
'Mac Asan': {
'os_type':
'mac',
'mixins':
['mac11_or_mac12', 'x86-64', 'cores-12', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Mac64 Builder': {},
'Mac64 Debug': {
'os_type':
'mac',
'mixins':
['mac11_or_mac12', 'x86-64', 'cores-12', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Mac64 Release': {
'os_type': 'mac',
'mixins': ['mac11_or_mac12', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'mac_tests',
},
},
'MacARM64 M1 Release': {
'os_type': 'mac',
'mixins': ['mac11_or_mac12', 'mac-m1-cpu', 'resultdb-json-format'],
# TODO(b/228171565): Replace desktop_tests by mac_tests when
# there is a camera available for the baremetal m1 machines.
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'MacArm64 Builder': {},
'Win (more configs)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'Win32 Builder (Clang)': {},
'Win32 Debug (Clang)': {},
'Win32 Release (Clang)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'win_tests',
},
},
'Win64 ASan': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 Debug (Clang)': {},
'Win64 Release (Clang)': {},
'iOS64 Debug': {},
'iOS64 Release': {},
'iOS64 Sim Debug (iOS 12)': {
'mixins': [
'mac11_or_mac12', 'chromium-tester-service-account',
'ios-simulator-12.4', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'iOS64 Sim Debug (iOS 13)': {
'mixins': [
'mac11_or_mac12', 'chromium-tester-service-account',
'ios-simulator-13.6', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'iOS64 Sim Debug (iOS 14)': {
'mixins': [
'mac11_or_mac12', 'chromium-tester-service-account',
'ios-simulator-14.5', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
},
},
{
'name': 'client.webrtc.perf',
'mixins': [],
'machines': {
'Perf Android32 (M AOSP Nexus6)': {
'mixins': [
'shamu', 'marshmallow_generic', 'android-devices', 'perf-pool',
'perf-output', 'timeout-3h', 'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android32 (M Nexus5)': {
'mixins': [
'hammerhead', 'marshmallow_generic', 'android-devices', 'perf-pool',
'perf-output', 'timeout-3h', 'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (M Nexus5X)': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'perf-pool',
'perf-output', 'timeout-3h', 'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (O Pixel2)': {
'mixins': [
'walleye', 'android-devices', 'perf-pool', 'timeout-3h',
'perf-output', 'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Linux Bionic': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac 11': {
'os_type':
'mac',
'mixins': [
'mac11', 'x86-64', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac M1 Arm64 12': {
'os_type':
'mac',
'mixins': [
'mac_12_beta_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'webrtc_perf_tests',
},
},
'Perf Win7': {
'os_type':
'win',
'mixins':
['win', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
},
},
{
'name': 'internal.client.webrtc',
'mixins': [],
'machines': {
'iOS64 Debug': {
'mixins': [
'ios-device-15.3', 'webrtc-xctest', 'chrome-tester-service-account',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_device_tests',
},
},
'iOS64 Perf': {
'mixins': [
'ios-device-perf', 'timeout-3h', 'chrome-tester-service-account',
'xcode_12d4e', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'webrtc_perf_tests',
},
'args': [
'--write_perf_output_on_ios',
],
},
'iOS64 Release': {
'mixins': [
'ios-device-15.3', 'webrtc-xctest', 'chrome-tester-service-account',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_device_tests',
},
},
},
},
{
'name': 'tryserver.webrtc',
'mixins': [],
'machines': {
'android_arm64_dbg': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm64_rel': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm_dbg': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm_more_configs': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'more_configs_tests',
},
},
'android_arm_rel': {
'mixins': [
'bullhead', 'marshmallow', 'android-devices', 'logdog-butler',
'has_native_resultdb_integration'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_compile_arm64_dbg': {},
'android_compile_arm64_rel': {},
'android_compile_arm_dbg': {},
'android_compile_arm_rel': {},
'android_compile_x64_dbg': {},
'android_compile_x64_rel': {},
'android_compile_x86_dbg': {},
'android_compile_x86_rel': {},
'ios_compile_arm64_dbg': {},
'ios_compile_arm64_rel': {},
'ios_sim_x64_dbg_ios12': {
'mixins': [
'mac11_or_mac12', 'chromium-tester-service-account',
'ios-simulator-12.4', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'ios_sim_x64_dbg_ios13': {
'mixins': [
'mac11_or_mac12', 'chromium-tester-service-account',
'ios-simulator-13.6', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'ios_sim_x64_dbg_ios14': {
'mixins': [
'mac11_or_mac12', 'chromium-tester-service-account',
'ios-simulator-14.5', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
},
},
'linux_asan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_compile_arm64_dbg': {},
'linux_compile_arm64_rel': {},
'linux_compile_arm_dbg': {},
'linux_compile_arm_rel': {},
'linux_compile_dbg': {},
'linux_compile_rel': {},
'linux_dbg': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_libfuzzer_rel': {},
'linux_memcheck': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_more_configs': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'linux_msan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests_tryserver',
},
},
'linux_tsan2': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_ubsan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_ubsan_vptr': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_x86_dbg': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_x86_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_asan': {
'os_type':
'mac',
'mixins':
['mac11_or_mac12', 'x86-64', 'resultdb-json-format', 'cores-12'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_compile_dbg': {},
'mac_compile_rel': {},
'mac_dbg': {
'os_type':
'mac',
'mixins':
['mac11_or_mac12', 'x86-64', 'resultdb-json-format', 'cores-12'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_dbg_m1': {
'os_type': 'mac',
'mixins': ['mac11_or_mac12', 'mac-m1-cpu', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_rel': {
'os_type': 'mac',
'mixins': ['mac11_or_mac12', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'mac_tests_tryserver',
},
},
'mac_rel_m1': {
'os_type': 'mac',
'mixins': ['mac11_or_mac12', 'mac-m1-cpu', 'resultdb-json-format'],
# TODO(b/228171565): Replace desktop_tests by mac_tests_tryserver when
# there is a camera available for the baremetal-try m1 machines.
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_asan': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_compile_x64_clang_dbg': {},
'win_compile_x64_clang_rel': {},
'win_compile_x86_clang_dbg': {},
'win_compile_x86_clang_rel': {},
'win_x64_clang_dbg': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x64_clang_dbg_win10': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x64_clang_rel': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x86_clang_dbg': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x86_clang_rel': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'win_tests_tryserver',
},
},
'win_x86_more_configs': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
},
},
]