admin/webrtc_m130
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Let iOS bots run unittests with XCTest.

Browse Source 
When running Gtest-based tests, we use the WebRtcUnitTestDelegate
to call Gtest from the iOS application.
However, if tests take too long, iOS terminates that application.
The test execution code (ios/build/bots/scripts) retries up to three times,
but that functionality doesn't seem to work lately.
Because of this, module_unittests are failing at a fairly high rate.

Instead, use GoogleTestRunner to let XCTest run Gtest-based tests.
This is enabled with the --enable-run-ios-unittests-with-xctest flag,
which is passed when using the --xctest flag in ios/build/bots/scripts/run.py.
Existing XCTest-based tests (eg. sdk_unittest) are not affected
as the --xcode-parallelization flag takes precedence over --xctest.

Bug: None
Change-Id: Ib7f8a6d24f6b25444a47e3a83c0edbe96318be46
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/287180
Reviewed-by: Jeremy Leconte <jleconte@webrtc.org>
Reviewed-by: Björn Terelius <terelius@webrtc.org>
Commit-Queue: Daniel.L (Byoungchan) Lee <daniel.l@hpcnt.com>
Cr-Commit-Position: refs/heads/main@{#38859}
This commit is contained in:
Byoungchan Lee 2022-12-09 09:39:35 +09:00 committed by WebRTC LUCI CQ
parent fecbec261b
commit 26c2dee621
3 changed files with 240 additions and 114 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

171
infra/specs/client.webrtc.json
View File

@ -9994,6 +9994,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "apprtcmobile_tests",
@ -10040,7 +10041,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "audio_decoder_unittests",
"merge": {
@ -10086,7 +10088,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_audio_unittests",
"merge": {
@ -10132,7 +10135,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_video_unittests",
"merge": {
@ -10178,7 +10182,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "dcsctp_unittests",
"merge": {
@ -10224,7 +10229,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_tests",
"merge": {
@ -10271,7 +10277,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_unittests",
"merge": {
@ -10319,7 +10326,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_media_unittests",
"merge": {
@ -10365,7 +10373,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_pc_unittests",
"merge": {
@ -10411,7 +10420,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_stats_unittests",
"merge": {
@ -10457,7 +10467,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_unittests",
"merge": {
@ -10505,6 +10516,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_framework_unittests",
@ -10552,6 +10564,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_unittests",
@ -10598,7 +10611,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "svc_tests",
"merge": {
@ -10646,7 +10660,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "system_wrappers_unittests",
"merge": {
@ -10692,7 +10707,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "test_support_unittests",
"merge": {
@ -10738,7 +10754,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "tools_unittests",
"merge": {
@ -10784,7 +10801,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_capture_tests",
"merge": {
@ -10830,7 +10848,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_engine_tests",
"merge": {
@ -10877,7 +10896,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "voip_unittests",
"merge": {
@ -10923,7 +10943,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "webrtc_nonparallel_tests",
"merge": {
@ -10974,6 +10995,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "apprtcmobile_tests",
@ -11020,7 +11042,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "audio_decoder_unittests",
"merge": {
@ -11066,7 +11089,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_audio_unittests",
"merge": {
@ -11112,7 +11136,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_video_unittests",
"merge": {
@ -11158,7 +11183,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "dcsctp_unittests",
"merge": {
@ -11204,7 +11230,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_tests",
"merge": {
@ -11251,7 +11278,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_unittests",
"merge": {
@ -11299,7 +11327,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_media_unittests",
"merge": {
@ -11345,7 +11374,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_pc_unittests",
"merge": {
@ -11391,7 +11421,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_stats_unittests",
"merge": {
@ -11437,7 +11468,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_unittests",
"merge": {
@ -11485,6 +11517,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_framework_unittests",
@ -11532,6 +11565,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_unittests",
@ -11578,7 +11612,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "svc_tests",
"merge": {
@ -11626,7 +11661,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "system_wrappers_unittests",
"merge": {
@ -11672,7 +11708,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "test_support_unittests",
"merge": {
@ -11718,7 +11755,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "tools_unittests",
"merge": {
@ -11764,7 +11802,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_capture_tests",
"merge": {
@ -11810,7 +11849,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_engine_tests",
"merge": {
@ -11857,7 +11897,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "voip_unittests",
"merge": {
@ -11903,7 +11944,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "webrtc_nonparallel_tests",
"merge": {
@ -11954,6 +11996,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "apprtcmobile_tests",
@ -12000,7 +12043,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "audio_decoder_unittests",
"merge": {
@ -12046,7 +12090,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_audio_unittests",
"merge": {
@ -12092,7 +12137,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_video_unittests",
"merge": {
@ -12138,7 +12184,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "dcsctp_unittests",
"merge": {
@ -12184,7 +12231,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_tests",
"merge": {
@ -12231,7 +12279,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_unittests",
"merge": {
@ -12279,7 +12328,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_media_unittests",
"merge": {
@ -12325,7 +12375,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_pc_unittests",
"merge": {
@ -12371,7 +12422,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_stats_unittests",
"merge": {
@ -12417,7 +12469,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_unittests",
"merge": {
@ -12465,6 +12518,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_framework_unittests",
@ -12512,6 +12566,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_unittests",
@ -12558,7 +12613,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "svc_tests",
"merge": {
@ -12606,7 +12662,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "system_wrappers_unittests",
"merge": {
@ -12652,7 +12709,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "test_support_unittests",
"merge": {
@ -12698,7 +12756,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "tools_unittests",
"merge": {
@ -12744,7 +12803,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_capture_tests",
"merge": {
@ -12790,7 +12850,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_engine_tests",
"merge": {
@ -12837,7 +12898,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "voip_unittests",
"merge": {
@ -12883,7 +12945,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "webrtc_nonparallel_tests",
"merge": {

171
infra/specs/tryserver.webrtc.json
View File

@ -2470,6 +2470,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "apprtcmobile_tests",
@ -2516,7 +2517,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "audio_decoder_unittests",
"merge": {
@ -2562,7 +2564,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_audio_unittests",
"merge": {
@ -2608,7 +2611,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_video_unittests",
"merge": {
@ -2654,7 +2658,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "dcsctp_unittests",
"merge": {
@ -2700,7 +2705,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_tests",
"merge": {
@ -2747,7 +2753,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_unittests",
"merge": {
@ -2795,7 +2802,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_media_unittests",
"merge": {
@ -2841,7 +2849,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_pc_unittests",
"merge": {
@ -2887,7 +2896,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_stats_unittests",
"merge": {
@ -2933,7 +2943,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_unittests",
"merge": {
@ -2981,6 +2992,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_framework_unittests",
@ -3028,6 +3040,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_unittests",
@ -3074,7 +3087,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "svc_tests",
"merge": {
@ -3122,7 +3136,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "system_wrappers_unittests",
"merge": {
@ -3168,7 +3183,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "test_support_unittests",
"merge": {
@ -3214,7 +3230,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "tools_unittests",
"merge": {
@ -3260,7 +3277,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_capture_tests",
"merge": {
@ -3306,7 +3324,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_engine_tests",
"merge": {
@ -3353,7 +3372,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "voip_unittests",
"merge": {
@ -3399,7 +3419,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "webrtc_nonparallel_tests",
"merge": {
@ -3450,6 +3471,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "apprtcmobile_tests",
@ -3496,7 +3518,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "audio_decoder_unittests",
"merge": {
@ -3542,7 +3565,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_audio_unittests",
"merge": {
@ -3588,7 +3612,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_video_unittests",
"merge": {
@ -3634,7 +3659,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "dcsctp_unittests",
"merge": {
@ -3680,7 +3706,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_tests",
"merge": {
@ -3727,7 +3754,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_unittests",
"merge": {
@ -3775,7 +3803,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_media_unittests",
"merge": {
@ -3821,7 +3850,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_pc_unittests",
"merge": {
@ -3867,7 +3897,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_stats_unittests",
"merge": {
@ -3913,7 +3944,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_unittests",
"merge": {
@ -3961,6 +3993,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_framework_unittests",
@ -4008,6 +4041,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_unittests",
@ -4054,7 +4088,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "svc_tests",
"merge": {
@ -4102,7 +4137,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "system_wrappers_unittests",
"merge": {
@ -4148,7 +4184,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "test_support_unittests",
"merge": {
@ -4194,7 +4231,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "tools_unittests",
"merge": {
@ -4240,7 +4278,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_capture_tests",
"merge": {
@ -4286,7 +4325,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_engine_tests",
"merge": {
@ -4333,7 +4373,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "voip_unittests",
"merge": {
@ -4379,7 +4420,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "webrtc_nonparallel_tests",
"merge": {
@ -4430,6 +4472,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "apprtcmobile_tests",
@ -4476,7 +4519,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "audio_decoder_unittests",
"merge": {
@ -4522,7 +4566,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_audio_unittests",
"merge": {
@ -4568,7 +4613,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "common_video_unittests",
"merge": {
@ -4614,7 +4660,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "dcsctp_unittests",
"merge": {
@ -4660,7 +4707,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_tests",
"merge": {
@ -4707,7 +4755,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "modules_unittests",
"merge": {
@ -4755,7 +4804,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_media_unittests",
"merge": {
@ -4801,7 +4851,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_pc_unittests",
"merge": {
@ -4847,7 +4898,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_stats_unittests",
"merge": {
@ -4893,7 +4945,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "rtc_unittests",
"merge": {
@ -4941,6 +4994,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_framework_unittests",
@ -4988,6 +5042,7 @@
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}",
"--xctest",
"--xcode-parallelization"
],
"isolate_name": "sdk_unittests",
@ -5034,7 +5089,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "svc_tests",
"merge": {
@ -5082,7 +5138,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "system_wrappers_unittests",
"merge": {
@ -5128,7 +5185,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "test_support_unittests",
"merge": {
@ -5174,7 +5232,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "tools_unittests",
"merge": {
@ -5220,7 +5279,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_capture_tests",
"merge": {
@ -5266,7 +5326,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "video_engine_tests",
"merge": {
@ -5313,7 +5374,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "voip_unittests",
"merge": {
@ -5359,7 +5421,8 @@
"--xcode-build-version",
"13c100",
"--out-dir",
"${ISOLATED_OUTDIR}"
"${ISOLATED_OUTDIR}",
"--xctest"
],
"isolate_name": "webrtc_nonparallel_tests",
"merge": {

12
infra/specs/waterfalls.pyl
View File

@ -230,7 +230,7 @@
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
@ -240,7 +240,7 @@
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-13.6',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
@ -250,7 +250,7 @@
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-14.5',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
@ -498,7 +498,7 @@
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
@ -508,7 +508,7 @@
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-13.6',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',
@ -518,7 +518,7 @@
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-14.5',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests',