From 26c2dee621fe3258339cfae634b615f91718b784 Mon Sep 17 00:00:00 2001 From: Byoungchan Lee Date: Fri, 9 Dec 2022 09:39:35 +0900 Subject: [PATCH] Let iOS bots run unittests with XCTest. MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit When running Gtest-based tests, we use the WebRtcUnitTestDelegate to call Gtest from the iOS application. However, if tests take too long, iOS terminates that application. The test execution code (ios/build/bots/scripts) retries up to three times, but that functionality doesn't seem to work lately. Because of this, module_unittests are failing at a fairly high rate. Instead, use GoogleTestRunner to let XCTest run Gtest-based tests. This is enabled with the --enable-run-ios-unittests-with-xctest flag, which is passed when using the --xctest flag in ios/build/bots/scripts/run.py. Existing XCTest-based tests (eg. sdk_unittest) are not affected as the --xcode-parallelization flag takes precedence over --xctest. Bug: None Change-Id: Ib7f8a6d24f6b25444a47e3a83c0edbe96318be46 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/287180 Reviewed-by: Jeremy Leconte Reviewed-by: Björn Terelius Commit-Queue: Daniel.L (Byoungchan) Lee Cr-Commit-Position: refs/heads/main@{#38859} --- infra/specs/client.webrtc.json | 171 ++++++++++++++++++++---------- infra/specs/tryserver.webrtc.json | 171 ++++++++++++++++++++---------- infra/specs/waterfalls.pyl | 12 +-- 3 files changed, 240 insertions(+), 114 deletions(-) diff --git a/infra/specs/client.webrtc.json b/infra/specs/client.webrtc.json index 459d98f88a..d5608072b2 100644 --- a/infra/specs/client.webrtc.json +++ b/infra/specs/client.webrtc.json @@ -9994,6 +9994,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "apprtcmobile_tests", @@ -10040,7 +10041,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -10086,7 +10088,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_audio_unittests", "merge": { @@ -10132,7 +10135,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_video_unittests", "merge": { @@ -10178,7 +10182,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -10224,7 +10229,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_tests", "merge": { @@ -10271,7 +10277,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_unittests", "merge": { @@ -10319,7 +10326,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -10365,7 +10373,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -10411,7 +10420,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -10457,7 +10467,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_unittests", "merge": { @@ -10505,6 +10516,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -10552,6 +10564,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_unittests", @@ -10598,7 +10611,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "svc_tests", "merge": { @@ -10646,7 +10660,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -10692,7 +10707,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "test_support_unittests", "merge": { @@ -10738,7 +10754,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "tools_unittests", "merge": { @@ -10784,7 +10801,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_capture_tests", "merge": { @@ -10830,7 +10848,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_engine_tests", "merge": { @@ -10877,7 +10896,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "voip_unittests", "merge": { @@ -10923,7 +10943,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -10974,6 +10995,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "apprtcmobile_tests", @@ -11020,7 +11042,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -11066,7 +11089,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_audio_unittests", "merge": { @@ -11112,7 +11136,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_video_unittests", "merge": { @@ -11158,7 +11183,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -11204,7 +11230,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_tests", "merge": { @@ -11251,7 +11278,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_unittests", "merge": { @@ -11299,7 +11327,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -11345,7 +11374,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -11391,7 +11421,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -11437,7 +11468,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_unittests", "merge": { @@ -11485,6 +11517,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -11532,6 +11565,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_unittests", @@ -11578,7 +11612,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "svc_tests", "merge": { @@ -11626,7 +11661,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -11672,7 +11708,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "test_support_unittests", "merge": { @@ -11718,7 +11755,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "tools_unittests", "merge": { @@ -11764,7 +11802,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_capture_tests", "merge": { @@ -11810,7 +11849,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_engine_tests", "merge": { @@ -11857,7 +11897,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "voip_unittests", "merge": { @@ -11903,7 +11944,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -11954,6 +11996,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "apprtcmobile_tests", @@ -12000,7 +12043,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -12046,7 +12090,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_audio_unittests", "merge": { @@ -12092,7 +12137,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_video_unittests", "merge": { @@ -12138,7 +12184,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -12184,7 +12231,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_tests", "merge": { @@ -12231,7 +12279,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_unittests", "merge": { @@ -12279,7 +12328,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -12325,7 +12375,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -12371,7 +12422,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -12417,7 +12469,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_unittests", "merge": { @@ -12465,6 +12518,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -12512,6 +12566,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_unittests", @@ -12558,7 +12613,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "svc_tests", "merge": { @@ -12606,7 +12662,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -12652,7 +12709,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "test_support_unittests", "merge": { @@ -12698,7 +12756,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "tools_unittests", "merge": { @@ -12744,7 +12803,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_capture_tests", "merge": { @@ -12790,7 +12850,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_engine_tests", "merge": { @@ -12837,7 +12898,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "voip_unittests", "merge": { @@ -12883,7 +12945,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { diff --git a/infra/specs/tryserver.webrtc.json b/infra/specs/tryserver.webrtc.json index 5b84cc5762..5f65f32566 100644 --- a/infra/specs/tryserver.webrtc.json +++ b/infra/specs/tryserver.webrtc.json @@ -2470,6 +2470,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "apprtcmobile_tests", @@ -2516,7 +2517,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -2562,7 +2564,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_audio_unittests", "merge": { @@ -2608,7 +2611,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_video_unittests", "merge": { @@ -2654,7 +2658,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -2700,7 +2705,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_tests", "merge": { @@ -2747,7 +2753,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_unittests", "merge": { @@ -2795,7 +2802,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -2841,7 +2849,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -2887,7 +2896,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -2933,7 +2943,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_unittests", "merge": { @@ -2981,6 +2992,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -3028,6 +3040,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_unittests", @@ -3074,7 +3087,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "svc_tests", "merge": { @@ -3122,7 +3136,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -3168,7 +3183,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "test_support_unittests", "merge": { @@ -3214,7 +3230,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "tools_unittests", "merge": { @@ -3260,7 +3277,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_capture_tests", "merge": { @@ -3306,7 +3324,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_engine_tests", "merge": { @@ -3353,7 +3372,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "voip_unittests", "merge": { @@ -3399,7 +3419,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -3450,6 +3471,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "apprtcmobile_tests", @@ -3496,7 +3518,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -3542,7 +3565,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_audio_unittests", "merge": { @@ -3588,7 +3612,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_video_unittests", "merge": { @@ -3634,7 +3659,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -3680,7 +3706,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_tests", "merge": { @@ -3727,7 +3754,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_unittests", "merge": { @@ -3775,7 +3803,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -3821,7 +3850,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -3867,7 +3897,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -3913,7 +3944,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_unittests", "merge": { @@ -3961,6 +3993,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -4008,6 +4041,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_unittests", @@ -4054,7 +4088,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "svc_tests", "merge": { @@ -4102,7 +4137,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -4148,7 +4184,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "test_support_unittests", "merge": { @@ -4194,7 +4231,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "tools_unittests", "merge": { @@ -4240,7 +4278,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_capture_tests", "merge": { @@ -4286,7 +4325,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_engine_tests", "merge": { @@ -4333,7 +4373,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "voip_unittests", "merge": { @@ -4379,7 +4420,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -4430,6 +4472,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "apprtcmobile_tests", @@ -4476,7 +4519,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -4522,7 +4566,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_audio_unittests", "merge": { @@ -4568,7 +4613,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "common_video_unittests", "merge": { @@ -4614,7 +4660,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -4660,7 +4707,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_tests", "merge": { @@ -4707,7 +4755,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "modules_unittests", "merge": { @@ -4755,7 +4804,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -4801,7 +4851,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -4847,7 +4898,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -4893,7 +4945,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "rtc_unittests", "merge": { @@ -4941,6 +4994,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -4988,6 +5042,7 @@ "13c100", "--out-dir", "${ISOLATED_OUTDIR}", + "--xctest", "--xcode-parallelization" ], "isolate_name": "sdk_unittests", @@ -5034,7 +5089,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "svc_tests", "merge": { @@ -5082,7 +5138,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -5128,7 +5185,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "test_support_unittests", "merge": { @@ -5174,7 +5232,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "tools_unittests", "merge": { @@ -5220,7 +5279,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_capture_tests", "merge": { @@ -5266,7 +5326,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "video_engine_tests", "merge": { @@ -5313,7 +5374,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "voip_unittests", "merge": { @@ -5359,7 +5421,8 @@ "--xcode-build-version", "13c100", "--out-dir", - "${ISOLATED_OUTDIR}" + "${ISOLATED_OUTDIR}", + "--xctest" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { diff --git a/infra/specs/waterfalls.pyl b/infra/specs/waterfalls.pyl index f064fba90b..0db19e71e5 100644 --- a/infra/specs/waterfalls.pyl +++ b/infra/specs/waterfalls.pyl @@ -230,7 +230,7 @@ 'mixins': [ 'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4', 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', - 'out_dir_arg' + 'out_dir_arg', 'webrtc-xctest' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -240,7 +240,7 @@ 'mixins': [ 'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-13.6', 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', - 'out_dir_arg' + 'out_dir_arg', 'webrtc-xctest' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -250,7 +250,7 @@ 'mixins': [ 'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-14.5', 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', - 'out_dir_arg' + 'out_dir_arg', 'webrtc-xctest' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -498,7 +498,7 @@ 'mixins': [ 'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4', 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', - 'out_dir_arg' + 'out_dir_arg', 'webrtc-xctest' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -508,7 +508,7 @@ 'mixins': [ 'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-13.6', 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', - 'out_dir_arg' + 'out_dir_arg', 'webrtc-xctest' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -518,7 +518,7 @@ 'mixins': [ 'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-14.5', 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', - 'out_dir_arg' + 'out_dir_arg', 'webrtc-xctest' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests',