diff --git a/infra/specs/client.webrtc.json b/infra/specs/client.webrtc.json index 12031ed449..db3ec27e88 100644 --- a/infra/specs/client.webrtc.json +++ b/infra/specs/client.webrtc.json @@ -2558,6 +2558,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -2945,6 +2948,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -3332,6 +3338,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -3719,6 +3728,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -4106,6 +4118,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -4493,6 +4508,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -4881,6 +4899,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -5270,6 +5291,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -5658,6 +5682,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -6073,6 +6100,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -6479,6 +6509,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -6880,6 +6913,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -7293,6 +7329,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -7722,6 +7761,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -8131,6 +8173,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -8444,7 +8489,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -8491,7 +8538,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -8538,7 +8587,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -8585,7 +8636,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -8632,7 +8685,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -8679,7 +8734,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -8726,7 +8783,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -8773,7 +8832,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -8820,7 +8881,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -8867,7 +8930,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_unittests", "merge": { @@ -8915,6 +8980,8 @@ "12.4", "--xcode-build-version", "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -8962,7 +9029,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -9009,7 +9078,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -9056,7 +9127,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -9103,7 +9176,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -9150,7 +9225,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -9197,7 +9274,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "voip_unittests", "merge": { @@ -9244,7 +9323,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -9295,7 +9376,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -9342,7 +9425,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -9389,7 +9474,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -9436,7 +9523,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -9483,7 +9572,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -9530,7 +9621,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -9577,7 +9670,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -9624,7 +9719,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -9671,7 +9768,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -9718,7 +9817,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_unittests", "merge": { @@ -9766,6 +9867,8 @@ "13.6", "--xcode-build-version", "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -9813,7 +9916,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -9860,7 +9965,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -9907,7 +10014,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -9954,7 +10063,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -10001,7 +10112,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -10048,7 +10161,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "voip_unittests", "merge": { @@ -10095,7 +10210,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -10146,7 +10263,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -10193,7 +10312,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -10240,7 +10361,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -10287,7 +10410,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -10334,7 +10459,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -10381,7 +10508,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -10428,7 +10557,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -10475,7 +10606,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -10522,7 +10655,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -10569,7 +10704,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_unittests", "merge": { @@ -10617,6 +10754,8 @@ "14.0", "--xcode-build-version", "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -10664,7 +10803,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -10711,7 +10852,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -10758,7 +10901,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -10805,7 +10950,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -10852,7 +10999,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -10899,7 +11048,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "voip_unittests", "merge": { @@ -10946,7 +11097,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { diff --git a/infra/specs/client.webrtc.perf.json b/infra/specs/client.webrtc.perf.json index cc48da33e8..00c69af107 100644 --- a/infra/specs/client.webrtc.perf.json +++ b/infra/specs/client.webrtc.perf.json @@ -5,6 +5,8 @@ "gtest_tests": [ { "args": [ + ".", + "--remove", "--android", "--adb-path", "../../third_party/android_sdk/public/platform-tools/adb", @@ -33,6 +35,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "low_bandwidth_audio_perf_test", @@ -66,6 +69,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "webrtc_perf_tests", @@ -77,6 +81,8 @@ "gtest_tests": [ { "args": [ + ".", + "--remove", "--android", "--adb-path", "../../third_party/android_sdk/public/platform-tools/adb", @@ -105,6 +111,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "low_bandwidth_audio_perf_test", @@ -138,6 +145,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "webrtc_perf_tests", @@ -149,6 +157,8 @@ "gtest_tests": [ { "args": [ + ".", + "--remove", "--android", "--adb-path", "../../third_party/android_sdk/public/platform-tools/adb", @@ -177,6 +187,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "low_bandwidth_audio_perf_test", @@ -210,6 +221,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "webrtc_perf_tests", @@ -221,6 +233,8 @@ "gtest_tests": [ { "args": [ + ".", + "--remove", "--android", "--adb-path", "../../third_party/android_sdk/public/platform-tools/adb", @@ -248,6 +262,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "low_bandwidth_audio_perf_test", @@ -280,6 +295,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test": "webrtc_perf_tests", @@ -291,6 +307,8 @@ "isolated_scripts": [ { "args": [ + ".", + "--remove", "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" ], "isolate_name": "low_bandwidth_audio_perf_test", @@ -315,6 +333,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" @@ -348,6 +367,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://:webrtc_perf_tests/" @@ -358,6 +378,8 @@ "isolated_scripts": [ { "args": [ + ".", + "--remove", "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" ], "isolate_name": "low_bandwidth_audio_perf_test", @@ -382,6 +404,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" @@ -415,6 +438,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://:webrtc_perf_tests/" @@ -425,6 +449,8 @@ "isolated_scripts": [ { "args": [ + ".", + "--remove", "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" ], "isolate_name": "low_bandwidth_audio_perf_test", @@ -450,6 +476,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" @@ -484,6 +511,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://:webrtc_perf_tests/" @@ -494,6 +522,8 @@ "isolated_scripts": [ { "args": [ + ".", + "--remove", "--gtest_output=json:${ISOLATED_OUTDIR}/gtest_output.json" ], "isolate_name": "low_bandwidth_audio_perf_test", @@ -518,6 +548,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://audio:low_bandwidth_audio_perf_test/" @@ -551,6 +582,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800 }, "test_id_prefix": "ninja://:webrtc_perf_tests/" diff --git a/infra/specs/gn_isolate_map.pyl b/infra/specs/gn_isolate_map.pyl index c44b41ecd1..6446d66410 100644 --- a/infra/specs/gn_isolate_map.pyl +++ b/infra/specs/gn_isolate_map.pyl @@ -62,18 +62,11 @@ "low_bandwidth_audio_test": { "label": "//audio:low_bandwidth_audio_test", "type": "console_test_launcher", - "args": [ - "--quick", - ], }, "low_bandwidth_audio_perf_test": { "label": "//audio:low_bandwidth_audio_perf_test", "type": "script", "script": "//audio/test/low_bandwidth_audio_test.py", - "args": [ - ".", - "--remove", - ], }, "modules_tests": { "label": "//modules:modules_tests", diff --git a/infra/specs/internal.client.webrtc.json b/infra/specs/internal.client.webrtc.json index 8786d51a15..7ef9550fd5 100644 --- a/infra/specs/internal.client.webrtc.json +++ b/infra/specs/internal.client.webrtc.json @@ -8,7 +8,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -50,7 +52,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -93,7 +97,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -137,7 +143,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -179,7 +187,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -221,7 +231,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -263,7 +275,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -305,7 +319,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -347,7 +363,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -389,7 +407,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -431,7 +451,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -478,6 +500,8 @@ "--nologs", "--xcode-build-version", "12d4e", + "--out-dir", + "${ISOLATED_OUTDIR}", "--nologs" ], "isolate_name": "webrtc_perf_tests", @@ -510,6 +534,7 @@ } ], "hard_timeout": 10800, + "idempotent": false, "io_timeout": 10800, "named_caches": [ { @@ -530,7 +555,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -572,7 +599,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -615,7 +644,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -659,7 +690,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -701,7 +734,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -743,7 +778,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -785,7 +822,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -827,7 +866,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -869,7 +910,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -911,7 +954,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -953,7 +998,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { diff --git a/infra/specs/internal.tryserver.webrtc.json b/infra/specs/internal.tryserver.webrtc.json index 6f57f68027..48403cf75d 100644 --- a/infra/specs/internal.tryserver.webrtc.json +++ b/infra/specs/internal.tryserver.webrtc.json @@ -8,7 +8,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -50,7 +52,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -93,7 +97,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -137,7 +143,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -179,7 +187,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -221,7 +231,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -263,7 +275,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -305,7 +319,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -347,7 +363,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -389,7 +407,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -431,7 +451,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -477,7 +499,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -519,7 +543,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -562,7 +588,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -606,7 +634,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -648,7 +678,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -690,7 +722,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -732,7 +766,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -774,7 +810,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -816,7 +854,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -858,7 +898,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -900,7 +942,9 @@ "--xctest", "--undefok=enable-run-ios-unittests-with-xctest", "--xcode-build-version", - "13c100" + "13c100", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { diff --git a/infra/specs/mixins.pyl b/infra/specs/mixins.pyl index 61f29e3325..282570e27f 100644 --- a/infra/specs/mixins.pyl +++ b/infra/specs/mixins.pyl @@ -83,6 +83,7 @@ }, 'ios-device-perf': { 'swarming': { + 'idempotent': False, 'dimensions': { 'os': 'iOS-12.4.1', 'pool': 'WebRTC', @@ -212,6 +213,11 @@ } } }, + 'out_dir_arg': { + '$mixin_append': { + 'args': ['--out-dir', '${ISOLATED_OUTDIR}'] + } + }, 'perf-low-bandwidth-audio-perf-test': { 'merge': { 'script': '//tools_webrtc/perf/process_perf_results_py2.py', @@ -227,6 +233,7 @@ }, 'perf-pool': { 'swarming': { + 'idempotent': False, 'dimensions': { 'pool': 'WebRTC-perf' } diff --git a/infra/specs/mixins_webrtc.pyl b/infra/specs/mixins_webrtc.pyl index 1e3de82c75..1100eb14ea 100644 --- a/infra/specs/mixins_webrtc.pyl +++ b/infra/specs/mixins_webrtc.pyl @@ -45,6 +45,7 @@ }, 'ios-device-perf': { 'swarming': { + 'idempotent': False, 'dimensions': { 'os': 'iOS-12.4.1', 'pool': 'WebRTC', @@ -169,6 +170,10 @@ }, 'perf-pool': { 'swarming': { + # Perf tests are marked as not idempotent, which means they're re-run even + # if they did not change this build. This will give the dashboard some + # more variance data to work with. + 'idempotent': False, 'dimensions': { 'pool': 'WebRTC-perf', }, diff --git a/infra/specs/test_suites.pyl b/infra/specs/test_suites.pyl index 008042137a..703a8a112a 100644 --- a/infra/specs/test_suites.pyl +++ b/infra/specs/test_suites.pyl @@ -16,6 +16,8 @@ 'low_bandwidth_audio_perf_test': { 'mixins': ['perf-low-bandwidth-audio-perf-test'], 'args': [ + '.', + '--remove', '--android', '--adb-path', '../../third_party/android_sdk/public/platform-tools/adb', @@ -73,7 +75,8 @@ }, 'desktop_perf_tests': { 'low_bandwidth_audio_perf_test': { - 'mixins': ['perf-low-bandwidth-audio-perf-test'] + 'mixins': ['perf-low-bandwidth-audio-perf-test'], + 'args': ['.', '--remove'], }, 'webrtc_perf_tests': { 'mixins': ['perf-webrtc-perf-tests'], @@ -88,7 +91,9 @@ 'common_audio_unittests': {}, 'common_video_unittests': {}, 'dcsctp_unittests': {}, - 'low_bandwidth_audio_test': {}, + 'low_bandwidth_audio_test': { + 'args': ['--quick'] + }, 'modules_tests': { 'swarming': { 'shards': 2 diff --git a/infra/specs/tryserver.webrtc.json b/infra/specs/tryserver.webrtc.json index 15e9958bf4..2fbe29d1fc 100644 --- a/infra/specs/tryserver.webrtc.json +++ b/infra/specs/tryserver.webrtc.json @@ -2595,7 +2595,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -2642,7 +2644,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -2689,7 +2693,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -2736,7 +2742,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -2783,7 +2791,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -2830,7 +2840,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -2877,7 +2889,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -2924,7 +2938,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -2971,7 +2987,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -3018,7 +3036,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_unittests", "merge": { @@ -3066,6 +3086,8 @@ "12.4", "--xcode-build-version", "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -3113,7 +3135,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -3160,7 +3184,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -3207,7 +3233,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -3254,7 +3282,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -3301,7 +3331,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -3348,7 +3380,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "voip_unittests", "merge": { @@ -3395,7 +3429,9 @@ "--version", "12.4", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -3446,7 +3482,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -3493,7 +3531,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -3540,7 +3580,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -3587,7 +3629,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -3634,7 +3678,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -3681,7 +3727,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -3728,7 +3776,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -3775,7 +3825,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -3822,7 +3874,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -3869,7 +3923,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_unittests", "merge": { @@ -3917,6 +3973,8 @@ "13.6", "--xcode-build-version", "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -3964,7 +4022,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -4011,7 +4071,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -4058,7 +4120,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -4105,7 +4169,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -4152,7 +4218,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -4199,7 +4267,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "voip_unittests", "merge": { @@ -4246,7 +4316,9 @@ "--version", "13.6", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -4297,7 +4369,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "audio_decoder_unittests", "merge": { @@ -4344,7 +4418,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_audio_unittests", "merge": { @@ -4391,7 +4467,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "common_video_unittests", "merge": { @@ -4438,7 +4516,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "dcsctp_unittests", "merge": { @@ -4485,7 +4565,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_tests", "merge": { @@ -4532,7 +4614,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "modules_unittests", "merge": { @@ -4579,7 +4663,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_media_unittests", "merge": { @@ -4626,7 +4712,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_pc_unittests", "merge": { @@ -4673,7 +4761,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_stats_unittests", "merge": { @@ -4720,7 +4810,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "rtc_unittests", "merge": { @@ -4768,6 +4860,8 @@ "14.0", "--xcode-build-version", "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}", "--xcode-parallelization" ], "isolate_name": "sdk_framework_unittests", @@ -4815,7 +4909,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "system_wrappers_unittests", "merge": { @@ -4862,7 +4958,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "test_support_unittests", "merge": { @@ -4909,7 +5007,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "tools_unittests", "merge": { @@ -4956,7 +5056,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_capture_tests", "merge": { @@ -5003,7 +5105,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "video_engine_tests", "merge": { @@ -5050,7 +5154,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "voip_unittests", "merge": { @@ -5097,7 +5203,9 @@ "--version", "14.0", "--xcode-build-version", - "12a7209" + "12a7209", + "--out-dir", + "${ISOLATED_OUTDIR}" ], "isolate_name": "webrtc_nonparallel_tests", "merge": { @@ -5226,6 +5334,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -5619,6 +5730,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -6007,6 +6121,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -6420,6 +6537,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -6807,6 +6927,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -7244,6 +7367,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -7631,6 +7757,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -8018,6 +8147,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -8405,6 +8537,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -8792,6 +8927,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -9183,6 +9321,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -9590,6 +9731,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -9995,6 +10139,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -10396,6 +10543,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -10837,6 +10987,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -11238,6 +11391,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -11629,6 +11785,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -12016,6 +12175,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -12403,6 +12565,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -12790,6 +12955,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], @@ -13177,6 +13345,9 @@ "test_id_prefix": "ninja://net/dcsctp:dcsctp_unittests/" }, { + "args": [ + "--quick" + ], "isolate_name": "low_bandwidth_audio_test", "merge": { "args": [], diff --git a/infra/specs/waterfalls.pyl b/infra/specs/waterfalls.pyl index cb37f5779c..385954e70e 100644 --- a/infra/specs/waterfalls.pyl +++ b/infra/specs/waterfalls.pyl @@ -200,7 +200,8 @@ 'iOS64 Sim Debug (iOS 12)': { 'mixins': [ 'mac11', 'chromium-tester-service-account', 'ios-simulator-12.4', - 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -209,7 +210,8 @@ 'iOS64 Sim Debug (iOS 13)': { 'mixins': [ 'mac11', 'chromium-tester-service-account', 'ios-simulator-13.6', - 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -218,7 +220,8 @@ 'iOS64 Sim Debug (iOS 14.0)': { 'mixins': [ 'mac11', 'chromium-tester-service-account', 'ios-simulator-14.0', - 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -316,7 +319,8 @@ 'iOS64 Debug': { 'mixins': [ 'ios-device-15.3', 'webrtc-xctest', 'chrome-tester-service-account', - 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_device_tests', @@ -325,7 +329,8 @@ 'iOS64 Perf': { 'mixins': [ 'ios-device-perf', 'timeout-3h', 'chrome-tester-service-account', - 'xcode_12d4e', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12d4e', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_perf_tests', @@ -334,7 +339,8 @@ 'iOS64 Release': { 'mixins': [ 'ios-device-15.3', 'webrtc-xctest', 'chrome-tester-service-account', - 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_device_tests', @@ -349,7 +355,8 @@ 'ios_arm64_dbg': { 'mixins': [ 'ios-device-15.3', 'webrtc-xctest', 'chrome-tester-service-account', - 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_device_tests', @@ -358,7 +365,8 @@ 'ios_arm64_rel': { 'mixins': [ 'ios-device-15.3', 'webrtc-xctest', 'chrome-tester-service-account', - 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_device_tests', @@ -432,7 +440,8 @@ 'ios_sim_x64_dbg_ios12': { 'mixins': [ 'mac11', 'chromium-tester-service-account', 'ios-simulator-12.4', - 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -441,7 +450,8 @@ 'ios_sim_x64_dbg_ios13': { 'mixins': [ 'mac11', 'chromium-tester-service-account', 'ios-simulator-13.6', - 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', @@ -450,7 +460,8 @@ 'ios_sim_x64_dbg_ios14': { 'mixins': [ 'mac11', 'chromium-tester-service-account', 'ios-simulator-14.0', - 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration' + 'xcode_12a7209', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' ], 'test_suites': { 'isolated_scripts': 'ios_simulator_tests', diff --git a/tools_webrtc/mb/mb.py b/tools_webrtc/mb/mb.py index 1a375e1a4c..ae35cf7482 100755 --- a/tools_webrtc/mb/mb.py +++ b/tools_webrtc/mb/mb.py @@ -88,7 +88,7 @@ class WebRTCMetaBuildWrapper(mb.MetaBuildWrapper): elif is_ios: cmdline += [ vpython_exe, '../../tools_webrtc/flags_compatibility.py', - 'bin/run_%s' % target, '--out-dir', '${ISOLATED_OUTDIR}' + 'bin/run_%s' % target ] extra_files.append('../../tools_webrtc/flags_compatibility.py') elif test_type == 'raw':