Add a ios_x64_dbg_simulator try bot.

The goal of this bot is to replace ios_sim_x64_dbg_ios(12, 13 and 14).

Change-Id: I6d8f5004a9440f5fd8cb96730dc2dbb4abba2e61
Bug: b/264630045
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/290893
Commit-Queue: Jeremy Leconte <jleconte@google.com>
Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
Cr-Commit-Position: refs/heads/main@{#39086}

infra/config/config.star

@@ -741,6 +741,7 @@ ios_try_job("ios_compile_arm64_dbg")
 ios_builder("iOS64 Release", "iOS|arm64|rel")
 ios_try_job("ios_compile_arm64_rel")
 ios_try_job("ios_compile_arm64_rel_reclient", cq = {"experiment_percentage": 100})
+ios_try_job("ios_dbg_simulator", cq = None)
 ios_builder("iOS64 Sim Debug (iOS 14)", "iOS|x64|14")
 ios_try_job("ios_sim_x64_dbg_ios14")
 ios_builder("iOS64 Sim Debug (iOS 13)", "iOS|x64|13")

infra/config/cr-buildbucket.cfg

@@ -4074,6 +4074,61 @@ buckets {
         }
       }
     }
+    builders {
+      name: "ios_dbg_simulator"
+      swarming_host: "chromium-swarm.appspot.com"
+      swarming_tags: "vpython:native-python-wrapper"
+      dimensions: "cpu:x86-64"
+      dimensions: "os:Mac"
+      dimensions: "pool:luci.webrtc.try"
+      exe {
+        cipd_package: "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"
+        cipd_version: "refs/heads/main"
+        cmd: "luciexe"
+      }
+      properties:
+        '{'
+        '  "$build/goma": {'
+        '    "server_host": "goma.chromium.org",'
+        '    "use_luci_auth": true'
+        '  },'
+        '  "$build/reclient": {'
+        '    "instance": "rbe-webrtc-untrusted",'
+        '    "metrics_project": "chromium-reclient-metrics"'
+        '  },'
+        '  "$recipe_engine/resultdb/test_presentation": {'
+        '    "column_keys": [],'
+        '    "grouping_keys": ['
+        '      "status",'
+        '      "v.test_suite"'
+        '    ]'
+        '  },'
+        '  "builder_group": "tryserver.webrtc",'
+        '  "recipe": "webrtc/standalone",'
+        '  "xcode_build_version": "13c100"'
+        '}'
+      priority: 30
+      execution_timeout_secs: 7200
+      caches {
+        name: "xcode_ios_13c100"
+        path: "xcode_ios_13c100.app"
+      }
+      build_numbers: YES
+      service_account: "webrtc-try-builder@chops-service-accounts.iam.gserviceaccount.com"
+      experiments {
+        key: "luci.recipes.use_python3"
+        value: 100
+      }
+      resultdb {
+        enable: true
+        bq_exports {
+          project: "webrtc-ci"
+          dataset: "resultdb"
+          table: "try_test_results"
+          test_results {}
+        }
+      }
+    }
     builders {
       name: "ios_sim_x64_dbg_ios12"
       swarming_host: "chromium-swarm.appspot.com"

infra/config/luci-milo.cfg

@@ -495,6 +495,9 @@ consoles {
   builders {
     name: "buildbucket/luci.webrtc.try/ios_compile_arm64_rel_reclient"
   }
+  builders {
+    name: "buildbucket/luci.webrtc.try/ios_dbg_simulator"
+  }
   builders {
     name: "buildbucket/luci.webrtc.try/ios_sim_x64_dbg_ios14"
   }

infra/config/luci-notify.cfg

@@ -1746,6 +1746,19 @@ notifiers {
     name: "ios_compile_arm64_rel_reclient"
   }
 }
+notifiers {
+  notifications {
+    on_new_status: INFRA_FAILURE
+    email {
+      recipients: "webrtc-troopers-robots@google.com"
+    }
+    template: "infra_failure"
+  }
+  builders {
+    bucket: "try"
+    name: "ios_dbg_simulator"
+  }
+}
 notifiers {
   notifications {
     on_new_status: INFRA_FAILURE

infra/config/project.cfg

@@ -7,7 +7,7 @@
 name: "webrtc"
 access: "group:all"
 lucicfg {
-  version: "1.35.2"
+  version: "1.37.0"
   package_dir: "."
   config_dir: "."
   entry_point: "config.star"

infra/specs/generate_buildbot_json.py

@@ -55,6 +55,11 @@ def generate_mixins_file_from_used_mixins(generator):
       seen_mixins = seen_mixins.union(tester.get('mixins', set()))
   for suite in generator.test_suites.values():
     for test in suite.values():
+      if isinstance(test, list):
+        # This is for mixins defined in variants.pyl.
+        for variant in test:
+          seen_mixins = seen_mixins.union(variant.get('mixins', set()))
+      else:
         seen_mixins = seen_mixins.union(test.get('mixins', set()))
 
   found_mixins = ast.literal_eval(open(WEBRTC_MIXIN_FILE_NAME).read())

infra/specs/mixins.pyl

@@ -108,6 +108,36 @@
       }
     }
   },
+  'ios_runtime_cache_14_5': {
+    '$mixin_append': {
+      'swarming': {
+        'named_caches': [{
+          'name': 'runtime_ios_14_5',
+          'path': 'Runtime-ios-14.5'
+        }]
+      }
+    }
+  },
+  'ios_runtime_cache_15_5': {
+    '$mixin_append': {
+      'swarming': {
+        'named_caches': [{
+          'name': 'runtime_ios_15_5',
+          'path': 'Runtime-ios-15.5'
+        }]
+      }
+    }
+  },
+  'ios_runtime_cache_16_2': {
+    '$mixin_append': {
+      'swarming': {
+        'named_caches': [{
+          'name': 'runtime_ios_16_2',
+          'path': 'Runtime-ios-16.2'
+        }]
+      }
+    }
+  },
   'isolate_profile_data': {
     'isolate_profile_data': True
   },
@@ -313,6 +343,17 @@
       }]
     }
   },
+  'xcode_14_main': {
+    '$mixin_append': {
+      'args': ['--xcode-build-version', '14c18']
+    },
+    'swarming': {
+      'named_caches': [{
+        'name': 'xcode_ios_14c18',
+        'path': 'Xcode.app'
+      }]
+    }
+  },
   'xcode_parallelization': {
     '$mixin_append': {
       'args': ['--xcode-parallelization']

infra/specs/test_suites.pyl

@@ -248,6 +248,10 @@
       }
     },
   },
+
+  ##############################################################################
+  # Compound test suites.                                                      #
+  ##############################################################################
   'compound_suites': {
     'android_tests_tryserver': [
       'android_tests',
@@ -278,4 +282,19 @@
       'linux_desktop_specific_tests',
     ],
   },
+
+  ##############################################################################
+  # Matrix compound test suites.                                               #
+  ##############################################################################
+  'matrix_compound_suites': {
+    'ios_simulator_tests_matrix': {
+      'ios_simulator_tests': {
+        'variants': [
+          'SIM_IPHONE_X_14_5',
+          'SIM_IPHONE_X_15_5',
+          'SIM_IPHONE_X_16_2',
+        ],
+      },
+    },
+  },
 }

infra/specs/variants.pyl

@@ -6,4 +6,41 @@
 # in the file PATENTS.  All contributing project authors may
 # be found in the AUTHORS file in the root of the source tree.
 
-{}
+{
+  'SIM_IPHONE_X_14_5': {
+    'args': [
+      '--platform',
+      'iPhone X',
+      '--version',
+      '14.5',
+    ],
+    'identifier': 'iPhone X 14.5',
+    'mixins': [
+      'ios_runtime_cache_14_5',
+    ],
+  },
+  'SIM_IPHONE_X_15_5': {
+    'args': [
+      '--platform',
+      'iPhone X',
+      '--version',
+      '15.5',
+    ],
+    'identifier': 'iPhone X 15.5',
+    'mixins': [
+      'ios_runtime_cache_15_5',
+    ],
+  },
+  'SIM_IPHONE_X_16_2': {
+    'args': [
+      '--platform',
+      'iPhone X',
+      '--version',
+      '16.2',
+    ],
+    'identifier': 'iPhone X 16.2',
+    'mixins': [
+      'ios_runtime_cache_16_2',
+    ],
+  },
+}

infra/specs/waterfalls.pyl

@@ -464,6 +464,16 @@
       },
       'ios_compile_arm64_dbg': {},
       'ios_compile_arm64_rel': {},
+      'ios_dbg_simulator': {
+        'mixins': [
+          'mac_12_x64', 'chromium-tester-service-account', 'xcode_14_main',
+          'mac_toolchain', 'has_native_resultdb_integration', 'out_dir_arg',
+          'webrtc-xctest'
+        ],
+        'test_suites': {
+          'isolated_scripts': 'ios_simulator_tests_matrix',
+        },
+      },
       'ios_sim_x64_dbg_ios12': {
         'mixins': [
           'mac_12_x64', 'chromium-tester-service-account', 'ios-simulator-12.4',

tools_webrtc/mb/mb_config.pyl

@@ -169,6 +169,7 @@
       'ios_compile_arm64_dbg': 'ios_debug_bot_arm64',
       'ios_compile_arm64_rel': 'ios_release_bot_arm64',
       'ios_compile_arm64_rel_reclient': 'ios_release_bot_arm64_reclient',
+      'ios_dbg_simulator': 'ios_debug_bot_x64',
       'ios_sim_x64_dbg_ios12': 'ios_debug_bot_x64',
       'ios_sim_x64_dbg_ios13': 'ios_debug_bot_x64',
       'ios_sim_x64_dbg_ios14': 'ios_debug_bot_x64',