test_suites.pyl (8696B)
1 # Copyright (c) 2022 The WebRTC project authors. All Rights Reserved. 2 # 3 # Use of this source code is governed by a BSD-style license 4 # that can be found in the LICENSE file in the root of the source 5 # tree. An additional intellectual property rights grant can be found 6 # in the file PATENTS. All contributing project authors may 7 # be found in the AUTHORS file in the root of the source tree. 8 9 { 10 'basic_suites': { 11 'android_junit_tests': { 12 'android_examples_junit_tests': { 13 'args': [ 14 # Force number of shards to be one because of none hermetic tests 15 # in TCPChannelClientTest and DirectRTCClientTest. 16 '--shards=1', 17 ] 18 }, 19 'android_sdk_junit_tests': {}, 20 }, 21 'android_tests': { 22 'AppRTCMobile_test_apk': {}, 23 'android_instrumentation_test_apk': {}, 24 'audio_decoder_unittests': {}, 25 'common_audio_unittests': {}, 26 'common_video_unittests': {}, 27 'dcsctp_unittests': {}, 28 'modules_tests': { 29 'mixins': ['shards-2'], 30 }, 31 'modules_unittests': { 32 'mixins': ['shards-6'], 33 }, 34 'peerconnection_unittests': { 35 'mixins': ['shards-4'], 36 }, 37 'rtc_media_unittests': {}, 38 'rtc_p2p_unittests': {}, 39 'rtc_pc_unittests': {}, 40 'rtc_stats_unittests': {}, 41 'rtc_unittests': { 42 'mixins': ['shards-6'], 43 }, 44 'slow_peer_connection_unittests': {}, 45 'svc_tests': { 46 'remove_mixins': ['walleye'], 47 'mixins': ['shards-8', 'crosshatch'], 48 }, 49 'system_wrappers_unittests': {}, 50 'test_support_unittests': {}, 51 'tools_unittests': {}, 52 'video_engine_tests': { 53 'mixins': ['shards-4'], 54 }, 55 'voip_unittests': {}, 56 'webrtc_nonparallel_tests': {}, 57 }, 58 'android_tests_tryserver_specific': { 59 'video_codec_perf_tests': { 60 'mixins': ['shards-2', 'quick-perf-tests'], 61 }, 62 'webrtc_perf_tests': { 63 'mixins': ['quick-perf-tests'], 64 } 65 }, 66 'desktop_tests': { 67 'audio_decoder_unittests': {}, 68 'common_audio_unittests': {}, 69 'common_video_unittests': {}, 70 'dcsctp_unittests': {}, 71 'modules_tests': { 72 'mixins': ['shards-2'], 73 }, 74 'modules_unittests': { 75 'mixins': ['shards-6'], 76 }, 77 'peerconnection_unittests': { 78 'mixins': ['shards-4'], 79 }, 80 'rtc_media_unittests': {}, 81 'rtc_p2p_unittests': {}, 82 'rtc_pc_unittests': {}, 83 'rtc_stats_unittests': {}, 84 'rtc_unittests': { 85 'mixins': ['shards-6'], 86 }, 87 'slow_peer_connection_unittests': {}, 88 'svc_tests': { 89 'mixins': ['shards-4'], 90 }, 91 'system_wrappers_unittests': {}, 92 'test_support_unittests': { 93 'mixins': ['shards-2'], 94 }, 95 'tools_unittests': {}, 96 'video_engine_tests': { 97 'mixins': ['shards-4'], 98 }, 99 'voip_unittests': {}, 100 'webrtc_nonparallel_tests': {}, 101 }, 102 'desktop_tests_linux_specific': { 103 'shared_screencast_stream_test': {}, 104 }, 105 'desktop_tests_try_server_specific': { 106 'video_codec_perf_tests': { 107 'remove_mixins': ['resultdb-json-format'], 108 'mixins': ['quick-perf-tests', 'resultdb-gtest-json-format'], 109 }, 110 'webrtc_perf_tests': { 111 'remove_mixins': ['resultdb-json-format'], 112 'mixins': ['quick-perf-tests', 'resultdb-gtest-json-format'], 113 } 114 }, 115 'fuchsia_compatible_tests': { 116 'audio_decoder_unittests': {}, 117 'common_audio_unittests': {}, 118 'common_video_unittests': {}, 119 'dcsctp_unittests': {}, 120 'rtc_media_unittests': {}, 121 # TODO(bugs.webrtc.org/14705): Enable when NonGlobalFieldTrialsInstanceDoesNotModifyGlobalString is fixed. 122 # TODO(bugs.webrtc.org/14700): Enable when NetworkTest tests are fixed. 123 # 'rtc_unittests': {}, 124 'rtc_p2p_unittests': {}, 125 'rtc_pc_unittests': {}, 126 'svc_tests': { 127 'mixins': ['shards-4'], 128 }, 129 'system_wrappers_unittests': {}, 130 # TODO(bugs.webrtc.org/14712): Enable once network issue is fixed. 131 # 'peerconnection_unittests': {}, 132 'video_engine_tests': { 133 'mixins': ['shards-4'], 134 }, 135 'voip_unittests': {}, 136 'webrtc_nonparallel_tests': {}, 137 # TODO(bugs.fuchsia.dev/115601): Enable when cpu time API's are implemented in Fuchsia 138 # 'test_support_unittests': {}, 139 # TODO(bugs.webrtc.org/14707): chromium.test component needs to allow creating listening ports. 140 # 'tools_unittests': {}, 141 # 142 }, 143 'ios_device_tests': { 144 # TODO(bugs.webrtc.org/11362): Real XCTests fail to start on devices. 145 #'apprtcmobile_tests': {'mixins': ['xcodebuild-device-runner']}, 146 'common_audio_unittests': {}, 147 'common_video_unittests': {}, 148 'modules_tests': { 149 'mixins': ['shards-2', 'timeout-2h'], 150 'args': [ 151 # Some tests exceed the default 180 seconds readline timeout. 152 '--readline-timeout=1200', 153 ] 154 }, 155 'modules_unittests': { 156 'mixins': ['shards-6'], 157 }, 158 'rtc_p2p_unittests': {}, 159 'rtc_pc_unittests': {}, 160 'rtc_stats_unittests': {}, 161 # TODO(bugs.webrtc.org/11362): Real XCTests fail to start on devices. 162 #'sdk_framework_unittests': {'mixins': ['xcodebuild-device-runner']}, 163 #'sdk_unittests': {'mixins': ['xcodebuild-device-runner']}, 164 'system_wrappers_unittests': {}, 165 'test_support_unittests': {}, 166 'tools_unittests': {}, 167 'video_engine_tests': { 168 'mixins': ['shards-4'], 169 }, 170 }, 171 'ios_simulator_tests': { 172 'apprtcmobile_tests': { 173 'mixins': ['xcodebuild_sim_runner'] 174 }, 175 'audio_decoder_unittests': {}, 176 'common_audio_unittests': {}, 177 'common_video_unittests': {}, 178 'dcsctp_unittests': {}, 179 'modules_tests': { 180 'mixins': ['shards-2'], 181 }, 182 'modules_unittests': { 183 'mixins': ['shards-6', 'cores-12'], 184 }, 185 'rtc_media_unittests': {}, 186 'rtc_p2p_unittests': {}, 187 'rtc_pc_unittests': {}, 188 'rtc_stats_unittests': {}, 189 # TODO: b/402029695 - Re-enable these tests. 190 # 'rtc_unittests': { 191 # 'mixins': ['shards-6'], 192 # }, 193 'sdk_framework_unittests': { 194 'mixins': ['xcodebuild_sim_runner'] 195 }, 196 'sdk_unittests': { 197 'mixins': ['xcodebuild_sim_runner'] 198 }, 199 'svc_tests': { 200 'mixins': ['shards-4', 'cores-12'], 201 }, 202 'system_wrappers_unittests': {}, 203 'test_support_unittests': {}, 204 'tools_unittests': {}, 205 'video_engine_tests': { 206 'mixins': ['shards-4'], 207 }, 208 'voip_unittests': {}, 209 'webrtc_nonparallel_tests': {}, 210 }, 211 'more_configs_tests': { 212 'peerconnection_unittests': { 213 'swarming': { 214 'shards': 4 215 }, 216 }, 217 }, 218 'perf_tests': { 219 'video_codec_perf_tests': { 220 'mixins': ['perf-video-codec-perf-tests'], 221 }, 222 'webrtc_perf_tests': { 223 'mixins': ['perf-webrtc-perf-tests'], 224 }, 225 }, 226 'perf_tests_no_video_codec': { 227 'webrtc_perf_tests': { 228 'mixins': ['perf-webrtc-perf-tests'], 229 }, 230 }, 231 'perf_tests_save_worst_frame': { 232 'video_codec_perf_tests': { 233 'mixins': ['perf-video-codec-perf-tests'], 234 }, 235 'webrtc_perf_tests': { 236 'mixins': ['perf-webrtc-perf-tests'], 237 'args': [ 238 '--test_artifacts_dir=${ISOLATED_OUTDIR}', 239 '--save_worst_frame', 240 ], 241 }, 242 }, 243 }, 244 245 ############################################################################## 246 # Compound test suites. # 247 ############################################################################## 248 'compound_suites': { 249 'android_tests_tryserver': [ 250 'android_tests', 251 'android_tests_tryserver_specific', 252 ], 253 'desktop_tests_tryserver': [ 254 'desktop_tests', 255 'desktop_tests_try_server_specific', 256 ], 257 'linux_desktop_tests_tryserver': [ 258 'desktop_tests', 259 'desktop_tests_linux_specific', 260 'desktop_tests_try_server_specific', 261 ], 262 'linux_tests': [ 263 'desktop_tests', 264 'desktop_tests_linux_specific', 265 ], 266 }, 267 268 ############################################################################## 269 # Matrix compound test suites. # 270 ############################################################################## 271 'matrix_compound_suites': { 272 'ios_simulator_tests_matrix': { 273 'ios_simulator_tests': { 274 'variants': [ 275 'SIM_IPHONE_14_17_5', 276 'SIM_IPHONE_15_18_2', 277 ], 278 }, 279 }, 280 }, 281 }