waterfalls.pyl (19718B)
1 # Copyright (c) 2022 The WebRTC project authors. All Rights Reserved. 2 # 3 # Use of this source code is governed by a BSD-style license 4 # that can be found in the LICENSE file in the root of the source 5 # tree. An additional intellectual property rights grant can be found 6 # in the file PATENTS. All contributing project authors may 7 # be found in the AUTHORS file in the root of the source tree. 8 9 [ 10 { 11 'name': 'client.webrtc', 12 'mixins': [], 13 'machines': { 14 'Android32': { 15 'mixins': [ 16 'walleye', 'android-devices', 'has_native_resultdb_integration', 17 'chromium-tester-service-account' 18 ], 19 'test_suites': { 20 'gtest_tests': 'android_tests', 21 'isolated_scripts': 'android_junit_tests', 22 }, 23 }, 24 'Android32 (dbg)': { 25 'mixins': [ 26 'walleye', 'android-devices', 'has_native_resultdb_integration', 27 'chromium-tester-service-account' 28 ], 29 'test_suites': { 30 'gtest_tests': 'android_tests', 31 'isolated_scripts': 'android_junit_tests', 32 }, 33 }, 34 'Android32 (more configs)': { 35 'mixins': [ 36 'walleye', 'android-devices', 'has_native_resultdb_integration', 37 'chromium-tester-service-account' 38 ], 39 'test_suites': { 40 'gtest_tests': 'more_configs_tests', 41 }, 42 }, 43 'Android32 Builder arm': {}, 44 'Android32 Builder x86': {}, 45 'Android32 Builder x86 (dbg)': {}, 46 'Android64': { 47 'mixins': [ 48 'walleye', 'android-devices', 'has_native_resultdb_integration', 49 'chromium-tester-service-account' 50 ], 51 'test_suites': { 52 'gtest_tests': 'android_tests', 53 'isolated_scripts': 'android_junit_tests', 54 }, 55 }, 56 'Android64 (dbg)': { 57 'mixins': [ 58 'walleye', 'android-devices', 'has_native_resultdb_integration', 59 'chromium-tester-service-account' 60 ], 61 'test_suites': { 62 'gtest_tests': 'android_tests', 63 'isolated_scripts': 'android_junit_tests', 64 }, 65 }, 66 'Android64 Builder arm64': {}, 67 'Android64 Builder x64 (dbg)': {}, 68 'Fuchsia Builder': {}, 69 'Fuchsia Release': { 70 'os_type': 71 'linux', 72 'mixins': [ 73 'linux-jammy', 'x86-64', 'fuchsia-gtest-output', 74 'resultdb-gtest-json-format' 75 ], 76 'test_suites': { 77 'isolated_scripts': 'fuchsia_compatible_tests', 78 }, 79 }, 80 'Linux (more configs)': { 81 'os_type': 'linux', 82 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 83 'test_suites': { 84 'isolated_scripts': 'more_configs_tests', 85 }, 86 }, 87 'Linux Asan': { 88 'os_type': 'linux', 89 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 90 'test_suites': { 91 'isolated_scripts': 'linux_tests', 92 }, 93 }, 94 'Linux MSan': { 95 'os_type': 'linux', 96 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 97 'test_suites': { 98 # TODO(crbug.com/webrtc/14568): Using 'linux_tests' 99 # fails on "MemorySanitizer: use-of-uninitialized-value in 100 # libpipewire-0.3.so." 101 'isolated_scripts': 'desktop_tests', 102 }, 103 }, 104 'Linux Tsan v2': { 105 'os_type': 'linux', 106 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 107 'test_suites': { 108 # TODO(crbug.com/webrtc/14568): Using 'linux_tests' 109 # fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs 110 # virtual call) in shared_screencast_stream_test." 111 'isolated_scripts': 'desktop_tests', 112 }, 113 }, 114 'Linux UBSan': { 115 'os_type': 'linux', 116 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 117 'test_suites': { 118 'isolated_scripts': 'linux_tests', 119 }, 120 }, 121 'Linux UBSan vptr': { 122 'os_type': 'linux', 123 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 124 'test_suites': { 125 'isolated_scripts': 'linux_tests', 126 }, 127 }, 128 'Linux32 Debug': { 129 'os_type': 'linux', 130 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 131 'test_suites': { 132 'isolated_scripts': 'desktop_tests', 133 }, 134 }, 135 'Linux32 Debug (ARM)': {}, 136 'Linux32 Release': { 137 'os_type': 'linux', 138 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 139 'test_suites': { 140 'isolated_scripts': 'desktop_tests', 141 }, 142 }, 143 'Linux32 Release (ARM)': {}, 144 'Linux64 Builder': {}, 145 'Linux64 Debug': { 146 'os_type': 'linux', 147 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 148 'test_suites': { 149 'isolated_scripts': 'linux_tests', 150 }, 151 }, 152 'Linux64 Debug (ARM)': {}, 153 'Linux64 Release': { 154 'os_type': 'linux', 155 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 156 'test_suites': { 157 'isolated_scripts': 'linux_tests', 158 }, 159 }, 160 'Linux64 Release (ARM)': {}, 161 'Linux64 Release (Libfuzzer)': {}, 162 'Mac Asan': { 163 'os_type': 'mac', 164 'mixins': ['mac_15_x64', 'cores-12', 'resultdb-json-format'], 165 'test_suites': { 166 'isolated_scripts': 'desktop_tests', 167 }, 168 }, 169 'Mac64 Builder': {}, 170 'Mac64 Debug': { 171 'os_type': 'mac', 172 'mixins': ['mac_15_x64', 'cores-12', 'resultdb-json-format'], 173 'test_suites': { 174 'isolated_scripts': 'desktop_tests', 175 }, 176 }, 177 'Mac64 Release': { 178 'os_type': 'mac', 179 'mixins': ['mac_15_x64', 'resultdb-json-format'], 180 'test_suites': { 181 'isolated_scripts': 'desktop_tests', 182 }, 183 }, 184 'MacARM64 M1 Release': { 185 'os_type': 'mac', 186 'mixins': ['mac_15_arm64', 'mac-m1-cpu', 'resultdb-json-format'], 187 'test_suites': { 188 'isolated_scripts': 'desktop_tests', 189 }, 190 }, 191 'MacArm64 Builder': {}, 192 'Win (more configs)': { 193 'os_type': 'win', 194 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 195 'test_suites': { 196 'isolated_scripts': 'more_configs_tests', 197 }, 198 }, 199 'Win32 Builder (Clang)': {}, 200 'Win32 Debug (Clang)': {}, 201 'Win32 Release (Clang)': { 202 'os_type': 'win', 203 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 204 'test_suites': { 205 'isolated_scripts': 'desktop_tests', 206 }, 207 }, 208 'Win64 ASan': { 209 'os_type': 'win', 210 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 211 'test_suites': { 212 'isolated_scripts': 'desktop_tests', 213 }, 214 }, 215 'Win64 Debug (Clang)': { 216 'os_type': 'win', 217 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 218 'test_suites': { 219 'isolated_scripts': 'desktop_tests', 220 }, 221 }, 222 'Win64 Release (Clang)': { 223 'os_type': 'win', 224 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 225 'test_suites': { 226 'isolated_scripts': 'desktop_tests', 227 }, 228 }, 229 'iOS Debug (simulator)': { 230 'mixins': [ 231 'mac_15_arm64', 'xcode_26_main', 'chromium-tester-service-account', 232 'mac_toolchain', 'has_native_resultdb_integration', 'out_dir_arg', 233 'webrtc-xctest' 234 ], 235 'test_suites': { 236 'isolated_scripts': 'ios_simulator_tests_matrix', 237 }, 238 }, 239 'iOS64 Debug': {}, 240 'iOS64 Release': {}, 241 }, 242 }, 243 { 244 'name': 'client.webrtc.perf', 245 'mixins': ['limited-capacity'], 246 'machines': { 247 'Perf Android32 (R Pixel5)': { 248 'mixins': [ 249 'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output', 250 'has_native_resultdb_integration', 'chromium-tester-service-account' 251 ], 252 'test_suites': { 253 'gtest_tests': 'perf_tests', 254 }, 255 }, 256 'Perf Android64 (R Pixel5)': { 257 'mixins': [ 258 'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output', 259 'has_native_resultdb_integration', 'chromium-tester-service-account' 260 ], 261 'test_suites': { 262 'gtest_tests': 'perf_tests', 263 }, 264 }, 265 'Perf Fuchsia': { 266 'os_type': 267 'linux', 268 'mixins': [ 269 'linux-jammy', 'x86-64', 'perf-pool-vm', 'timeout-3h', 270 'resultdb-gtest-json-format', 'fuchsia-gtest-output', 'perf-output' 271 ], 272 'test_suites': { 273 'isolated_scripts': 'perf_tests', 274 } 275 }, 276 'Perf Linux': { 277 'os_type': 278 'linux', 279 'mixins': [ 280 'linux-jammy', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format' 281 ], 282 'test_suites': { 283 'isolated_scripts': 'perf_tests_save_worst_frame', 284 }, 285 }, 286 'Perf Mac 11': { 287 'os_type': 288 'mac', 289 'mixins': [ 290 'mac11', 'x86-64', 'perf-pool', 'timeout-3h', 291 'resultdb-gtest-json-format' 292 ], 293 'test_suites': { 294 'isolated_scripts': 'perf_tests_save_worst_frame', 295 }, 296 }, 297 'Perf Mac M1 Arm64 12': { 298 'os_type': 299 'mac', 300 'mixins': [ 301 'mac_12_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h', 302 'resultdb-gtest-json-format' 303 ], 304 'test_suites': { 305 'isolated_scripts': 'perf_tests_save_worst_frame', 306 }, 307 }, 308 'Perf Win 10': { 309 'os_type': 310 'win', 311 'mixins': 312 ['win10-any', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format'], 313 'test_suites': { 314 'isolated_scripts': 'perf_tests_save_worst_frame', 315 }, 316 }, 317 }, 318 }, 319 { 320 'name': 'internal.client.webrtc', 321 'mixins': [], 322 'machines': { 323 'iOS64 Debug': { 324 'mixins': [ 325 'ios-device-18', 'webrtc-xctest', 'chrome-tester-service-account', 326 'xcode_26_main', 'mac_toolchain', 'has_native_resultdb_integration', 327 'out_dir_arg' 328 ], 329 'test_suites': { 330 'isolated_scripts': 'ios_device_tests', 331 }, 332 }, 333 'iOS64 Perf': { 334 'mixins': [ 335 'arm64', 'ios-device-perf', 'webrtc-xctest', 'timeout-3h', 336 'chrome-tester-service-account', 'xcode_26_main', 'mac_toolchain', 337 'has_native_resultdb_integration', 'out_dir_arg' 338 ], 339 'test_suites': { 340 'isolated_scripts': 'perf_tests_no_video_codec', 341 }, 342 'args': [ 343 '--write_perf_output_on_ios', 344 ], 345 }, 346 'iOS64 Release': { 347 'mixins': [ 348 'ios-device-18', 'webrtc-xctest', 'chrome-tester-service-account', 349 'xcode_26_main', 'mac_toolchain', 'has_native_resultdb_integration', 350 'out_dir_arg' 351 ], 352 'test_suites': { 353 'isolated_scripts': 'ios_device_tests', 354 }, 355 }, 356 }, 357 }, 358 { 359 'name': 'tryserver.webrtc', 360 'mixins': [], 361 'machines': { 362 'android_arm64_dbg': { 363 'mixins': [ 364 'walleye', 'android-devices', 'has_native_resultdb_integration', 365 'chromium-tester-service-account' 366 ], 367 'test_suites': { 368 'gtest_tests': 'android_tests_tryserver', 369 'isolated_scripts': 'android_junit_tests', 370 }, 371 }, 372 'android_arm64_rel': { 373 'mixins': [ 374 'walleye', 'android-devices', 'has_native_resultdb_integration', 375 'chromium-tester-service-account' 376 ], 377 'test_suites': { 378 'gtest_tests': 'android_tests_tryserver', 379 'isolated_scripts': 'android_junit_tests', 380 }, 381 }, 382 'android_arm_dbg': { 383 'mixins': [ 384 'walleye', 'android-devices', 'has_native_resultdb_integration', 385 'chromium-tester-service-account' 386 ], 387 'test_suites': { 388 'gtest_tests': 'android_tests_tryserver', 389 'isolated_scripts': 'android_junit_tests', 390 }, 391 }, 392 'android_arm_more_configs': { 393 'mixins': [ 394 'walleye', 'android-devices', 'has_native_resultdb_integration', 395 'chromium-tester-service-account' 396 ], 397 'test_suites': { 398 'gtest_tests': 'more_configs_tests', 399 }, 400 }, 401 'android_arm_rel': { 402 'mixins': [ 403 'walleye', 'android-devices', 'has_native_resultdb_integration', 404 'chromium-tester-service-account' 405 ], 406 'test_suites': { 407 'gtest_tests': 'android_tests_tryserver', 408 'isolated_scripts': 'android_junit_tests', 409 }, 410 }, 411 'android_compile_arm64_dbg': {}, 412 'android_compile_arm64_rel': {}, 413 'android_compile_arm_dbg': {}, 414 'android_compile_arm_rel': {}, 415 'android_compile_x64_dbg': {}, 416 'android_compile_x64_rel': {}, 417 'android_compile_x86_dbg': {}, 418 'android_compile_x86_rel': {}, 419 'fuchsia_rel': { 420 'os_type': 421 'linux', 422 'mixins': [ 423 'linux-jammy', 'x86-64', 'fuchsia-gtest-output', 424 'resultdb-gtest-json-format' 425 ], 426 'test_suites': { 427 'isolated_scripts': 'fuchsia_compatible_tests', 428 }, 429 }, 430 'ios_compile_arm64_dbg': {}, 431 'ios_compile_arm64_rel': {}, 432 'ios_dbg_simulator': { 433 'mixins': [ 434 'mac_15_arm64', 'xcode_26_main', 'chromium-tester-service-account', 435 'mac_toolchain', 'has_native_resultdb_integration', 'out_dir_arg', 436 'webrtc-xctest' 437 ], 438 'test_suites': { 439 'isolated_scripts': 'ios_simulator_tests_matrix', 440 }, 441 }, 442 'iwyu_verifier': {}, 443 'linux_asan': { 444 'os_type': 'linux', 445 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 446 'test_suites': { 447 'isolated_scripts': 'linux_tests', 448 }, 449 }, 450 'linux_compile_arm64_dbg': {}, 451 'linux_compile_arm64_rel': {}, 452 'linux_compile_arm_dbg': {}, 453 'linux_compile_arm_rel': {}, 454 'linux_compile_dbg': {}, 455 'linux_compile_rel': {}, 456 'linux_coverage': { 457 'os_type': 458 'linux', 459 'mixins': [ 460 'linux-jammy', 'x86-64', 'resultdb-json-format', 461 'isolate_profile_data' 462 ], 463 'test_suites': { 464 'isolated_scripts': 'linux_desktop_tests_tryserver', 465 }, 466 }, 467 'linux_dbg': { 468 'os_type': 'linux', 469 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 470 'test_suites': { 471 'isolated_scripts': 'linux_tests', 472 }, 473 }, 474 'linux_libfuzzer_rel': {}, 475 'linux_more_configs': { 476 'os_type': 'linux', 477 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 478 'test_suites': { 479 'isolated_scripts': 'more_configs_tests', 480 }, 481 }, 482 'linux_msan': { 483 'os_type': 'linux', 484 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 485 'test_suites': { 486 # TODO(crbug.com/webrtc/14568): Using 'linux_tests' 487 # fails on "MemorySanitizer: use-of-uninitialized-value in 488 # libpipewire-0.3.so." 489 'isolated_scripts': 'desktop_tests', 490 }, 491 }, 492 'linux_rel': { 493 'os_type': 'linux', 494 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 495 'test_suites': { 496 'isolated_scripts': 'linux_desktop_tests_tryserver', 497 }, 498 }, 499 'linux_tsan2': { 500 'os_type': 'linux', 501 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 502 'test_suites': { 503 # TODO(crbug.com/webrtc/14568): Using 'linux_tests' 504 # fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs 505 # virtual call) in shared_screencast_stream_test." 506 'isolated_scripts': 'desktop_tests', 507 }, 508 }, 509 'linux_ubsan': { 510 'os_type': 'linux', 511 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 512 'test_suites': { 513 'isolated_scripts': 'linux_tests', 514 }, 515 }, 516 'linux_ubsan_vptr': { 517 'os_type': 'linux', 518 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 519 'test_suites': { 520 'isolated_scripts': 'linux_tests', 521 }, 522 }, 523 'linux_x86_dbg': { 524 'os_type': 'linux', 525 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 526 'test_suites': { 527 'isolated_scripts': 'desktop_tests', 528 }, 529 }, 530 'linux_x86_rel': { 531 'os_type': 'linux', 532 'mixins': ['linux-jammy', 'x86-64', 'resultdb-json-format'], 533 'test_suites': { 534 'isolated_scripts': 'desktop_tests', 535 }, 536 }, 537 'mac_asan': { 538 'os_type': 'mac', 539 'mixins': ['mac_15_x64', 'resultdb-json-format', 'cores-12'], 540 'test_suites': { 541 'isolated_scripts': 'desktop_tests', 542 }, 543 }, 544 'mac_compile_dbg': {}, 545 'mac_compile_rel': {}, 546 'mac_dbg': { 547 'os_type': 'mac', 548 'mixins': ['mac_15_x64', 'resultdb-json-format', 'cores-12'], 549 'test_suites': { 550 'isolated_scripts': 'desktop_tests', 551 }, 552 }, 553 'mac_dbg_m1': { 554 'os_type': 'mac', 555 'mixins': ['mac_15_arm64', 'mac-m1-cpu', 'resultdb-json-format'], 556 'test_suites': { 557 'isolated_scripts': 'desktop_tests', 558 }, 559 }, 560 'mac_rel': { 561 'os_type': 'mac', 562 'mixins': ['mac_15_x64', 'resultdb-json-format'], 563 'test_suites': { 564 'isolated_scripts': 'desktop_tests_tryserver', 565 }, 566 }, 567 'mac_rel_m1': { 568 'os_type': 'mac', 569 'mixins': ['mac_15_arm64', 'mac-m1-cpu', 'resultdb-json-format'], 570 'test_suites': { 571 'isolated_scripts': 'desktop_tests', 572 }, 573 }, 574 'win11_debug': { 575 'os_type': 'win', 576 'mixins': ['win11', 'x86-64', 'resultdb-json-format'], 577 'test_suites': { 578 'isolated_scripts': 'desktop_tests', 579 }, 580 }, 581 'win11_release': { 582 'os_type': 'win', 583 'mixins': ['win11', 'x86-64', 'resultdb-json-format'], 584 'test_suites': { 585 'isolated_scripts': 'desktop_tests_tryserver', 586 }, 587 }, 588 'win_asan': { 589 'os_type': 'win', 590 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 591 'test_suites': { 592 'isolated_scripts': 'desktop_tests', 593 }, 594 }, 595 'win_compile_x64_clang_dbg': {}, 596 'win_compile_x64_clang_rel': {}, 597 'win_compile_x86_clang_dbg': {}, 598 'win_compile_x86_clang_rel': {}, 599 'win_x64_clang_dbg': { 600 'os_type': 'win', 601 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 602 'test_suites': { 603 'isolated_scripts': 'desktop_tests', 604 }, 605 }, 606 'win_x64_clang_rel': { 607 'os_type': 'win', 608 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 609 'test_suites': { 610 'isolated_scripts': 'desktop_tests', 611 }, 612 }, 613 'win_x86_clang_dbg': { 614 'os_type': 'win', 615 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 616 'test_suites': { 617 'isolated_scripts': 'desktop_tests', 618 }, 619 }, 620 'win_x86_clang_rel': { 621 'os_type': 'win', 622 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 623 'test_suites': { 624 'isolated_scripts': 'desktop_tests_tryserver', 625 }, 626 }, 627 'win_x86_more_configs': { 628 'os_type': 'win', 629 'mixins': ['win10', 'x86-64', 'resultdb-json-format'], 630 'test_suites': { 631 'isolated_scripts': 'more_configs_tests', 632 }, 633 }, 634 }, 635 }, 636 ]