desktop.yml (43488B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 --- 5 task-defaults: 6 max-run-time: 7 by-test-platform: 8 .*-qr/.*: 2400 9 default: 1800 10 suite: raptor 11 run-on-projects: 12 by-test-platform: 13 linux.*shippable.*: [mozilla-central] 14 default: [] 15 limit-platforms: 16 by-app: 17 chrome: 18 - .*64.*shippable.* 19 safari: 20 - .*macosx.*shippable.* 21 safari-tp: 22 - macosx1400.* 23 - macosx1500.* 24 custom-car: 25 - macosx1400.*shippable.* 26 - macosx1470.*shippable.* 27 - macosx1500.*shippable.* 28 - linux.*-64.*shippable.* 29 - windows.*-64.*shippable.* 30 default: [] 31 test-manifest-loader: null # don't load tests in the taskgraph 32 tier: 33 by-app: 34 firefox: 35 by-test-platform: 36 linux.*clang-trunk.*: 2 37 default: 1 38 default: 3 39 virtualization: hardware 40 mozharness: 41 script: raptor_script.py 42 config: 43 by-test-platform: 44 macosx.*: 45 - raptor/mac_config.py 46 windows.*: 47 - raptor/windows_config.py 48 default: 49 - raptor/linux_config.py 50 extra-options: 51 - --conditioned-profile=settled 52 fetches: 53 toolchain: 54 by-app: 55 custom-car: 56 by-test-platform: 57 # this satisfied taskgraph for now, but once mac/win is implemented 58 # then linux will be the default 59 linux.*: 60 - linux64-custom-car 61 - linux64-minidump-stackwalk 62 - linux64-fix-stacks 63 windows.*-64.*: 64 - win64-custom-car 65 - win64-minidump-stackwalk 66 - win64-fix-stacks 67 macosx.*-aarch64.*: 68 - macosx-arm64-custom-car 69 - macosx64-aarch64-minidump-stackwalk 70 - macosx64-aarch64-fix-stacks 71 macosx.*-64.*: 72 - macosx-custom-car 73 - macosx64-minidump-stackwalk 74 - macosx64-fix-stacks 75 default: [] 76 safari-tp: 77 by-test-platform: 78 macosx.*-aarch64.*: 79 - macosx64-aarch64-minidump-stackwalk 80 - macosx64-aarch64-fix-stacks 81 default: [] 82 default: 83 by-test-platform: 84 windows.*-64.*: 85 - win64-minidump-stackwalk 86 - win64-fix-stacks 87 macosx.*-aarch64.*: 88 - macosx64-aarch64-minidump-stackwalk 89 - macosx64-aarch64-fix-stacks 90 default: 91 - linux64-minidump-stackwalk 92 - linux64-fix-stacks 93 94 browsertime-tp6: 95 <<: &tp6-defaults 96 description: Raptor (browsertime) tp6 page-load tests 97 limit-platforms: 98 by-app: 99 chrome: 100 - .*shippable.* 101 safari: 102 - .*macos.*shippable.* 103 custom-car: 104 - macosx1400.*shippable.* 105 - macosx1470.*shippable.* 106 - macosx1500.*shippable.* 107 - linux.*shippable.* 108 - windows.*-64.*shippable.* 109 default: [] 110 max-run-time: 111 by-subtest: 112 imgur: 4800 113 default: 4000 114 mozharness: 115 extra-options: 116 by-test-platform: 117 windows.*64.*shippable.*: 118 - --chimera 119 - --browsertime-no-ffwindowrecorder 120 - --conditioned-profile=settled 121 - --extra-profiler-run 122 default: 123 - --chimera 124 - --conditioned-profile=settled 125 - --extra-profiler-run 126 run-on-projects: 127 by-subtest: 128 netflix: 129 by-app: 130 firefox: 131 by-test-platform: 132 linux.*shippable.*: [trunk] 133 windows.*-64.*shippable.*: [trunk] 134 macosx1470.*shippable.*: [trunk] 135 default: [] 136 default: [] 137 default: 138 by-app: 139 firefox: 140 by-test-platform: 141 .*64(?!.*nightlyasrelease).*shippable.*: [trunk] 142 default: [] 143 default: [] 144 treeherder-symbol: Btime(tp6) 145 raptor: 146 apps: [firefox, chrome, custom-car] 147 test: tp6 148 run-visual-metrics: true 149 subtests: 150 - buzzfeed 151 - ebay 152 - espn 153 - expedia 154 - [facebook, fb] 155 - [google-docs, gdocs] 156 - [google-mail, gmail] 157 - [google-search, gsearch] 158 - imdb 159 - imgur 160 - linkedin 161 - microsoft 162 - netflix 163 - nytimes 164 - office 165 - outlook 166 - paypal 167 - pinterest 168 - reddit 169 - tumblr 170 - twitch 171 - wikia 172 - youtube 173 tier: 174 by-app: 175 firefox: 176 by-test-platform: 177 linux.*clang-trunk.*: 2 178 default: 1 179 default: 3 180 181 browsertime-responsiveness: 182 <<: *tp6-defaults 183 raptor: 184 apps: [firefox, chrome] 185 test: tp6 186 run-visual-metrics: true 187 subtests: 188 - cnn-nav 189 - [facebook-nav, fbnav] 190 - [reddit-billgates-ama, rdt-ama] 191 - [reddit-billgates-post-1, rdt-post-1] 192 - [reddit-billgates-post-2, rdt-post-2] 193 mozharness: 194 extra-options: 195 by-test-platform: 196 windows.*: 197 - --cold 198 - --browsertime-no-ffwindowrecorder 199 - --conditioned-profile=settled 200 - --extra-profiler-run 201 default: 202 - --cold 203 - --conditioned-profile=settled 204 - --extra-profiler-run 205 run-on-projects: 206 by-app: 207 firefox: 208 by-test-platform: 209 .*64(?!.*nightlyasrelease).*shippable.*: [trunk] 210 default: [] 211 default: [] 212 213 browsertime-tp6-essential: 214 <<: *tp6-defaults 215 <<: &tp6-essential-defaults 216 mozharness: 217 extra-options: 218 by-test-platform: 219 windows.*-64.*shippable.*: 220 - --chimera 221 - --browsertime-no-ffwindowrecorder 222 - --conditioned-profile=settled 223 - --collect-perfstats 224 - --extra-profiler-run 225 default: 226 - --chimera 227 - --conditioned-profile=settled 228 - --extra-profiler-run 229 raptor: 230 apps: [firefox, chrome, custom-car] 231 test: tp6 232 run-visual-metrics: 233 by-test-platform: 234 macosx1400.*shippable.*: false 235 macosx1500.*shippable.*: false 236 # Bug 1845014 Resolve osx 1300 vismet permafails 237 default: true 238 subtests: 239 - amazon 240 - [bing-search, bing] 241 - cnn 242 - fandom 243 - [google-slides, gslides] 244 - instagram 245 - twitter 246 - wikipedia 247 - yahoo-mail 248 run-on-projects: 249 by-app: 250 firefox: 251 by-test-platform: 252 .*64(?!.*nightlyasrelease).*shippable.*: [trunk] 253 default: [] 254 default: [] 255 tier: 256 by-app: 257 firefox: 258 by-test-platform: 259 linux.*clang-trunk.*: 2 260 default: 1 261 default: 3 262 263 browsertime-tp6-bytecode: 264 <<: *tp6-defaults 265 <<: *tp6-essential-defaults 266 raptor: 267 apps: [firefox] 268 test: tp6 269 run-visual-metrics: true 270 subtests: 271 - amazon 272 - [bing-search, bing] 273 - cnn 274 - fandom 275 - [google-slides, gslides] 276 - instagram 277 - twitter 278 - wikipedia 279 - yahoo-mail 280 run-on-projects: 281 by-app: 282 firefox: 283 by-test-platform: 284 .*64(?!.*nightlyasrelease).*shippable.*: [trunk] 285 default: [] 286 default: [] 287 mozharness: 288 extra-options: 289 by-test-platform: 290 windows.*-64.*shippable.*: 291 - --chimera 292 - --browsertime 293 - --browsertime-no-ffwindowrecorder 294 - --conditioned-profile=settled 295 - --test-bytecode-cache 296 - --extra-profiler-run 297 default: 298 - --chimera 299 - --browsertime 300 - --conditioned-profile=settled 301 - --test-bytecode-cache 302 - --extra-profiler-run 303 treeherder-symbol: Btime-cache(tp6) 304 305 browsertime-tp7: 306 <<: &tp7-defaults 307 description: Raptor (browsertime) tp7 page-load tests 308 limit-platforms: 309 by-app: 310 chrome: 311 - .*shippable.* 312 safari: 313 - .*macos.*shippable.* 314 custom-car: 315 - macosx1400.*shippable.* 316 - macosx1470.*shippable.* 317 - macosx1500.*shippable.* 318 - linux.*shippable.* 319 - windows.*-64.*shippable.* 320 default: [] 321 max-run-time: 322 by-subtest: 323 imgur: 4800 324 default: 4000 325 mozharness: 326 extra-options: 327 by-test-platform: 328 windows.*-64.*shippable.*: 329 - --chimera 330 - --browsertime-no-ffwindowrecorder 331 - --conditioned-profile=settled 332 - --extra-profiler-run 333 default: 334 - --chimera 335 - --conditioned-profile=settled 336 - --extra-profiler-run 337 run-on-projects: [] 338 treeherder-symbol: Btime(tp7) 339 raptor: 340 apps: [firefox, chrome] 341 test: tp7 342 run-visual-metrics: true 343 subtests: 344 - tiktok 345 - openai 346 - samsung 347 - weather 348 - docomo 349 tier: 350 by-app: 351 firefox: 352 by-test-platform: 353 linux.*clang-trunk.*: 2 354 default: 1 355 default: 3 356 357 browsertime-benchmark: 358 description: Raptor (browsertime) Benchmark tests 359 raptor: 360 apps: [firefox, chrome, safari, safari-tp, custom-car] 361 subtests: 362 by-test-platform: 363 (macosx1400|macosx1500).*shippable.*: 364 by-app: 365 safari-tp: 366 - [speedometer3, sp3] 367 # Bug 1931699, jetstream permafailing 368 # - [jetstream2, js2] 369 - [jetstream3, js3] 370 safari: 371 - [jetstream3, js3] 372 - [speedometer, sp] 373 - [speedometer3, sp3] 374 - [motionmark-1-3, mm-1.3] 375 - [motionmark-htmlsuite-1-3, mm-h-1.3] 376 # - [jetstream2, js2] Disable jetstream2 on safari on all mac platforms 377 default: 378 - [jetstream3, js3] 379 - [speedometer, sp] 380 - [speedometer3, sp3] 381 - [motionmark-1-3, mm-1.3] 382 - [motionmark-htmlsuite-1-3, mm-h-1.3] 383 - [jetstream2, js2] 384 windows11-64-.*-hw-ref.*: 385 by-app: 386 safari: [] 387 safari-tp: [] 388 default: 389 - [speedometer3, sp3] 390 default: 391 by-app: 392 firefox: 393 - ares6 394 - [assorted-dom, dom] 395 - [jetstream2, js2] 396 - [jetstream3, js3] 397 - [matrix-react-bench, mrb] 398 - [motionmark-1-3, mm-1.3] 399 - [motionmark-htmlsuite-1-3, mm-h-1.3] 400 - [speedometer, sp] 401 - [speedometer3, sp3] 402 - [stylebench, sb] 403 - [sunspider, ss] 404 - [twitch-animation, tw-a] 405 - [unity-webgl, ugl] 406 - [webaudio, wa] 407 safari: 408 - ares6 409 - [assorted-dom, dom] 410 # - [jetstream2, js2] Disable jetstream2 on safari on all mac platforms 411 - [jetstream3, js3] 412 # - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754) 413 - [motionmark-1-3, mm-1.3] 414 - [motionmark-htmlsuite-1-3, mm-h-1.3] 415 - [speedometer, sp] 416 # - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535) 417 - [stylebench, sb] 418 - [sunspider, ss] 419 # - [unity-webgl, ugl] Almost Perma failing on osx 10.15.x machines (Bug 1888398) 420 - [webaudio, wa] 421 custom-car: 422 - [speedometer, sp] 423 - [speedometer3, sp3] 424 - [motionmark-1-3, mm-1.3] 425 - [motionmark-htmlsuite-1-3, mm-h-1.3] 426 - [jetstream3, js3] 427 chrome: 428 - ares6 429 - [assorted-dom, dom] 430 - [jetstream2, js2] 431 - [jetstream3, js3] 432 - [matrix-react-bench, mrb] 433 - [motionmark-1-3, mm-1.3] 434 - [motionmark-htmlsuite-1-3, mm-h-1.3] 435 - [speedometer, sp] 436 - [speedometer3, sp3] 437 - [stylebench, sb] 438 - [sunspider, ss] 439 - [unity-webgl, ugl] 440 - [webaudio, wa] 441 default: 442 - ares6 443 - [assorted-dom, dom] 444 - [jetstream2, js2] 445 - [jetstream3, js3] 446 - [matrix-react-bench, mrb] 447 - [motionmark-1-3, mm-1.3] 448 - [motionmark-htmlsuite-1-3, mm-h-1.3] 449 - [speedometer, sp] 450 - [speedometer3, sp3] 451 - [stylebench, sb] 452 - [sunspider, ss] 453 - [unity-webgl, ugl] 454 - [webaudio, wa] 455 treeherder-symbol: Btime() 456 tier: 457 by-app: 458 firefox: 459 by-subtest: 460 jetstream3: 2 461 default: 462 by-test-platform: 463 linux.*clang-trunk.*: 2 464 default: 1 465 default: 466 by-subtest: 467 unity-webgl: 3 468 jetstream2: 469 by-test-platform: 470 macosx1470.*shippable.*: 3 471 macosx1500.*shippable.*: 3 472 default: 2 473 jetstream3: 3 474 default: 2 475 476 run-on-projects: 477 by-subtest: 478 jetstream3: 479 by-app: 480 firefox: 481 by-test-platform: 482 windows11-64-24h2-shippable/opt: [trunk-only] 483 linux.*shippable.*: [trunk-only] 484 macosx1470.*shippable.*: [trunk-only] 485 macosx1500.*shippable.*: [trunk-only] 486 default: [] 487 default: [] 488 speedometer3: 489 by-app: 490 firefox: 491 by-test-platform: 492 windows11-64-.*-hw-ref-shippable/opt: [mozilla-central] 493 windows11-64-shippable(-qr)?/opt: [trunk] 494 windows11-64-24h2-shippable/opt: [trunk] 495 linux.*shippable.*: [trunk] 496 macosx1470.*shippable.*: [trunk] 497 macosx1400.*shippable.*: [trunk] 498 macosx1500.*shippable.*: [trunk] 499 .*nightlyasrelease.*: [autoland, mozilla-central] 500 default: [] 501 safari-tp: 502 by-test-platform: 503 macosx1400.*: [mozilla-central] 504 macosx1500.*: [mozilla-central] 505 default: [] 506 default: [] 507 unity-webgl: 508 by-app: 509 firefox: 510 by-test-platform: 511 # Disabled on autoland due to bug 1720063, and bug 1795826 512 .*64.*shippable.*/.*: [mozilla-central] 513 default: [] 514 default: [] 515 speedometer: 516 by-app: 517 firefox: 518 by-test-platform: 519 .*64.*shippable.*/.*: [trunk] 520 .*nightlyasrelease.*: [autoland] 521 default: [] 522 default: [] 523 default: 524 by-app: 525 firefox: 526 by-test-platform: 527 (?!macosx1400|macosx1500).*64.*shippable.*/.*: [trunk] 528 macosx1400.*shippable.*: [mozilla-central] 529 macosx1500.*shippable.*: [mozilla-central] 530 default: [] 531 default: [] 532 max-run-time: 533 by-subtest: 534 ares6: 1500 535 assorted-dom: 536 by-test-platform: 537 .*-qr/.*: 2100 538 default: 1500 539 jetstream2: 8000 540 jetstream3: 3000 541 matrix-react-bench: 1500 542 motionmark-1-3: 3000 543 motionmark-htmlsuite-1-3: 3000 544 unity-webgl: 2400 545 speedometer3: 546 by-test-platform: 547 macosx1400.*shippable.*: 4200 548 macosx1500.*shippable.*: 4200 549 default: 2100 550 speedometer: 2100 551 default: 900 552 mozharness: 553 extra-options: 554 by-test-platform: 555 macosx1400.*shippable.*: 556 - --extra-profiler-run 557 - --page-timeout=900000 558 macosx1500.*shippable.*: 559 - --extra-profiler-run 560 - --page-timeout=900000 561 default: 562 - --extra-profiler-run 563 564 browsertime-benchmark-wasm: 565 description: Raptor (browsertime) WASM benchmarks 566 raptor: 567 apps: [firefox, chrome, safari] 568 subtests: 569 by-app: 570 firefox: 571 - [wasm-godot, godot] 572 - [wasm-godot-baseline, godot-b] 573 - [wasm-godot-optimizing, godot-i] 574 - [wasm-misc, wm] 575 - [wasm-misc-baseline, wm-b] 576 - [wasm-misc-optimizing, wm-i] 577 safari: 578 # - [wasm-misc, wm] Perma fails (Bug 1809533) 579 - [wasm-godot, godot] 580 default: 581 - [wasm-misc, wm] 582 - [wasm-godot, godot] 583 treeherder-symbol: Btime() 584 tier: 585 by-app: 586 firefox: 587 by-test-platform: 588 linux.*clang-trunk.*: 2 589 default: 1 590 default: 2 591 run-on-projects: 592 by-app: 593 firefox: 594 by-test-platform: 595 .*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central] 596 default: [] 597 default: [] 598 max-run-time: 599 by-subtest: 600 wasm-godot: 1500 601 wasm-godot-baseline: 1500 602 wasm-misc-baseline: 1500 603 default: 900 604 mozharness: 605 extra-options: 606 - --extra-profiler-run 607 608 browsertime-youtube-playback: 609 description: Browsertime YouTube Playback on Firefox 610 raptor: 611 apps: [firefox] 612 subtests: 613 by-app: 614 firefox: 615 - [youtube-playback-av1-sfr, ytp-av1-sfr] 616 - [youtube-playback-h264-sfr, ytp-h264-sfr] 617 - [youtube-playback-hfr, ytp-hfr] 618 - [youtube-playback-vp9-sfr, ytp-vp9-sfr] 619 - [youtube-playback-widevine-hfr, ytp-widevine-hfr] 620 - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] 621 - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr] 622 treeherder-symbol: Btime() 623 run-on-projects: 624 by-test-platform: 625 .*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central] 626 default: [] 627 tier: 628 by-app: 629 firefox: 630 by-test-platform: 631 linux.*clang-trunk.*: 2 632 default: 1 633 default: 2 634 limit-platforms: 635 by-subtest: 636 youtube-playback-av1-sfr: 637 - macosx1470-64-shippable/opt 638 default: [] 639 max-run-time: 640 by-subtest: 641 youtube-playback-hfr: 3600 642 youtube-playback-widevine.*: 3600 643 default: 2700 644 645 browsertime-youtube-playback-power: 646 description: Browsertime YouTube Playback on Firefox with power usage tracking 647 raptor: 648 apps: [firefox] 649 subtests: 650 by-app: 651 firefox: 652 653 - [youtube-playback-h264-1080p30, ytp-h264-1080p30] 654 - [youtube-playback-h264-1080p60, ytp-h264-1080p60] 655 - [youtube-playback-h264-full-1080p30, ytp-h264-full-1080p30] 656 - [youtube-playback-h264-full-1080p60, ytp-h264-full-1080p60] 657 - [youtube-playback-v9-1080p30, ytp-v9-1080p30] 658 - [youtube-playback-v9-1080p60, ytp-v9-1080p60] 659 - [youtube-playback-v9-full-1080p30, ytp-v9-full-1080p30] 660 - [youtube-playback-v9-full-1080p60, ytp-v9-full-1080p60] 661 treeherder-symbol: Btime() 662 run-on-projects: 663 by-test-platform: 664 macosx.*shippable.*: [mozilla-central] 665 default: [] 666 tier: 667 by-app: 668 firefox: 669 by-test-platform: 670 linux.*clang-trunk.*: 2 671 default: 1 672 default: 2 673 max-run-time: 2700 674 675 browsertime-tp6-live: 676 <<: *tp6-defaults 677 description: Raptor (browsertime) tp6 on live-sites 678 mozharness: 679 extra-options: 680 - --browser-cycles=15 681 - --chimera 682 - --live-sites 683 - --extra-profiler-run 684 raptor: 685 apps: [firefox, chrome, safari] 686 test: tp6 687 run-visual-metrics: true 688 lull-schedule: 689 by-test-platform: 690 .*shippable.*: 1w 691 default: "" 692 subtests: 693 by-app: 694 safari: 695 - amazon 696 - [bing-search, bing] 697 - ebay 698 # - [facebook, fb] Perma fails on osx 10.15.7 699 - fandom 700 - [google-docs, gdocs] 701 - [google-mail, gmail] 702 - [google-search, gsearch] 703 - [google-slides, gslides] 704 - imdb 705 - imgur 706 # - instagram # (see bug 1736999) 707 - linkedin 708 - microsoft 709 # - netflix # Perma fails on osx 10.15.7 (Bug 1802922) 710 # - office (site loads blank page if not signed in) 711 # - outlook Perma fails on osx 10.15.7 712 - paypal 713 - pinterest 714 - reddit 715 - tumblr 716 - twitch 717 # - twitter Perma fails on osx 10.15.7 718 - wikipedia 719 - yahoo-mail 720 - youtube 721 chrome: 722 - amazon 723 - [bing-search, bing] 724 - ebay 725 - [facebook, fb] 726 - fandom 727 - [google-docs, gdocs] 728 - [google-mail, gmail] 729 - [google-search, gsearch] 730 - [google-slides, gslides] 731 - imdb 732 # - imgur (see bugs 1825337 & 1817420) 733 - instagram 734 - linkedin 735 - microsoft 736 - netflix 737 # - office (site loads blank page if not signed in) 738 - outlook 739 - paypal 740 - pinterest 741 - reddit 742 - tumblr 743 - twitch 744 - twitter 745 - wikipedia 746 - yahoo-mail 747 - youtube 748 default: 749 - amazon 750 - [bing-search, bing] 751 - ebay 752 - [facebook, fb] 753 - fandom 754 - [google-docs, gdocs] 755 - [google-mail, gmail] 756 - [google-search, gsearch] 757 - [google-slides, gslides] 758 - imdb 759 - imgur 760 - instagram 761 - linkedin 762 - microsoft 763 - netflix 764 # - office (site loads blank page if not signed in) 765 - outlook 766 - paypal 767 - pinterest 768 - reddit 769 - tumblr 770 - twitch 771 - twitter 772 - wikipedia 773 - yahoo-mail 774 - youtube 775 run-on-projects: [] 776 treeherder-symbol: Btime-live(tp6) 777 tier: 3 778 779 browsertime-tp6-live-sheriffed: 780 <<: *tp6-defaults 781 raptor: 782 apps: [firefox] 783 test: tp6 784 run-visual-metrics: true 785 subtests: 786 - cnn 787 description: Raptor (browsertime) tp6 on live-sites 788 mozharness: 789 extra-options: 790 - --browser-cycles=5 791 - --chimera 792 - --live-sites 793 - --extra-profiler-run 794 - --browsertime-arg=maxLoadTime=240000 795 run-on-projects: 796 by-test-platform: 797 linux.*: [] 798 windows.*-64.*: [] 799 macosx.*: [] 800 default: [] 801 tier: 802 by-app: 803 firefox: 804 by-test-platform: 805 linux.*clang-trunk.*: 2 806 default: 1 807 default: 2 808 treeherder-symbol: Btime-live(tp6) 809 810 browsertime-tp6-profiling: 811 <<: *tp6-defaults 812 raptor: 813 apps: [firefox] 814 test: tp6 815 run-visual-metrics: true 816 subtests: [amazon] 817 description: Raptor (browsertime) tp6 page-load tests with Gecko Profiling 818 mozharness: 819 extra-options: 820 - --chimera 821 - --gecko-profile 822 run-on-projects: 823 by-test-platform: 824 linux.*shippable.*: [mozilla-central] 825 windows.*shippable.*: [mozilla-central] 826 macosx1470.*shippable.*: [mozilla-central] 827 default: [] 828 tier: 829 by-app: 830 firefox: 831 by-test-platform: 832 linux.*clang-trunk.*: 2 833 default: 1 834 default: 2 835 treeherder-symbol: Btime-Prof(tp6) 836 837 browsertime-custom: 838 raptor: 839 apps: [firefox] 840 run-visual-metrics: true 841 subtests: [[process-switch, ps]] 842 description: Raptor (browsertime) custom pageload tests 843 max-run-time: 2700 844 mozharness: 845 extra-options: 846 - --chimera 847 - --extra-profiler-run 848 run-on-projects: 849 by-test-platform: 850 .*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central] 851 default: [] 852 tier: 1 853 treeherder-symbol: Btime(ps) 854 855 browsertime-first-install: 856 raptor: 857 apps: [firefox] 858 run-visual-metrics: true 859 subtests: [welcome] 860 description: Raptor (browsertime) custom pageload tests 861 max-run-time: 2700 862 mozharness: 863 extra-options: 864 - --chimera 865 - --extra-profiler-run 866 run-on-projects: 867 by-test-platform: 868 .*64(?!.*nightlyasrelease).*shippable.*: [trunk] 869 default: [] 870 tier: 1 871 treeherder-symbol: Btime(welcome) 872 873 browsertime-regression-tests: 874 raptor: 875 apps: [firefox] 876 subtests: [[constant-regression, regress-c]] 877 description: Raptor (browsertime) tests for our regression detection system 878 max-run-time: 700 879 run-on-projects: [autoland] 880 limit-platforms: 881 - .*linux(?!.*shippable)(?!.*clang).* 882 mozharness: 883 extra-options: 884 by-test-platform: 885 windows.*-64.*shippable.*: [] 886 default: [] 887 tier: 888 by-app: 889 firefox: 890 by-test-platform: 891 linux.*clang-trunk.*: 2 892 default: 1 893 default: 2 894 treeherder-symbol: Btime(regressor) 895 896 browsertime-upload: 897 raptor: 898 apps: [firefox, chrome, safari] 899 subtests: 900 - [upload, upload-h2] 901 - upload-h3 902 description: Raptor (browsertime) http2, http3 file upload performance test 903 max-run-time: 2700 904 run-on-projects: 905 by-app: 906 firefox: 907 by-test-platform: 908 .*64.*shippable.*: [autoland, mozilla-central] 909 default: [] 910 default: [] 911 tier: 912 by-app: 913 firefox: 914 by-test-platform: 915 linux.*clang-trunk.*: 2 916 default: 1 917 default: 3 918 treeherder-symbol: Btime(upload) 919 fetches: 920 fetch: 921 - upload-speed-test-file 922 923 browsertime-network-bench: 924 raptor: 925 apps: [firefox, chrome, custom-car] 926 subtests: 927 - [h3-upload, h3-up] 928 - [h3-download, h3-down] 929 - [h2-upload, h2-up] 930 - [h2-download, h2-down] 931 network-conditions: 932 by-subtest: 933 h3-upload: 934 - [1M_400ms, "0"] 935 - [300M_40ms, "0"] 936 - [300M_80ms, "0"] 937 - [10M_40ms, "0"] 938 - [100M_40ms, "0"] 939 h3-download: 940 - [1M_400ms, "0"] 941 - [300M_40ms, "0"] 942 - [300M_80ms, "0"] 943 - [10M_40ms, "0"] 944 - [100M_40ms, "0"] 945 h2-upload: 946 - [1M_400ms, "0"] 947 - [300M_40ms, "0"] 948 - [300M_80ms, "0"] 949 - [10M_40ms, "0"] 950 - [100M_40ms, "0"] 951 h2-download: 952 - [1M_400ms, "0"] 953 - [300M_40ms, "0"] 954 - [300M_80ms, "0"] 955 - [10M_40ms, "0"] 956 - [100M_40ms, "0"] 957 default: [] 958 description: Raptor (browsertime) networking download/upload performance test 959 max-run-time: 15000 960 run-on-projects: 961 by-app: 962 firefox: 963 by-test-platform: 964 linux.*shippable-qr.*: [mozilla-central] 965 default: [] 966 chrome: 967 by-test-platform: 968 linux.*shippable-qr.*: [mozilla-central] 969 default: [] 970 custom-car: 971 by-test-platform: 972 linux.*shippable-qr.*: [mozilla-central] 973 default: [] 974 default: [] 975 tier: 976 by-app: 977 firefox: 978 by-test-platform: 979 linux.*clang-trunk.*: 2 980 default: 2 981 default: 3 982 treeherder-symbol: Btime(network-bench) 983 fetches: 984 fetch: 985 - upload-speed-test-file 986 987 browsertime-pageload-benchmark: 988 raptor: 989 apps: [firefox] 990 subtests: [tp6-bench] 991 description: Raptor (browsertime) TP6 pageload benchmark test 992 max-run-time: 4500 993 mozharness: 994 extra-options: 995 - --browser-cycles=5 996 run-on-projects: 997 by-test-platform: 998 windows.*-64.*shippable.*: [autoland] 999 linux.*shippable.*: [autoland] 1000 default: [] 1001 tier: 1002 by-app: 1003 firefox: 1004 by-test-platform: 1005 linux.*clang-trunk.*: 2 1006 default: 1 1007 default: 3 1008 treeherder-symbol: Btime(tp6-bench) 1009 1010 browsertime-video-playback-latency: 1011 <<: *tp6-defaults 1012 raptor: 1013 apps: [firefox, chrome, safari] 1014 test: video-playback-latency 1015 run-visual-metrics: true 1016 subtests: 1017 by-app: 1018 safari: 1019 - vpl-h264 1020 default: 1021 - vpl-av1 1022 - vpl-h264 1023 - vpl-vp9 1024 description: Raptor (browsertime) Video playback latency test 1025 mozharness: 1026 extra-options: 1027 by-test-platform: 1028 windows.*-64.*shippable.*: 1029 - --chimera 1030 - --browsertime-no-ffwindowrecorder 1031 - --extra-profiler-run 1032 default: 1033 - --chimera 1034 - --extra-profiler-run 1035 run-on-projects: 1036 by-app: 1037 firefox: 1038 by-test-platform: 1039 macosx1470.*shippable.*: [autoland, mozilla-central] 1040 linux.*shippable.*: [autoland, mozilla-central] 1041 default: [] 1042 default: [] 1043 treeherder-symbol: Btime(vpl) 1044 1045 browsertime-webcodecs: 1046 raptor: 1047 apps: [firefox, chrome, safari, custom-car] 1048 test: webcodecs 1049 run-visual-metrics: false 1050 subtests: 1051 by-test-platform: 1052 # Since x264 isn't built into Ubuntu 18.04 by defualt, we skip it. 1053 linux.*.*: 1054 - ve-av1-rt 1055 - ve-av1-q 1056 - ve-vp8-rt 1057 - ve-vp8-q 1058 - ve-vp9-rt 1059 - ve-vp9-q 1060 default: 1061 by-app: 1062 # Chrome currently refuses to encode H264 at larger resolutions like 720p and 1080p. 1063 # Testname aliases are used to work around the length limit. 1064 chrome: 1065 - ve-av1-rt 1066 - ve-av1-q 1067 - [ve-h264-rt-sd, veh264rtsd] 1068 - [ve-h264-q-sd, veh264qsd] 1069 - ve-vp8-rt 1070 - ve-vp8-q 1071 - ve-vp9-rt 1072 - ve-vp9-q 1073 custom-car: 1074 - ve-av1-rt 1075 - ve-av1-q 1076 - [ve-h264-rt-sd, veh264rtsd] 1077 - [ve-h264-q-sd, veh264qsd] 1078 - ve-vp8-rt 1079 - ve-vp8-q 1080 - ve-vp9-rt 1081 - ve-vp9-q 1082 default: 1083 - ve-av1-rt 1084 - ve-av1-q 1085 - ve-h264-rt 1086 - ve-h264-q 1087 - [ve-h264-rt-sd, veh264rtsd] 1088 - [ve-h264-q-sd, veh264qsd] 1089 - ve-vp8-rt 1090 - ve-vp8-q 1091 - ve-vp9-rt 1092 - ve-vp9-q 1093 description: Raptor (browsertime) WebCodecs test 1094 mozharness: 1095 extra-options: 1096 - --extra-profiler-run 1097 run-on-projects: 1098 by-app: 1099 firefox: [autoland, mozilla-central] 1100 default: [] 1101 tier: 1102 by-app: 1103 firefox: 2 1104 default: 3 1105 treeherder-symbol: Btime(webcodecs) 1106 1107 browsertime-speculative: 1108 raptor: 1109 apps: [firefox] 1110 run-visual-metrics: true 1111 subtests: [connect] 1112 description: Raptor (browsertime) speculative connect pageload tests 1113 max-run-time: 420 1114 run-on-projects: 1115 by-test-platform: 1116 .*64.*shippable.*: [autoland] 1117 default: [] 1118 tier: 1119 by-app: 1120 firefox: 1121 by-test-platform: 1122 linux.*clang-trunk.*: 2 1123 default: 1 1124 default: 2 1125 treeherder-symbol: Btime(speculative) 1126 1127 browsertime-throttled: 1128 raptor: 1129 apps: [firefox] 1130 run-visual-metrics: true 1131 subtests: [throttled] 1132 description: Raptor (browsertime) throttled network pageload tests 1133 max-run-time: 420 1134 run-on-projects: [] 1135 tier: 1136 by-app: 1137 firefox: 1138 by-test-platform: 1139 linux.*clang-trunk.*: 2 1140 default: 1 1141 default: 3 1142 treeherder-symbol: Btime(throttled) 1143 1144 browsertime-tp6-webextensions: 1145 <<: *tp6-defaults 1146 <<: *tp6-essential-defaults 1147 description: Raptor (browsertime) tp6 page-load tests with webextensions installed on Firefox Desktop 1148 raptor: 1149 apps: [firefox] 1150 test: tp6 1151 run-visual-metrics: true 1152 subtests: 1153 - amazon 1154 fetches: 1155 fetch: 1156 - firefox-addons 1157 run-on-projects: 1158 by-app: 1159 firefox: 1160 by-test-platform: 1161 macosx1100.*shippable.*: [mozilla-central] 1162 .*64(?!.*nightlyasrelease).*shippable.*: [trunk-only] 1163 default: [] 1164 default: [] 1165 mozharness: 1166 extra-options: 1167 by-test-platform: 1168 windows.*-64.*shippable.*: 1169 - --chimera 1170 - --browsertime 1171 - --browsertime-no-ffwindowrecorder 1172 - --conditioned-profile=settled-webext 1173 default: 1174 - --chimera 1175 - --browsertime 1176 - --conditioned-profile=settled-webext 1177 # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. 1178 tier: 3 1179 treeherder-symbol: Btime-webext(tp6) 1180 1181 browsertime-indexeddb: 1182 description: Raptor (browsertime) tests for IndexedDB 1183 max-run-time: 2700 1184 treeherder-symbol: Btime(idb) 1185 limit-platforms: 1186 by-app: 1187 chrome: 1188 - .*shippable.* 1189 custom-car: 1190 - macosx1400.*shippable.* 1191 - macosx1470.*shippable.* 1192 - macosx1500.*shippable.* 1193 - linux.*shippable.* 1194 - windows.*-64.*shippable.* 1195 default: [] 1196 raptor: 1197 apps: [firefox, chrome] 1198 run-visual-metrics: false 1199 subtests: 1200 - [idb-open-many-par, idb-opn-mp] 1201 - [idb-open-many-seq, idb-opn-ms] 1202 - [idb-open-few-par, idb-opn-fp] 1203 - [idb-open-few-seq, idb-opn-fs] 1204 - addMab1 1205 - addMabN 1206 - addMar1 1207 - addMarN 1208 - addMbl1 1209 - addMblN 1210 - addkAB1 1211 - addkABN 1212 - addkAR1 1213 - addkARN 1214 - addkBL1 1215 - addkBLN 1216 - getkeyrng 1217 run-on-projects: 1218 by-app: 1219 firefox: 1220 by-test-platform: 1221 .*64.*shippable.*: [autoland, mozilla-central] 1222 default: [] 1223 default: [] 1224 tier: 1225 by-app: 1226 firefox: 1227 by-test-platform: 1228 linux.*clang-trunk.*: 2 1229 default: 1 1230 default: 3 1231 mozharness: 1232 extra-options: 1233 by-subtest: 1234 addMbl1: 1235 by-app: 1236 chrome: 1237 by-test-platform: 1238 linux.*shippable.*: [] 1239 default: 1240 - --extra-profiler-run 1241 default: 1242 - --extra-profiler-run 1243 default: 1244 - --extra-profiler-run 1245 1246 browsertime-trr-performance: 1247 raptor: 1248 apps: [firefox] 1249 run-visual-metrics: false 1250 subtests: 1251 - trr-cloudf 1252 - trr-cira 1253 - trr-comcas 1254 - trr-next 1255 - trr-native 1256 - trr-multi 1257 - trr-w-clou 1258 - trr-w-cira 1259 - trr-w-comc 1260 - trr-w-next 1261 1262 description: Raptor (browsertime) trr performance tests 1263 max-run-time: 600 1264 run-on-projects: 1265 by-test-platform: 1266 windows11-64-24h2-shippable/opt: [mozilla-central] 1267 default: [] 1268 tier: 3 1269 treeherder-symbol: Btime(trrperf)