talos.yml (23529B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 --- 5 task-defaults: 6 max-run-time: 3600 7 suite: talos 8 virtualization: hardware 9 mozharness: 10 script: talos_script.py 11 config: 12 by-test-platform: 13 macosx.*: 14 - talos/mac_config.py 15 windows.*: 16 - talos/windows_config.py 17 default: 18 - talos/linux_config.py 19 test-manifest-loader: null # don't load tests in the taskgraph 20 21 talos-bcv: 22 description: Talos basic compositor video 23 try-name: bcv 24 treeherder-symbol: T(bcv) 25 variants: 26 - webrender-sw 27 run-on-projects: 28 by-variant: 29 webrender-sw: 30 by-test-platform: 31 linux1804-64-shippable(-qr)?/opt: [trunk] 32 windows11-64.*(-qr)?/opt: [trunk] 33 macosx.*(-qr)?/opt: [trunk] 34 default: [] 35 default: [trunk] 36 max-run-time: 1800 37 mozharness: 38 extra-options: 39 - --suite=bcv 40 41 talos-bcv-profiling: 42 description: Talos basic compositor video with gecko profiling 43 try-name: bcv-prof 44 treeherder-symbol: T-Prof(bcv) 45 tier: 2 46 run-on-projects: [] 47 max-run-time: 1800 48 mozharness: 49 extra-options: 50 - --suite=bcv 51 - --gecko-profile 52 53 talos-chrome: 54 description: Talos chrome 55 try-name: chromez 56 treeherder-symbol: T(c) 57 variants: 58 - webrender-sw 59 run-on-projects: 60 by-test-platform: 61 linux(?!.*shippable).*: [] 62 macosx(?!.*shippable).*: [] 63 windows(?!.*shippable).*: [] 64 default: [trunk] 65 max-run-time: 1800 66 mozharness: 67 extra-options: 68 - --suite=chromez 69 70 talos-chrome-profiling: 71 description: Talos chrome with gecko profiling 72 try-name: chromez-prof 73 treeherder-symbol: T-Prof(c) 74 tier: 2 75 max-run-time: 1200 76 run-on-projects: [] 77 mozharness: 78 extra-options: 79 - --suite=chromez 80 - --gecko-profile 81 82 talos-damp-inspector: 83 description: Talos devtools inspector (damp-inspector) 84 try-name: damp-inspector 85 treeherder-symbol: T(damp-inspector) 86 max-run-time: 5400 87 run-on-projects: 88 by-test-platform: 89 linux(?!.*shippable).*: [] 90 macosx(?!.*shippable).*: [] 91 windows(?!.*shippable).*: [] 92 default: [trunk] 93 mozharness: 94 extra-options: 95 - --suite=damp-inspector 96 97 talos-damp-webconsole: 98 description: Talos devtools webconsole (damp-webconsole) 99 try-name: damp-webconsole 100 treeherder-symbol: T(damp-webconsole) 101 max-run-time: 5400 102 run-on-projects: 103 by-test-platform: 104 linux(?!.*shippable).*: [] 105 macosx(?!.*shippable).*: [] 106 windows(?!.*shippable).*: [] 107 default: [trunk] 108 mozharness: 109 extra-options: 110 - --suite=damp-webconsole 111 112 talos-damp-other: 113 description: Talos devtools other (damp-other) 114 try-name: damp-other 115 treeherder-symbol: T(damp-other) 116 max-run-time: 5400 117 run-on-projects: 118 by-test-platform: 119 linux(?!.*shippable).*: [] 120 macosx(?!.*shippable).*: [] 121 windows(?!.*shippable).*: [] 122 default: [trunk] 123 mozharness: 124 extra-options: 125 - --suite=damp-other 126 127 talos-damp-inspector-profiling: 128 description: Talos devtools inspector (damp-inspector) with gecko profiling 129 try-name: damp-inspector-prof 130 treeherder-symbol: T-Prof(damp-inspector) 131 tier: 2 132 max-run-time: 5400 133 run-on-projects: [] 134 mozharness: 135 extra-options: 136 - --suite=damp-inspector 137 - --gecko-profile 138 139 talos-damp-webconsole-profiling: 140 description: Talos devtools webconsole (damp-webconsole) with gecko profiling 141 try-name: damp-webconsole-prof 142 treeherder-symbol: T-Prof(damp-webconsole) 143 tier: 2 144 max-run-time: 5400 145 run-on-projects: [] 146 mozharness: 147 extra-options: 148 - --suite=damp-webconsole 149 - --gecko-profile 150 151 talos-damp-other-profiling: 152 description: Talos devtools other (damp-other) with gecko profiling 153 try-name: damp-other-prof 154 treeherder-symbol: T-Prof(damp-other) 155 tier: 2 156 max-run-time: 5400 157 run-on-projects: [] 158 mozharness: 159 extra-options: 160 - --suite=damp-other 161 - --gecko-profile 162 163 talos-dromaeojs: 164 description: Talos dromaeojs 165 try-name: dromaeojs 166 treeherder-symbol: T(d) 167 max-run-time: 2100 168 run-on-projects: 169 by-test-platform: 170 linux(?!.*shippable).*: [] 171 macosx(?!.*shippable).*: [] 172 windows(?!.*shippable).*: [] 173 default: [trunk] 174 mozharness: 175 extra-options: 176 - --suite=dromaeojs 177 178 talos-dromaeojs-profiling: 179 description: Talos dromaeojs with gecko profiling 180 try-name: dromaeojs-prof 181 treeherder-symbol: T-Prof(d) 182 tier: 2 183 max-run-time: 2100 184 run-on-projects: [] 185 mozharness: 186 extra-options: 187 - --suite=dromaeojs 188 - --gecko-profile 189 190 talos-g1: 191 description: Talos g1 192 try-name: g1 193 treeherder-symbol: T(g1) 194 variants: 195 - webrender-sw 196 run-on-projects: 197 by-variant: 198 webrender-sw: 199 by-test-platform: 200 linux1804-64-shippable(-qr)?.*: [trunk] 201 macosx.*64-shippable(-qr)?.*: [trunk] 202 windows.*-shippable(-qr)?.*: [trunk] 203 default: [] 204 default: 205 by-test-platform: 206 linux(?!.*shippable).*: [] 207 macosx(?!.*shippable).*: [] 208 windows(?!.*shippable).*: [] 209 default: [trunk] 210 max-run-time: 211 by-test-platform: 212 linux1804-64.*: 4800 213 default: 7200 214 mozharness: 215 extra-options: 216 - --suite=g1 217 218 talos-g1-profiling: 219 description: Talos g1 with gecko profiling 220 try-name: g1-prof 221 treeherder-symbol: T-Prof(g1) 222 tier: 2 223 run-on-projects: [] 224 max-run-time: 225 by-test-platform: 226 linux1804-64.*: 5400 227 default: 7200 228 mozharness: 229 extra-options: 230 - --suite=g1 231 - --gecko-profile 232 233 talos-g3: 234 description: Talos g3 235 try-name: g3 236 treeherder-symbol: T(g3) 237 variants: 238 - webrender-sw 239 run-on-projects: 240 by-variant: 241 webrender-sw: 242 by-test-platform: 243 linux1804-64-shippable(-qr)?/opt: [trunk] 244 macosx.*-64-shippable(-qr)?/opt: [trunk] 245 windows.*-shippable(-qr)?/opt: [trunk] 246 default: [] 247 default: 248 by-test-platform: 249 linux(?!.*shippable).*: [] 250 macosx(?!.*shippable).*: [] 251 windows(?!.*shippable).*: [] 252 default: [trunk] 253 max-run-time: 900 254 mozharness: 255 extra-options: 256 - --suite=g3 257 258 talos-g3-profiling: 259 description: Talos g3 with gecko profiling 260 try-name: g3-prof 261 treeherder-symbol: T-Prof(g3) 262 tier: 2 263 max-run-time: 900 264 run-on-projects: [] 265 mozharness: 266 extra-options: 267 - --suite=g3 268 - --gecko-profile 269 270 talos-g4: 271 description: Talos g4 272 try-name: g4 273 treeherder-symbol: T(g4) 274 variants: 275 - webrender-sw 276 run-on-projects: 277 by-variant: 278 webrender-sw: 279 by-test-platform: 280 linux1804-64-shippable(-qr)?/opt: [trunk] 281 macosx.*-64-shippable(-qr)?/opt: [trunk] 282 windows.*-shippable(-qr)?/opt: [trunk] 283 default: [] 284 default: 285 by-test-platform: 286 linux(?!.*shippable).*: [] 287 macosx(?!.*shippable).*: [] 288 windows(?!.*shippable).*: [] 289 default: [trunk] 290 max-run-time: 291 by-test-platform: 292 linux1804-64.*: 1500 293 default: 1800 294 mozharness: 295 extra-options: 296 - --suite=g4 297 298 talos-g4-profiling: 299 description: Talos g4 with gecko profiling 300 try-name: g4-prof 301 treeherder-symbol: T-Prof(g4) 302 tier: 2 303 max-run-time: 304 by-test-platform: 305 linux1804-64.*: 1500 306 default: 1800 307 run-on-projects: [] 308 mozharness: 309 extra-options: 310 - --suite=g4 311 - --gecko-profile 312 313 talos-g5: 314 description: Talos g5 315 try-name: g5 316 treeherder-symbol: T(g5) 317 mozharness: 318 extra-options: 319 - --suite=g5 320 variants: 321 - webrender-sw 322 run-on-projects: 323 by-variant: 324 webrender-sw: 325 by-test-platform: 326 linux1804-64-shippable(-qr)?/opt: [trunk] 327 macosx.*-64-shippable(-qr)?/opt: [trunk] 328 windows.*-shippable(-qr)?/opt: [trunk] 329 default: [] 330 default: 331 by-test-platform: 332 linux(?!.*shippable).*: [] 333 macosx(?!.*shippable).*: [] 334 windows(?!.*shippable).*: [] 335 default: [trunk] 336 max-run-time: 337 by-test-platform: 338 linux1804-64.*: 1800 339 macosx.*: 2400 340 default: 1800 341 342 talos-g5-profiling: 343 description: Talos g5 with gecko profiling 344 try-name: g5-prof 345 treeherder-symbol: T-Prof(g5) 346 tier: 2 347 run-on-projects: [] 348 mozharness: 349 extra-options: 350 - --suite=g5 351 - --gecko-profile 352 max-run-time: 353 by-test-platform: 354 linux1804-64.*: 1200 355 default: 1800 356 357 talos-h1: 358 description: Talos h1 359 try-name: h1 360 treeherder-symbol: T(h1) 361 run-on-projects: 362 by-test-platform: 363 linux(?!.*shippable).*: [] 364 macosx(?!.*shippable).*: [] 365 windows(?!.*shippable).*: [] 366 default: [trunk] 367 mozharness: 368 extra-options: 369 - --suite=h1 370 max-run-time: 371 by-test-platform: 372 linux1804-64.*: 900 373 default: 1800 374 375 talos-h2: 376 description: Talos h2 377 try-name: h2 378 treeherder-symbol: T(h2) 379 run-on-projects: 380 by-test-platform: 381 linux(?!.*shippable).*: [] 382 macosx(?!.*shippable).*: [] 383 windows(?!.*shippable).*: [] 384 default: [trunk] 385 max-run-time: 386 by-test-platform: 387 linux1804-64.*: 900 388 default: 7200 389 mozharness: 390 extra-options: 391 - --suite=h2 392 393 talos-motionmark: 394 description: Talos motionmark 395 try-name: motionmark 396 treeherder-symbol: T(mm) 397 run-on-projects: 398 by-test-platform: 399 linux(?!.*shippable).*: [] 400 macosx(?!.*shippable).*: [] 401 windows(?!.*shippable).*: [] 402 default: [mozilla-central] 403 max-run-time: 3600 404 tier: 2 405 mozharness: 406 extra-options: 407 - --suite=motionmark 408 409 talos-motionmark-profiling: 410 description: Talos motionmark with gecko profiling 411 try-name: motionmark-prof 412 treeherder-symbol: T-Prof(mm) 413 run-on-projects: [] 414 max-run-time: 3600 415 tier: 2 416 mozharness: 417 extra-options: 418 - --suite=motionmark 419 - --gecko-profile 420 421 talos-other: 422 description: Talos other 423 try-name: other 424 treeherder-symbol: T(o) 425 variants: 426 - webrender-sw 427 run-on-projects: 428 by-variant: 429 webrender-sw: 430 by-test-platform: 431 linux1804-64-shippable(-qr)?/opt: [trunk] 432 macosx.*-64-shippable(-qr)?/opt: [trunk] 433 windows.*-shippable(-qr)?/opt: [trunk] 434 default: [] 435 default: 436 by-test-platform: 437 linux(?!.*shippable).*: [] 438 macosx(?!.*shippable).*: [] 439 windows(?!.*shippable).*: [] 440 default: [trunk] 441 max-run-time: 1500 442 mozharness: 443 extra-options: 444 - --suite=other 445 446 talos-other-profiling: 447 description: Talos other with gecko profiling 448 try-name: other-prof 449 treeherder-symbol: T-Prof(o) 450 run-on-projects: [] 451 tier: 2 452 max-run-time: 1500 453 mozharness: 454 extra-options: 455 - --suite=other 456 - --gecko-profile 457 458 talos-sessionrestore-many-windows: 459 description: Talos sessionrestore-many-windows 460 try-name: sessionrestore-many-windows 461 treeherder-symbol: T(smw) 462 variants: 463 - webrender-sw 464 run-on-projects: 465 by-variant: 466 webrender-sw: 467 by-test-platform: 468 linux1804-64-shippable(-qr)?/opt: [trunk-only] 469 macosx.*-64-shippable(-qr)?/opt: [trunk-only] 470 windows.*-shippable(-qr)?/opt: [trunk-only] 471 default: [] 472 default: 473 by-test-platform: 474 linux(?!.*shippable).*: [] 475 macosx(?!.*shippable).*: [] 476 windows(?!.*shippable).*: [] 477 default: [trunk-only] 478 max-run-time: 1500 479 mozharness: 480 extra-options: 481 - --suite=sessionrestore-many-windows 482 483 talos-sessionrestore-many-windows-profiling: 484 description: Talos sessionrestore-many-windows with gecko profiling 485 try-name: sessionrestore-many-windows-prof 486 treeherder-symbol: T-Prof(smw) 487 tier: 2 488 run-on-projects: [] 489 max-run-time: 1500 490 mozharness: 491 extra-options: 492 - --suite=sessionrestore-many-windows 493 - --gecko-profile 494 495 talos-perf-reftest: 496 description: Talos perf-reftest 497 try-name: perf-reftest 498 treeherder-symbol: T(p) 499 variants: 500 - webrender-sw 501 run-on-projects: 502 by-variant: 503 webrender-sw: 504 by-test-platform: 505 linux1804-64-shippable(-qr)?/opt: [trunk] 506 macosx.*-64-shippable(-qr)?/opt: [trunk] 507 windows.*-shippable(-qr)?/opt: [trunk] 508 default: [] 509 default: 510 by-test-platform: 511 linux(?!.*shippable).*: [] 512 macosx(?!.*shippable).*: [] 513 windows(?!.*shippable).*: [] 514 default: [trunk] 515 max-run-time: 1200 516 mozharness: 517 extra-options: 518 - --suite=perf-reftest 519 520 talos-perf-reftest-profiling: 521 description: Talos perf-reftest with gecko profiling 522 try-name: perf-reftest-prof 523 treeherder-symbol: T-Prof(p) 524 tier: 2 525 run-on-projects: [] 526 max-run-time: 1200 527 mozharness: 528 extra-options: 529 - --suite=perf-reftest 530 - --gecko-profile 531 532 talos-perf-reftest-singletons: 533 description: Talos perf-reftest singletons 534 try-name: perf-reftest-singletons 535 treeherder-symbol: T(ps) 536 run-on-projects: 537 by-test-platform: 538 linux(?!.*shippable).*: [] 539 macosx(?!.*shippable).*: [] 540 windows(?!.*shippable).*: [] 541 default: [trunk] 542 max-run-time: 2000 543 mozharness: 544 extra-options: 545 - --suite=perf-reftest-singletons 546 547 talos-perf-reftest-singletons-profiling: 548 description: Talos perf-reftest singletons with gecko profiling 549 try-name: perf-reftest-singletons-prof 550 treeherder-symbol: T-Prof(ps) 551 tier: 2 552 run-on-projects: [] 553 max-run-time: 1500 554 mozharness: 555 extra-options: 556 - --suite=perf-reftest-singletons 557 - --gecko-profile 558 559 talos-svgr: 560 description: Talos svgr 561 try-name: svgr 562 treeherder-symbol: T(s) 563 variants: 564 - webrender-sw 565 run-on-projects: 566 by-variant: 567 webrender-sw: 568 by-test-platform: 569 linux1804-64-shippable(-qr)?/opt: [trunk] 570 macosx.*-64-shippable(-qr)?/opt: [trunk] 571 windows.*-shippable(-qr)?/opt: [trunk] 572 default: [] 573 default: 574 by-test-platform: 575 linux(?!.*shippable).*: [] 576 macosx(?!.*shippable).*: [] 577 windows(?!.*shippable).*: [] 578 default: [trunk] 579 max-run-time: 1800 580 mozharness: 581 extra-options: 582 - --suite=svgr 583 584 talos-svgr-profiling: 585 description: Talos svgr with gecko profiling 586 try-name: svgr-prof 587 treeherder-symbol: T-Prof(s) 588 tier: 2 589 run-on-projects: [] 590 max-run-time: 1800 591 mozharness: 592 extra-options: 593 - --suite=svgr 594 - --gecko-profile 595 596 talos-tp5o: 597 description: Talos tp5o 598 try-name: tp5o 599 treeherder-symbol: T(tp) 600 variants: 601 - webrender-sw 602 run-on-projects: 603 by-variant: 604 webrender-sw: 605 by-test-platform: 606 linux1804-64-shippable(-qr)?/opt: [trunk] 607 macosx.*-64-shippable(-qr)?/opt: [trunk] 608 windows.*-shippable(-qr)?/opt: [trunk] 609 default: [] 610 default: 611 by-test-platform: 612 linux(?!.*shippable).*: [] 613 macosx(?!.*shippable).*: [] 614 windows(?!.*shippable).*: [] 615 default: [trunk] 616 max-run-time: 1800 617 mozharness: 618 extra-options: 619 - --suite=tp5o 620 621 talos-tp5o-profiling: 622 description: Talos tp5o with gecko profiling 623 try-name: tp5o-prof 624 treeherder-symbol: T-Prof(tp) 625 tier: 2 626 run-on-projects: [] 627 max-run-time: 1800 628 mozharness: 629 extra-options: 630 - --suite=tp5o 631 - --gecko-profile 632 633 talos-tabswitch: 634 description: Talos page scroll (tabswitch) 635 try-name: tabswitch 636 treeherder-symbol: T(tabswitch) 637 variants: 638 - webrender-sw 639 run-on-projects: [] 640 max-run-time: 2100 641 mozharness: 642 extra-options: 643 - --suite=tabswitch 644 645 talos-tabswitch-profiling: 646 description: Talos page scroll (tabswitch) with gecko profiling 647 try-name: tabswitch-prof 648 treeherder-symbol: T-Prof(tabswitch) 649 tier: 2 650 run-on-projects: [] 651 max-run-time: 1200 652 mozharness: 653 extra-options: 654 - --suite=tabswitch 655 - --gecko-profile 656 657 talos-webgl: 658 description: Talos WebGL 659 try-name: webgl 660 treeherder-symbol: T(webgl) 661 variants: 662 - webrender-sw 663 run-on-projects: 664 by-variant: 665 webrender-sw: 666 by-test-platform: 667 linux1804-64-shippable(-qr)?/opt: [trunk] 668 macosx.*-64-shippable(-qr)?/opt: [trunk] 669 windows.*-shippable(-qr)?/opt: [trunk] 670 default: [] 671 default: 672 by-test-platform: 673 linux1804-64-shippable.*: [trunk] 674 macosx.*64-shippable.*: [trunk] 675 windows.*-shippable.*: [trunk] 676 default: [] 677 max-run-time: 2100 678 mozharness: 679 extra-options: 680 - --suite=webgl 681 682 talos-webgl-profiling: 683 description: Talos WebGL with gecko profiling 684 try-name: webgl 685 treeherder-symbol: T-Prof(webgl) 686 tier: 2 687 run-on-projects: [] 688 max-run-time: 1800 689 mozharness: 690 extra-options: 691 - --suite=webgl 692 - --gecko-profile 693 694 talos-xperf: 695 description: Talos xperf 696 try-name: xperf 697 treeherder-symbol: T(x) 698 virtualization: virtual 699 os-groups: [Administrators] 700 run-as-administrator: 701 by-test-platform: 702 windows.*32.*: false 703 windows11.*64.*: true 704 variants: 705 - webrender-sw 706 run-on-projects: 707 by-test-platform: 708 windows.*-shippable(-qr)?/.*: [trunk] 709 default: [] 710 mozharness: 711 extra-options: 712 by-test-platform: 713 windows.*: 714 - --suite=xperf 715 # Disable the GPU process due to bug 1868737. There are 716 # sandbox related issues with using the GPU process when 717 # running xperf as an administrator which cause us to fail 718 # due to generating minidumps. 719 - --setpref=layers.gpu-process.enabled=false 720 # On these runs in particular, the Windows App SDK crashes 721 # when initializing because DCompositionCreateDevice3() 722 # fails with ERROR_ACCESS_DENIED. This only seems to happen 723 # on this kind of run, so disable the Windows App SDK. 724 - --setpref=widget.windows.windowsappsdk.enabled=false 725 default: 726 - --suite=xperf 727 config: 728 by-test-platform: 729 windows.*: 730 - talos/windows_vm_config.py 731 732 talos-realworld-webextensions: 733 description: Talos tests with realworld WebExtensions 734 try-name: realworld-webextensions 735 treeherder-symbol: T(realwebext) 736 run-on-projects: 737 by-test-platform: 738 linux(?!.*shippable).*: [] 739 macosx(?!.*shippable).*: [] 740 windows11-64-24h2-shippable/opt: [trunk] 741 windows(?!.*shippable).*: [] 742 linux(?!.*-qr).*: [] 743 macosx(?!.*-qr).*: [] 744 windows(?!.*-qr).*: [] 745 default: [trunk] 746 max-run-time: 1500 747 mozharness: 748 extra-options: 749 - --suite=realworld-webextensions 750 751 talos-realworld-webextensions-profiling: 752 description: Talos tests with realworld WebExtensions with gecko profiling 753 try-name: realworld-webextensions-prof 754 treeherder-symbol: T-Prof(realwebext) 755 tier: 2 756 run-on-projects: [] 757 max-run-time: 1500 758 mozharness: 759 extra-options: 760 - --suite=realworld-webextensions 761 - --gecko-profile 762 763 talos-pdfpaint: 764 description: Talos pdfpaint 765 try-name: pdfpaint 766 treeherder-symbol: T(pdfpaint) 767 variants: 768 - webrender-sw 769 run-on-projects: 770 by-variant: 771 webrender-sw: 772 by-test-platform: 773 linux1804-64-shippable(-qr)?/opt: [trunk] 774 macosx.*-64-shippable(-qr)?/opt: [trunk] 775 windows.*-shippable(-qr)?/opt: [trunk] 776 default: [] 777 default: 778 by-test-platform: 779 linux(?!.*shippable).*: [] 780 macosx(?!.*shippable).*: [] 781 windows(?!.*shippable).*: [] 782 default: [trunk] 783 max-run-time: 2100 784 mozharness: 785 extra-options: 786 - --suite=pdfpaint 787 fetches: 788 toolchain: 789 by-test-platform: 790 win.*: 791 - win32-minidump-stackwalk 792 - win32-fix-stacks 793 - talos-pdfs 794 macosx.*-64.*: 795 - macosx64-minidump-stackwalk 796 - macosx64-fix-stacks 797 - talos-pdfs 798 macosx.*-aarch64.*: 799 - macosx64-aarch64-minidump-stackwalk 800 - macosx64-aarch64-fix-stacks 801 - talos-pdfs 802 default: 803 - linux64-minidump-stackwalk 804 - linux64-fix-stacks 805 - talos-pdfs