windows11-24h2.yml (26155B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 --- 5 task-defaults: 6 worker-type: win11-64-24h2-hw 7 fetches: 8 build: 9 - artifact: target.condprof.tests.tar.zst 10 - artifact: target.common.tests.tar.zst 11 - artifact: target.mochitest.tests.tar.zst 12 - artifact: target.perftests.tests.tar.zst 13 - artifact: target.zip 14 toolchain: 15 - win64-node 16 - win64-geckodriver 17 - browsertime 18 platform: windows11-64-24h2-shippable/opt 19 require-build: 20 windows11-64-24h2-shippable/opt: build-win64-shippable/opt 21 scopes: 22 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 23 24 try-browsertime: 25 description: Run ./mach perftest on windows 26 treeherder: 27 symbol: perftest(bt) 28 run: 29 command: >- 30 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 31 cd $MOZ_FETCHES_DIR && 32 python3.exe python/mozperftest/mozperftest/runner.py 33 --on-try 34 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 35 --flavor desktop-browser 36 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 37 --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe 38 --output $MOZ_FETCHES_DIR/../artifacts 39 40 browsertime-sample: 41 description: Run the sample browsertime sample test in CI 42 treeherder: 43 symbol: perftest(bt-sample) 44 tier: 2 45 attributes: 46 cron: false 47 run-on-projects: [mozilla-central] 48 run: 49 command: >- 50 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 51 cd $MOZ_FETCHES_DIR && 52 python3.exe python/mozperftest/mozperftest/runner.py 53 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 54 --flavor desktop-browser 55 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 56 --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe 57 --output $MOZ_FETCHES_DIR/../artifacts 58 python/mozperftest/mozperftest/tests/data/samples/perftest_example.js 59 60 # We'd like not to have to specify each test separately here. See bug 1865852. 61 service-worker: 62 description: Run service worker tests 63 treeherder: 64 symbol: perftest(sw) 65 tier: 2 66 attributes: 67 batch: false 68 cron: false 69 run-on-projects: [autoland, mozilla-central] 70 run: 71 command: >- 72 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 73 cd $MOZ_FETCHES_DIR && 74 python3.exe python/mozperftest/mozperftest/runner.py 75 dom/serviceworkers/test/performance/test_caching.html 76 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 77 --flavor mochitest 78 --output $MOZ_FETCHES_DIR/../artifacts && 79 python3.exe python/mozperftest/mozperftest/runner.py 80 dom/serviceworkers/test/performance/test_fetch.html 81 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 82 --flavor mochitest 83 --output $MOZ_FETCHES_DIR/../artifacts && 84 python3.exe python/mozperftest/mozperftest/runner.py 85 dom/serviceworkers/test/performance/test_registration.html 86 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 87 --flavor mochitest 88 --output $MOZ_FETCHES_DIR/../artifacts && 89 python3.exe python/mozperftest/mozperftest/runner.py 90 dom/serviceworkers/test/performance/test_registration.html 91 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 92 --flavor mochitest 93 --output $MOZ_FETCHES_DIR/../artifacts 94 95 domcount: 96 description: Run DOM test 97 treeherder: 98 symbol: perftest(dom) 99 attributes: 100 batch: false 101 cron: false 102 run: 103 command: >- 104 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 105 cd $MOZ_FETCHES_DIR && 106 python3.exe python/mozperftest/mozperftest/runner.py 107 browser/base/content/test/perftest_browser_xhtml_dom.js 108 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 109 --flavor desktop-browser 110 --perfherder 111 --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count 112 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 113 --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe 114 --output $MOZ_FETCHES_DIR/../artifacts 115 116 117 livesites: 118 description: Live site performance testing 119 variants: [http3] 120 treeherder: 121 symbol: perftest({symbol}) 122 attributes: 123 batch: false 124 cron: false 125 perftest: 126 # broken: bug 1933712 127 - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] 128 # broken: bug 1678588 129 # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] 130 # broken: bug 1879851 131 # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] 132 # broken: bug 1799655 133 # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] 134 # broken: bug 1926567 135 # - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] 136 # broken: bug 1695871 137 # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] 138 # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] 139 perftest-metrics: 140 by-perftest: 141 cloudflare: 142 # Example of how the specify settings for each metric 143 resources: 144 extraOptions: [] 145 firstPaint: {} 146 navigationTiming: {} 147 pageTimings: {} 148 timeToContentfulPaint: {} 149 # broken: bug 1678588 150 # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] 151 # broken: bug 1879851 152 # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] 153 # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] 154 # broken: bug 1926567 155 # lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] 156 # broken: bug 1695871 157 # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] 158 # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] 159 default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] 160 # Leave this here so people know this exists when looking 161 # for examples 162 perftest-perfherder-global: 163 extraOptions: [] 164 perftest-extra-options: 165 by-perftest: 166 cloudflare: 167 - --perfherder-split-by browserScripts.pageinfo.url 168 # g-search: 169 # - --perfherder-split-by browserScripts.pageinfo.url 170 # broken: bug 1926567 171 # lq-fetch: 172 # - --perfherder-split-by browserScripts.pageinfo.url 173 default: [] 174 perftest-btime-variants: 175 by-perftest: 176 cloudflare: 177 - ["10s", browsertime.waitTime=10000] 178 - ["25s", browsertime.waitTime=25000] 179 - ["35s", browsertime.waitTime=35000] 180 - ["60s", browsertime.waitTime=60000] 181 # broken: bug 1678588 182 # fb-scroll: 183 # - ["10s", browsertime.waitTime=10000] 184 # - ["25s", browsertime.waitTime=25000] 185 # - ["35s", browsertime.waitTime=35000] 186 # - ["60s", browsertime.waitTime=60000] 187 # g-search: 188 # - ["10s", browsertime.waitTime=10000] 189 # - ["25s", browsertime.waitTime=25000] 190 # - ["35s", browsertime.waitTime=35000] 191 # - ["60s", browsertime.waitTime=60000] 192 # broken: bug 1926567 193 # lq-fetch: 194 # - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] 195 # broken: bug 1695871 196 # ytw: 197 # - [null, browsertime.waitTime=20000] 198 # ytw-scroll: 199 # - [null, browsertime.waitTime=20000] 200 default: 201 - [null, browsertime.waitTime=1000] 202 run: 203 command: >- 204 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 205 cd $MOZ_FETCHES_DIR && 206 python3.exe python/mozperftest/mozperftest/runner.py 207 {perftest_testname} 208 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 209 --browsertime-iterations 10 210 --flavor desktop-browser 211 --perfherder 212 --perfherder-metrics {perftest_metrics} 213 --perfherder-simplify-names 214 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 215 --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe 216 --output $MOZ_FETCHES_DIR/../artifacts 217 218 controlled: 219 description: Controlled performance testing 220 treeherder: 221 symbol: perftest(controlled) 222 worker: 223 max-run-time: 14400 224 attributes: 225 batch: false 226 cron: false 227 run: 228 command: >- 229 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 230 cd $MOZ_FETCHES_DIR && 231 python3.exe python/mozperftest/mozperftest/runner.py 232 netwerk/test/perf/perftest_http3_controlled.js 233 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 234 --browsertime-iterations 1 235 --browsertime-cycles 96 236 --hooks netwerk/test/perf/hooks_throttling.py 237 --flavor desktop-browser 238 --perfherder 239 --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms 240 --perfherder-simplify-names 241 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 242 --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe 243 --output $MOZ_FETCHES_DIR/../artifacts 244 245 perfstats: 246 description: Run PerfStats pageload test 247 treeherder: 248 symbol: perftest(perfstats) 249 attributes: 250 batch: false 251 cron: false 252 run: 253 command: >- 254 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 255 cd $MOZ_FETCHES_DIR && 256 python3.exe python/mozperftest/mozperftest/runner.py 257 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 258 --flavor desktop-browser 259 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 260 --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe 261 --output $MOZ_FETCHES_DIR/../artifacts 262 --perfherder 263 --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms 264 --browsertime-iterations 10 265 --hooks testing/performance/hooks_perfstats.py 266 testing/performance/perftest_perfstats.js 267 268 record-websites: 269 description: Run mozperftest to record desktop websites 270 treeherder: 271 symbol: perftest(rec) 272 attributes: 273 cron: false 274 run-on-projects: [] 275 scopes: 276 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 277 - secrets:get:project/perftest/gecko/level-{level}/perftest-login 278 run: 279 command: >- 280 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 281 cd $MOZ_FETCHES_DIR && 282 python3 python/mozperftest/mozperftest/runner.py 283 --flavor desktop-browser 284 --verbose 285 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 286 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe 287 --proxy 288 --output $MOZ_FETCHES_DIR/../artifacts 289 --hooks testing/performance/hooks_recording.py 290 testing/performance/perftest_record.js 291 292 ml-perf: 293 fetches: 294 fetch: 295 - ort.jsep.wasm 296 - xenova-all-minilm-l6-v2 297 description: Run ML Models Perf Tests 298 treeherder: 299 symbol: perftest(ml-perf) 300 tier: 2 301 attributes: 302 batch: false 303 cron: false 304 run-on-projects: [autoland, mozilla-central] 305 run: 306 command: >- 307 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 308 cd $MOZ_FETCHES_DIR && 309 python3 python/mozperftest/mozperftest/runner.py 310 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 311 --flavor mochitest 312 --output $MOZ_FETCHES_DIR/../artifacts 313 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 314 toolkit/components/ml/tests/browser/browser_ml_engine_perf.js 315 316 ml-summarizer-perf: 317 fetches: 318 fetch: 319 - ort.jsep.wasm 320 - qwen2.5-0.5-instruct 321 - distilbart-cnn-12-6 322 description: Run ML Models Perf Tests 323 worker: 324 max-run-time: 3000 325 treeherder: 326 symbol: perftest(ml-sum-perf) 327 tier: 2 328 attributes: 329 batch: false 330 cron: false 331 run-on-projects: [autoland, mozilla-central] 332 run: 333 command: >- 334 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 335 cd $MOZ_FETCHES_DIR && 336 python3 python/mozperftest/mozperftest/runner.py 337 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 338 --flavor mochitest 339 --output $MOZ_FETCHES_DIR/../artifacts 340 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 341 toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js 342 343 ml-llama-summarizer-perf: 344 fetches: 345 fetch: 346 - wllama.wasm 347 - smollm2-360-instruct-gguf 348 - Qwen3-0.6B-GGUF 349 description: Run ML Summarizer Model Using Wllama 350 treeherder: 351 symbol: perftest(ml-llama-sum-perf) 352 tier: 2 353 attributes: 354 batch: false 355 cron: false 356 run-on-projects: [autoland, mozilla-central] 357 run: 358 command: >- 359 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 360 cd $MOZ_FETCHES_DIR && 361 python3 python/mozperftest/mozperftest/runner.py 362 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 363 --flavor mochitest 364 --output $MOZ_FETCHES_DIR/../artifacts 365 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 366 toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js 367 368 ml-multi-perf: 369 fetches: 370 fetch: 371 - ort.jsep.wasm 372 - xenova-all-minilm-l6-v2 373 - mozilla-ner 374 - mozilla-intent 375 description: Run ML Models Perf Tests 376 treeherder: 377 symbol: perftest(ml-multi-perf) 378 tier: 2 379 attributes: 380 batch: false 381 cron: false 382 run-on-projects: [autoland, mozilla-central] 383 run: 384 command: >- 385 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 386 cd $MOZ_FETCHES_DIR && 387 python3 python/mozperftest/mozperftest/runner.py 388 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 389 --flavor mochitest 390 --output $MOZ_FETCHES_DIR/../artifacts 391 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 392 toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js 393 394 ml-perf-semantic-ft: 395 fetches: 396 fetch: 397 - ort.jsep.wasm 398 - xenova-all-minilm-l6-v2 399 description: Run ML Semantic Search Feature 400 treeherder: 401 symbol: perftest(ml-perf-semantic-ft) 402 tier: 2 403 run-on-projects: [autoland, mozilla-central] 404 run: 405 command: >- 406 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 407 cd $MOZ_FETCHES_DIR && 408 python3 python/mozperftest/mozperftest/runner.py 409 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 410 --flavor mochitest 411 --output $MOZ_FETCHES_DIR/../artifacts 412 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 413 --mochitest-extra-args setenv=MOZ_DISABLE_CONTENT_SANDBOX=1 414 --mochitest-name-change 415 toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js 416 417 ml-perf-suggest-ft: 418 fetches: 419 fetch: 420 - ort.jsep.wasm 421 - mozilla-ner 422 - mozilla-intent 423 description: Run ML Suggest Feature 424 treeherder: 425 symbol: perftest(ml-perf-suggest-ft) 426 tier: 2 427 attributes: 428 batch: false 429 cron: false 430 run-on-projects: [autoland, mozilla-central] 431 run: 432 command: >- 433 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 434 cd $MOZ_FETCHES_DIR && 435 python3 python/mozperftest/mozperftest/runner.py 436 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 437 --flavor mochitest 438 --output $MOZ_FETCHES_DIR/../artifacts 439 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 440 toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js 441 442 ml-perf-suggest-inf: 443 fetches: 444 fetch: 445 - ort.jsep.wasm 446 - mozilla-ner 447 - mozilla-intent 448 description: Run ML Suggest Inference Model 449 treeherder: 450 symbol: perftest(ml-perf-suggest-inf) 451 tier: 2 452 attributes: 453 batch: false 454 cron: false 455 run-on-projects: [] 456 run: 457 command: >- 458 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 459 cd $MOZ_FETCHES_DIR && 460 python3 python/mozperftest/mozperftest/runner.py 461 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 462 --flavor mochitest 463 --output $MOZ_FETCHES_DIR/../artifacts 464 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 465 toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js 466 467 ml-perf-autofill: 468 fetches: 469 fetch: 470 - ort.jsep.wasm 471 - mozilla-autofill 472 description: Run ML Autofill Model 473 treeherder: 474 symbol: perftest(ml-perf-autofill) 475 tier: 2 476 attributes: 477 batch: false 478 cron: false 479 run-on-projects: [autoland, mozilla-central] 480 run: 481 command: >- 482 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 483 cd $MOZ_FETCHES_DIR && 484 python3 python/mozperftest/mozperftest/runner.py 485 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 486 --flavor mochitest 487 --output $MOZ_FETCHES_DIR/../artifacts 488 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 489 toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js 490 491 tr8ns-perf-tiny: 492 fetches: 493 fetch: 494 - tr8ns.inference 495 - tr8ns.T.enru.lex 496 - tr8ns.T.enru.model 497 - tr8ns.T.enru.vocab 498 description: Run Full-Page Translations with a tiny-architecture model 499 treeherder: 500 symbol: perftest(tr8ns-perf-T) 501 tier: 2 502 attributes: 503 batch: false 504 cron: false 505 run-on-projects: [autoland, mozilla-central] 506 run: 507 command: >- 508 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 509 cd $MOZ_FETCHES_DIR && 510 python3 python/mozperftest/mozperftest/runner.py 511 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 512 --flavor mochitest 513 --output $MOZ_FETCHES_DIR/../artifacts 514 browser/components/translations/tests/browser/browser_translations_perf_tiny.js 515 516 tr8ns-perf-basememory: 517 fetches: 518 fetch: 519 - tr8ns.inference 520 - tr8ns.BM.enru.lex 521 - tr8ns.BM.enru.model 522 - tr8ns.BM.enru.vocab 523 description: Run Full-Page Translations with a base-memory-architecture model 524 treeherder: 525 symbol: perftest(tr8ns-perf-BM) 526 tier: 2 527 attributes: 528 batch: false 529 cron: false 530 run-on-projects: [autoland, mozilla-central] 531 run: 532 command: >- 533 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 534 cd $MOZ_FETCHES_DIR && 535 python3 python/mozperftest/mozperftest/runner.py 536 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 537 --flavor mochitest 538 --output $MOZ_FETCHES_DIR/../artifacts 539 browser/components/translations/tests/browser/browser_translations_perf_basememory.js 540 541 tr8ns-perf-base: 542 fetches: 543 fetch: 544 - tr8ns.inference 545 - tr8ns.B.enru.lex 546 - tr8ns.B.enru.model 547 - tr8ns.B.enru.vocab 548 description: Run Full-Page Translations with a base-architecture model 549 treeherder: 550 symbol: perftest(tr8ns-perf-B) 551 tier: 2 552 attributes: 553 batch: false 554 cron: false 555 run-on-projects: [autoland, mozilla-central] 556 run: 557 command: >- 558 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 559 cd $MOZ_FETCHES_DIR && 560 python3 python/mozperftest/mozperftest/runner.py 561 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 562 --flavor mochitest 563 --output $MOZ_FETCHES_DIR/../artifacts 564 browser/components/translations/tests/browser/browser_translations_perf_base.js 565 566 ml-perf-smart-tab: 567 fetches: 568 fetch: 569 - ort.jsep.wasm 570 - mozilla-smart-tab-topic 571 - mozilla-smart-tab-emb 572 description: Run ML Smart Tab Model 573 treeherder: 574 symbol: perftest(ml-perf-smart-tab) 575 tier: 2 576 attributes: 577 batch: false 578 cron: false 579 run-on-projects: [autoland, mozilla-central] 580 run: 581 command: >- 582 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 583 cd $MOZ_FETCHES_DIR && 584 python3 python/mozperftest/mozperftest/runner.py 585 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 586 --flavor mochitest 587 --output $MOZ_FETCHES_DIR/../artifacts 588 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 589 toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js 590 591 ml-perf-smart-tab-cluster: 592 fetches: 593 fetch: 594 - ort.jsep.wasm 595 - mozilla-smart-tab-topic 596 - mozilla-smart-tab-emb 597 description: Run ML Smart Tab Clustering 598 worker: 599 max-run-time: 900 600 treeherder: 601 symbol: perftest(ml-perf-stg-cluster) 602 tier: 2 603 attributes: 604 batch: false 605 cron: false 606 run-on-projects: [autoland, mozilla-central] 607 run: 608 command: >- 609 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 610 cd $MOZ_FETCHES_DIR && 611 python3 python/mozperftest/mozperftest/runner.py 612 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 613 --flavor mochitest 614 --output $MOZ_FETCHES_DIR/../artifacts 615 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 616 --mochitest-name-change 617 toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js 618 619 ml-perf-speecht5-tts: 620 fetches: 621 fetch: 622 - ort.jsep.wasm 623 - speecht5-tts 624 - speecht5-tts-vocoder 625 - speecht5-tts-speaker 626 description: Run ML speecht5-tts Model 627 worker: 628 max-run-time: 900 629 treeherder: 630 symbol: perftest(ml-perf-speecht5) 631 tier: 2 632 attributes: 633 batch: false 634 cron: false 635 run-on-projects: [autoland, mozilla-central] 636 run: 637 command: >- 638 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 639 cd $MOZ_FETCHES_DIR && 640 python3 python/mozperftest/mozperftest/runner.py 641 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 642 --flavor mochitest 643 --output $MOZ_FETCHES_DIR/../artifacts 644 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 645 --mochitest-name-change 646 toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js 647 648 # XXX: We can consolidate this once bug 1865852 lands. 649 perftest-accessibility: 650 description: Run accessibility performance tests 651 treeherder: 652 symbol: perftest(a11y) 653 tier: 2 654 attributes: 655 batch: false 656 cron: false 657 run-on-projects: [autoland, mozilla-central] 658 run: 659 command: >- 660 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 661 cd $MOZ_FETCHES_DIR && 662 python3 python/mozperftest/mozperftest/runner.py 663 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 664 --flavor mochitest 665 --output $MOZ_FETCHES_DIR/../artifacts 666 accessible/tests/browser/performance/browser_addManyIds.js 667 && python3 python/mozperftest/mozperftest/runner.py 668 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 669 --flavor mochitest 670 --output $MOZ_FETCHES_DIR/../artifacts 671 accessible/tests/browser/performance/browser_addManyNodes.js 672 && python3 python/mozperftest/mozperftest/runner.py 673 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 674 --flavor mochitest 675 --output $MOZ_FETCHES_DIR/../artifacts 676 accessible/tests/browser/performance/browser_reflowPseudoelements.js 677 && python3 python/mozperftest/mozperftest/runner.py 678 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 679 --flavor mochitest 680 --output $MOZ_FETCHES_DIR/../artifacts 681 accessible/tests/browser/performance/browser_removeManySpellingErrors.js