macosx.yml (28487B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 --- 5 task-defaults: 6 worker-type: t-osx-1015-r8 7 fetches: 8 build: 9 - artifact: target.mozinfo.json 10 - artifact: target.common.tests.tar.zst 11 - artifact: target.condprof.tests.tar.zst 12 - artifact: target.mochitest.tests.tar.zst 13 - artifact: target.xpcshell.tests.tar.zst 14 - artifact: target.perftests.tests.tar.zst 15 - artifact: target.dmg 16 extract: false 17 toolchain: 18 - macosx64-geckodriver 19 - macosx64-node 20 - browsertime 21 platform: macosx1015-64-shippable-qr/opt 22 require-build: 23 macosx1015-64-shippable-qr/opt: build-macosx64-shippable/opt 24 scopes: 25 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 26 27 try-xpcshell: 28 description: Run ./mach perftest on macOs 29 treeherder: 30 symbol: perftest(xpcshell) 31 run: 32 command: >- 33 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 34 cd $MOZ_FETCHES_DIR && 35 python3 -m venv . && 36 bin/python3 python/mozperftest/mozperftest/runner.py 37 --on-try 38 --flavor desktop-browser 39 --output $MOZ_FETCHES_DIR/../artifacts 40 --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell 41 --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json 42 --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node 43 --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg 44 45 try-browsertime: 46 description: Run ./mach perftest on macOs 47 treeherder: 48 symbol: perftest(bt) 49 run: 50 command: >- 51 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 52 cd $MOZ_FETCHES_DIR && 53 python3 -m venv . && 54 bin/python3 python/mozperftest/mozperftest/runner.py 55 --on-try 56 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 57 --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node 58 --flavor desktop-browser 59 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 60 --output $MOZ_FETCHES_DIR/../artifacts 61 62 browsertime-sample: 63 description: Run the sample browsertime sample test in CI 64 treeherder: 65 symbol: perftest(bt-sample) 66 tier: 2 67 attributes: 68 cron: false 69 run-on-projects: [mozilla-central] 70 run: 71 command: >- 72 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 73 cd $MOZ_FETCHES_DIR && 74 python3 -m venv . && 75 bin/python3 python/mozperftest/mozperftest/runner.py 76 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 77 --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node 78 --flavor desktop-browser 79 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 80 --output $MOZ_FETCHES_DIR/../artifacts 81 python/mozperftest/mozperftest/tests/data/samples/perftest_example.js 82 83 # We'd like not to have to specify each test separately here. See bug 1865852. 84 service-worker: 85 description: Run service worker tests 86 treeherder: 87 symbol: perftest(sw) 88 tier: 2 89 attributes: 90 batch: false 91 cron: false 92 run-on-projects: [autoland, mozilla-central] 93 run: 94 command: >- 95 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 96 cd $MOZ_FETCHES_DIR && 97 python3 -m venv . && 98 bin/python3 python/mozperftest/mozperftest/runner.py 99 dom/serviceworkers/test/performance/test_caching.html 100 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 101 --flavor mochitest 102 --output $MOZ_FETCHES_DIR/../artifacts && 103 bin/python3 python/mozperftest/mozperftest/runner.py 104 dom/serviceworkers/test/performance/test_fetch.html 105 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 106 --flavor mochitest 107 --output $MOZ_FETCHES_DIR/../artifacts && 108 bin/python3 python/mozperftest/mozperftest/runner.py 109 dom/serviceworkers/test/performance/test_registration.html 110 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 111 --flavor mochitest 112 --output $MOZ_FETCHES_DIR/../artifacts && 113 bin/python3 python/mozperftest/mozperftest/runner.py 114 dom/serviceworkers/test/performance/test_update.html 115 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 116 --flavor mochitest 117 --output $MOZ_FETCHES_DIR/../artifacts 118 119 domcount: 120 description: Run DOM test on macOS 121 treeherder: 122 symbol: perftest(dom) 123 attributes: 124 batch: false 125 cron: false 126 run: 127 command: >- 128 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 129 cd $MOZ_FETCHES_DIR && 130 python3 -m venv . && 131 bin/python3 python/mozperftest/mozperftest/runner.py 132 browser/base/content/test/perftest_browser_xhtml_dom.js 133 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 134 --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node 135 --flavor desktop-browser 136 --perfherder 137 --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count 138 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 139 --output $MOZ_FETCHES_DIR/../artifacts 140 141 http3: 142 description: Run HTTP/3 test 143 treeherder: 144 symbol: perftest(http3) 145 attributes: 146 batch: false 147 # Disabled due to bug 1849400 148 cron: false 149 run: 150 command: >- 151 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 152 cd $MOZ_FETCHES_DIR && 153 python3 -m venv . && 154 bin/python3 python/mozperftest/mozperftest/runner.py 155 xpcshell/tests/netwerk/test/unit/test_http3_perf.js 156 --flavor xpcshell 157 --perfherder 158 --perfherder-metrics name:speed,unit:bps 159 --output $MOZ_FETCHES_DIR/../artifacts 160 --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell 161 --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json 162 --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node 163 --xpcshell-cycles 13 164 --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg 165 166 167 livesites: 168 description: Live site performance testing 169 variants: [http3] 170 treeherder: 171 symbol: perftest({symbol}) 172 attributes: 173 batch: false 174 cron: false 175 perftest: 176 # broken: bug 1933712 177 - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] 178 # broken: bug 1678588 179 # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] 180 # broken: bug 1879851 181 # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] 182 # broken: bug 1799655 183 # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] 184 # broken: bug 1926567 185 # - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] 186 # broken: bug 1695871 187 # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] 188 # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] 189 perftest-metrics: 190 by-perftest: 191 cloudflare: 192 # Example of how the specify settings for each metric 193 resources: 194 extraOptions: [] 195 firstPaint: {} 196 navigationTiming: {} 197 pageTimings: {} 198 timeToContentfulPaint: {} 199 # broken: bug 1678588 200 # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] 201 # broken: bug 1879851 202 # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] 203 # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] 204 # broken: bug 1926567 205 # lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] 206 # broken: bug 1695871 207 # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] 208 # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] 209 default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] 210 # Leave this here so people know this exists when looking 211 # for examples 212 perftest-perfherder-global: 213 extraOptions: [] 214 perftest-extra-options: 215 by-perftest: 216 cloudflare: 217 - --perfherder-split-by browserScripts.pageinfo.url 218 # g-search: 219 # - --perfherder-split-by browserScripts.pageinfo.url 220 # broken: bug 1926567 221 # lq-fetch: 222 # - --perfherder-split-by browserScripts.pageinfo.url 223 default: [] 224 perftest-btime-variants: 225 by-perftest: 226 cloudflare: 227 - ["10s", browsertime.waitTime=10000] 228 - ["25s", browsertime.waitTime=25000] 229 - ["35s", browsertime.waitTime=35000] 230 - ["60s", browsertime.waitTime=60000] 231 # broken: bug 1678588 232 # fb-scroll: 233 # - ["10s", browsertime.waitTime=10000] 234 # - ["25s", browsertime.waitTime=25000] 235 # - ["35s", browsertime.waitTime=35000] 236 # - ["60s", browsertime.waitTime=60000] 237 # g-search: 238 # - ["10s", browsertime.waitTime=10000] 239 # - ["25s", browsertime.waitTime=25000] 240 # - ["35s", browsertime.waitTime=35000] 241 # - ["60s", browsertime.waitTime=60000] 242 # broken: bug 1926567 243 # lq-fetch: 244 # - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] 245 # broken: bug 1695871 246 # ytw: 247 # - [null, browsertime.waitTime=20000] 248 # ytw-scroll: 249 # - [null, browsertime.waitTime=20000] 250 default: 251 - [null, browsertime.waitTime=1000] 252 run: 253 command: >- 254 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 255 cd $MOZ_FETCHES_DIR && 256 python3 -m venv . && 257 bin/python3 python/mozperftest/mozperftest/runner.py 258 {perftest_testname} 259 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 260 --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node 261 --browsertime-iterations 10 262 --flavor desktop-browser 263 --perfherder 264 --perfherder-metrics {perftest_metrics} 265 --perfherder-simplify-names 266 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 267 --output $MOZ_FETCHES_DIR/../artifacts 268 269 controlled: 270 description: Controlled performance testing 271 treeherder: 272 symbol: perftest(controlled) 273 worker: 274 max-run-time: 14400 275 attributes: 276 batch: false 277 cron: false 278 run: 279 command: >- 280 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 281 cd $MOZ_FETCHES_DIR && 282 python3 -m venv . && 283 python3 python/mozperftest/mozperftest/runner.py 284 netwerk/test/perf/perftest_http3_controlled.js 285 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 286 --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node 287 --browsertime-iterations 1 288 --browsertime-cycles 96 289 --hooks netwerk/test/perf/hooks_throttling.py 290 --flavor desktop-browser 291 --perfherder 292 --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms 293 --perfherder-simplify-names 294 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 295 --output $MOZ_FETCHES_DIR/../artifacts 296 297 perfstats: 298 description: Run PerfStats pageload test 299 treeherder: 300 symbol: perftest(perfstats) 301 attributes: 302 batch: false 303 cron: false 304 run: 305 command: >- 306 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 307 cd $MOZ_FETCHES_DIR && 308 python3 -m venv . && 309 bin/python3 python/mozperftest/mozperftest/runner.py 310 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 311 --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node 312 --flavor desktop-browser 313 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 314 --output $MOZ_FETCHES_DIR/../artifacts 315 --perfherder 316 --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms 317 --browsertime-iterations 10 318 --hooks testing/performance/hooks_perfstats.py 319 testing/performance/perftest_perfstats.js 320 321 record-websites: 322 description: Run mozperftest to record desktop websites 323 treeherder: 324 symbol: perftest(rec) 325 attributes: 326 cron: false 327 run-on-projects: [] 328 scopes: 329 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 330 - secrets:get:project/perftest/gecko/level-{level}/perftest-login 331 run: 332 command: >- 333 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 334 cd $MOZ_FETCHES_DIR && 335 python3 python/mozperftest/mozperftest/runner.py 336 --flavor desktop-browser 337 --verbose 338 --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg 339 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 340 --proxy 341 --output $MOZ_FETCHES_DIR/../artifacts 342 --hooks testing/performance/hooks_recording.py 343 testing/performance/perftest_record.js 344 345 ml-perf: 346 fetches: 347 fetch: 348 - ort.jsep.wasm 349 - xenova-all-minilm-l6-v2 350 description: Run ML Models Perf Tests 351 treeherder: 352 symbol: perftest(ml-perf) 353 tier: 2 354 attributes: 355 batch: false 356 cron: false 357 run-on-projects: [autoland, mozilla-central] 358 run: 359 command: >- 360 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 361 cd $MOZ_FETCHES_DIR && 362 python3 python/mozperftest/mozperftest/runner.py 363 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 364 --flavor mochitest 365 --output $MOZ_FETCHES_DIR/../artifacts 366 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 367 toolkit/components/ml/tests/browser/browser_ml_engine_perf.js 368 369 ml-summarizer-perf: 370 fetches: 371 fetch: 372 - ort.jsep.wasm 373 - qwen2.5-0.5-instruct 374 - distilbart-cnn-12-6 375 description: Run ML Models Perf Tests 376 worker: 377 max-run-time: 3000 378 treeherder: 379 symbol: perftest(ml-sum-perf) 380 tier: 2 381 attributes: 382 batch: false 383 cron: false 384 run-on-projects: [autoland, mozilla-central] 385 run: 386 command: >- 387 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 388 cd $MOZ_FETCHES_DIR && 389 python3 python/mozperftest/mozperftest/runner.py 390 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 391 --flavor mochitest 392 --output $MOZ_FETCHES_DIR/../artifacts 393 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 394 toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js 395 396 ml-llama-summarizer-perf: 397 fetches: 398 fetch: 399 - wllama.wasm 400 - smollm2-360-instruct-gguf 401 - Qwen3-0.6B-GGUF 402 description: Run ML Summarizer Model Using Wllama 403 treeherder: 404 symbol: perftest(ml-llama-sum-perf) 405 tier: 2 406 attributes: 407 batch: false 408 cron: false 409 run-on-projects: [autoland, mozilla-central] 410 run: 411 command: >- 412 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 413 cd $MOZ_FETCHES_DIR && 414 python3 python/mozperftest/mozperftest/runner.py 415 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 416 --flavor mochitest 417 --output $MOZ_FETCHES_DIR/../artifacts 418 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 419 toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js 420 421 ml-multi-perf: 422 fetches: 423 fetch: 424 - ort.jsep.wasm 425 - xenova-all-minilm-l6-v2 426 - mozilla-ner 427 - mozilla-intent 428 description: Run ML Models Perf Tests 429 treeherder: 430 symbol: perftest(ml-multi-perf) 431 tier: 2 432 attributes: 433 batch: false 434 cron: false 435 run-on-projects: [autoland, mozilla-central] 436 run: 437 command: >- 438 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 439 cd $MOZ_FETCHES_DIR && 440 python3 python/mozperftest/mozperftest/runner.py 441 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 442 --flavor mochitest 443 --output $MOZ_FETCHES_DIR/../artifacts 444 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 445 toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js 446 447 ml-perf-semantic-ft: 448 fetches: 449 fetch: 450 - ort.jsep.wasm 451 - xenova-all-minilm-l6-v2 452 description: Run ML Semantic Search Feature 453 treeherder: 454 symbol: perftest(ml-perf-semantic-ft) 455 tier: 2 456 run-on-projects: [autoland, mozilla-central] 457 run: 458 command: >- 459 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 460 cd $MOZ_FETCHES_DIR && 461 python3 python/mozperftest/mozperftest/runner.py 462 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 463 --flavor mochitest 464 --output $MOZ_FETCHES_DIR/../artifacts 465 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 466 --mochitest-extra-args setenv=MOZ_DISABLE_CONTENT_SANDBOX=1 467 --mochitest-name-change 468 toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js 469 470 ml-perf-suggest-ft: 471 fetches: 472 fetch: 473 - ort.jsep.wasm 474 - mozilla-ner 475 - mozilla-intent 476 description: Run ML Suggest Feature 477 treeherder: 478 symbol: perftest(ml-perf-suggest-ft) 479 tier: 2 480 attributes: 481 batch: false 482 cron: false 483 run-on-projects: [autoland, mozilla-central] 484 run: 485 command: >- 486 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 487 cd $MOZ_FETCHES_DIR && 488 python3 python/mozperftest/mozperftest/runner.py 489 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 490 --flavor mochitest 491 --output $MOZ_FETCHES_DIR/../artifacts 492 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 493 toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js 494 495 ml-perf-suggest-inf: 496 fetches: 497 fetch: 498 - ort.jsep.wasm 499 - mozilla-ner 500 - mozilla-intent 501 description: Run ML Suggest Inference Model 502 treeherder: 503 symbol: perftest(ml-perf-suggest-inf) 504 tier: 2 505 attributes: 506 batch: false 507 cron: false 508 run-on-projects: [] 509 run: 510 command: >- 511 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 512 cd $MOZ_FETCHES_DIR && 513 python3 python/mozperftest/mozperftest/runner.py 514 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 515 --flavor mochitest 516 --output $MOZ_FETCHES_DIR/../artifacts 517 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 518 toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js 519 520 ml-perf-autofill: 521 fetches: 522 fetch: 523 - ort.jsep.wasm 524 - mozilla-autofill 525 description: Run ML Autofill Model 526 treeherder: 527 symbol: perftest(ml-perf-autofill) 528 tier: 2 529 attributes: 530 batch: false 531 cron: false 532 run-on-projects: [autoland, mozilla-central] 533 run: 534 command: >- 535 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 536 cd $MOZ_FETCHES_DIR && 537 python3 python/mozperftest/mozperftest/runner.py 538 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 539 --flavor mochitest 540 --output $MOZ_FETCHES_DIR/../artifacts 541 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 542 toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js 543 544 tr8ns-perf-tiny: 545 fetches: 546 fetch: 547 - tr8ns.inference 548 - tr8ns.T.enru.lex 549 - tr8ns.T.enru.model 550 - tr8ns.T.enru.vocab 551 description: Run Full-Page Translations with a tiny-architecture model 552 treeherder: 553 symbol: perftest(tr8ns-perf-T) 554 tier: 2 555 attributes: 556 batch: false 557 cron: false 558 run-on-projects: [autoland, mozilla-central] 559 run: 560 command: >- 561 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 562 cd $MOZ_FETCHES_DIR && 563 python3 python/mozperftest/mozperftest/runner.py 564 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 565 --flavor mochitest 566 --output $MOZ_FETCHES_DIR/../artifacts 567 browser/components/translations/tests/browser/browser_translations_perf_tiny.js 568 569 tr8ns-perf-basememory: 570 fetches: 571 fetch: 572 - tr8ns.inference 573 - tr8ns.BM.enru.lex 574 - tr8ns.BM.enru.model 575 - tr8ns.BM.enru.vocab 576 description: Run Full-Page Translations with a base-memory-architecture model 577 treeherder: 578 symbol: perftest(tr8ns-perf-BM) 579 tier: 2 580 attributes: 581 batch: false 582 cron: false 583 run-on-projects: [autoland, mozilla-central] 584 run: 585 command: >- 586 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 587 cd $MOZ_FETCHES_DIR && 588 python3 python/mozperftest/mozperftest/runner.py 589 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 590 --flavor mochitest 591 --output $MOZ_FETCHES_DIR/../artifacts 592 browser/components/translations/tests/browser/browser_translations_perf_basememory.js 593 594 tr8ns-perf-base: 595 fetches: 596 fetch: 597 - tr8ns.inference 598 - tr8ns.B.enru.lex 599 - tr8ns.B.enru.model 600 - tr8ns.B.enru.vocab 601 description: Run Full-Page Translations with a base-architecture model 602 treeherder: 603 symbol: perftest(tr8ns-perf-B) 604 tier: 2 605 attributes: 606 batch: false 607 cron: false 608 run-on-projects: [autoland, mozilla-central] 609 run: 610 command: >- 611 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 612 cd $MOZ_FETCHES_DIR && 613 python3 python/mozperftest/mozperftest/runner.py 614 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 615 --flavor mochitest 616 --output $MOZ_FETCHES_DIR/../artifacts 617 browser/components/translations/tests/browser/browser_translations_perf_base.js 618 619 ml-perf-smart-tab: 620 fetches: 621 fetch: 622 - ort.jsep.wasm 623 - mozilla-smart-tab-topic 624 - mozilla-smart-tab-emb 625 description: Run ML Smart Tab Model 626 treeherder: 627 symbol: perftest(ml-perf-smart-tab) 628 tier: 2 629 attributes: 630 batch: false 631 cron: false 632 run-on-projects: [autoland, mozilla-central] 633 run: 634 command: >- 635 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 636 cd $MOZ_FETCHES_DIR && 637 python3 python/mozperftest/mozperftest/runner.py 638 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 639 --flavor mochitest 640 --output $MOZ_FETCHES_DIR/../artifacts 641 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 642 toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js 643 644 ml-perf-smart-tab-cluster: 645 fetches: 646 fetch: 647 - ort.jsep.wasm 648 - mozilla-smart-tab-topic 649 - mozilla-smart-tab-emb 650 description: Run ML Smart Tab Clustering 651 treeherder: 652 symbol: perftest(ml-perf-stg-cluster) 653 tier: 2 654 worker: 655 max-run-time: 900 656 attributes: 657 batch: false 658 cron: false 659 run-on-projects: [autoland, mozilla-central] 660 run: 661 command: >- 662 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 663 cd $MOZ_FETCHES_DIR && 664 python3 python/mozperftest/mozperftest/runner.py 665 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 666 --flavor mochitest 667 --output $MOZ_FETCHES_DIR/../artifacts 668 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 669 --mochitest-name-change 670 toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js 671 672 ml-perf-speecht5-tts: 673 fetches: 674 fetch: 675 - ort.jsep.wasm 676 - speecht5-tts 677 - speecht5-tts-vocoder 678 - speecht5-tts-speaker 679 description: Run ML speecht5-tts Model 680 treeherder: 681 symbol: perftest(ml-perf-speecht5) 682 tier: 2 683 worker: 684 max-run-time: 900 685 attributes: 686 batch: false 687 cron: false 688 run-on-projects: [autoland, mozilla-central] 689 run: 690 command: >- 691 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 692 cd $MOZ_FETCHES_DIR && 693 python3 python/mozperftest/mozperftest/runner.py 694 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 695 --flavor mochitest 696 --output $MOZ_FETCHES_DIR/../artifacts 697 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 698 --mochitest-name-change 699 toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js 700 701 # XXX: We can consolidate this once bug 1865852 lands. 702 perftest-accessibility: 703 description: Run accessibility performance tests 704 treeherder: 705 symbol: perftest(a11y) 706 tier: 2 707 attributes: 708 batch: false 709 cron: false 710 run-on-projects: [autoland, mozilla-central] 711 run: 712 command: >- 713 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 714 cd $MOZ_FETCHES_DIR && 715 python3 python/mozperftest/mozperftest/runner.py 716 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 717 --flavor mochitest 718 --output $MOZ_FETCHES_DIR/../artifacts 719 accessible/tests/browser/performance/browser_addManyIds.js 720 && python3 python/mozperftest/mozperftest/runner.py 721 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 722 --flavor mochitest 723 --output $MOZ_FETCHES_DIR/../artifacts 724 accessible/tests/browser/performance/browser_addManyNodes.js 725 && python3 python/mozperftest/mozperftest/runner.py 726 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 727 --flavor mochitest 728 --output $MOZ_FETCHES_DIR/../artifacts 729 accessible/tests/browser/performance/browser_reflowPseudoelements.js 730 && python3 python/mozperftest/mozperftest/runner.py 731 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 732 --flavor mochitest 733 --output $MOZ_FETCHES_DIR/../artifacts 734 accessible/tests/browser/performance/browser_removeManySpellingErrors.js 735 736 perftest-places: 737 description: Run Places related performance tests 738 treeherder: 739 symbol: perftest(places) 740 tier: 2 741 attributes: 742 batch: false 743 cron: false 744 run-on-projects: [mozilla-central] 745 run: 746 command: >- 747 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 748 cd $MOZ_FETCHES_DIR && 749 python3 python/mozperftest/mozperftest/runner.py 750 --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg 751 --flavor mochitest 752 --output $MOZ_FETCHES_DIR/../artifacts 753 toolkit/components/places/tests/browser/performance/browser_calculate_frecency_speed.js