linux.yml (30047B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 --- 5 task-defaults: 6 worker-type: t-linux-talos-1804 7 fetches: 8 toolchain: 9 - linux64-node 10 - linux64-geckodriver 11 - browsertime 12 build: 13 - artifact: target.mozinfo.json 14 - artifact: target.common.tests.tar.zst 15 - artifact: target.condprof.tests.tar.zst 16 - artifact: target.perftests.tests.tar.zst 17 - artifact: target.xpcshell.tests.tar.zst 18 - artifact: target.mochitest.tests.tar.zst 19 - artifact: target.tar.xz 20 platform: linux1804-64-shippable/opt 21 require-build: 22 linux1804-64-shippable/opt: build-linux64-shippable/opt 23 scopes: 24 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 25 26 try-xpcshell: 27 description: Run ./mach perftest on Linux 28 treeherder: 29 symbol: perftest(xpcshell) 30 run: 31 command: >- 32 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 33 cd $MOZ_FETCHES_DIR && 34 python3 python/mozperftest/mozperftest/runner.py 35 --on-try 36 --flavor desktop-browser 37 --output $MOZ_FETCHES_DIR/../artifacts 38 --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell 39 --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json 40 --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node 41 --xpcshell-xre-path ${MOZ_FETCHES_DIR}/firefox 42 43 webpagetest-firefox: 44 description: Run webpagetest performance pageload tests on Firefox against Alexa top 50 websites 45 treeherder: 46 symbol: perftest(webpagetest) 47 tier: 2 48 attributes: 49 cron: false 50 scopes: 51 - secrets:get:project/perftest/gecko/level-{level}/perftest-login 52 run: 53 command: >- 54 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 55 cd $MOZ_FETCHES_DIR && 56 python3 python/mozperftest/mozperftest/runner.py 57 testing/performance/perftest_WPT_firefox_init_file.js 58 --flavor=webpagetest 59 --app=firefox 60 --webpagetest 61 --perfherder 62 --perfherder-metrics median 63 --output $MOZ_FETCHES_DIR/../artifacts 64 65 webpagetest-chrome: 66 description: Run webpagetest performance pageload tests on Chrome against Alexa top 50 websites 67 treeherder: 68 symbol: perftest-chrome(linux-webpagetest) 69 tier: 2 70 attributes: 71 cron: false 72 scopes: 73 - secrets:get:project/perftest/gecko/level-{level}/perftest-login 74 run: 75 command: >- 76 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 77 cd $MOZ_FETCHES_DIR && 78 python3 python/mozperftest/mozperftest/runner.py 79 testing/performance/perftest_WPT_chrome_init_file.js 80 --flavor=webpagetest 81 --app=chrome 82 --webpagetest 83 --perfherder 84 --perfherder-metrics median 85 --output $MOZ_FETCHES_DIR/../artifacts 86 87 try-browsertime: 88 description: Run ./mach perftest on Linux 89 treeherder: 90 symbol: perftest(bt) 91 run: 92 command: >- 93 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 94 cd $MOZ_FETCHES_DIR && 95 python3 python/mozperftest/mozperftest/runner.py 96 --on-try 97 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 98 --flavor desktop-browser 99 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 100 --output $MOZ_FETCHES_DIR/../artifacts 101 102 browsertime-sample: 103 description: Run the sample browsertime sample test in CI 104 treeherder: 105 symbol: perftest(bt-sample) 106 tier: 2 107 attributes: 108 cron: false 109 run-on-projects: [mozilla-central] 110 run: 111 command: >- 112 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 113 cd $MOZ_FETCHES_DIR && 114 python3 python/mozperftest/mozperftest/runner.py 115 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 116 --flavor desktop-browser 117 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 118 --output $MOZ_FETCHES_DIR/../artifacts 119 python/mozperftest/mozperftest/tests/data/samples/perftest_example.js 120 121 domcount: 122 description: Run DOM test 123 treeherder: 124 symbol: perftest(dom) 125 attributes: 126 batch: false 127 cron: false 128 run: 129 command: >- 130 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 131 cd $MOZ_FETCHES_DIR && 132 python3 python/mozperftest/mozperftest/runner.py 133 browser/base/content/test/perftest_browser_xhtml_dom.js 134 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 135 --flavor desktop-browser 136 --perfherder 137 --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count 138 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 139 --output $MOZ_FETCHES_DIR/../artifacts 140 141 # We'd like not to have to specify each test separately here. See bug 1865852. 142 service-worker: 143 description: Run service worker tests 144 treeherder: 145 symbol: perftest(sw) 146 tier: 2 147 attributes: 148 batch: false 149 cron: false 150 run-on-projects: [autoland, mozilla-central] 151 run: 152 command: >- 153 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 154 cd $MOZ_FETCHES_DIR && 155 python3 python/mozperftest/mozperftest/runner.py 156 dom/serviceworkers/test/performance/test_caching.html 157 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 158 --flavor mochitest 159 --output $MOZ_FETCHES_DIR/../artifacts && 160 python3 python/mozperftest/mozperftest/runner.py 161 dom/serviceworkers/test/performance/test_fetch.html 162 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 163 --flavor mochitest 164 --output $MOZ_FETCHES_DIR/../artifacts && 165 python3 python/mozperftest/mozperftest/runner.py 166 dom/serviceworkers/test/performance/test_registration.html 167 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 168 --flavor mochitest 169 --output $MOZ_FETCHES_DIR/../artifacts && 170 python3 python/mozperftest/mozperftest/runner.py 171 dom/serviceworkers/test/performance/test_update.html 172 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 173 --flavor mochitest 174 --output $MOZ_FETCHES_DIR/../artifacts 175 176 http3: 177 description: Run HTTP/3 test 178 treeherder: 179 symbol: perftest(http3) 180 attributes: 181 batch: false 182 # Disabled due to bug 1849400 183 cron: false 184 run: 185 command: >- 186 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 187 cd $MOZ_FETCHES_DIR && 188 python3 python/mozperftest/mozperftest/runner.py 189 xpcshell/tests/netwerk/test/unit/test_http3_perf.js 190 --flavor xpcshell 191 --perfherder 192 --perfherder-metrics name:speed,unit:bps 193 --output $MOZ_FETCHES_DIR/../artifacts 194 --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell 195 --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json 196 --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node 197 --xpcshell-cycles 13 198 --xpcshell-xre-path ${MOZ_FETCHES_DIR}/firefox 199 200 livesites: 201 description: Live site performance testing 202 variants: [http3] 203 treeherder: 204 symbol: perftest({symbol}) 205 attributes: 206 batch: false 207 cron: false 208 perftest: 209 # broken: bug 1933712 210 - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] 211 # broken: bug 1678588 212 # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] 213 # broken: bug 1879851 214 # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] 215 # broken: bug 1799655 216 # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] 217 # broken: bug 1926567 218 # - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] 219 # broken: bug 1695871 220 # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] 221 # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] 222 perftest-metrics: 223 by-perftest: 224 cloudflare: 225 # Example of how the specify settings for each metric 226 resources: 227 extraOptions: [] 228 firstPaint: {} 229 navigationTiming: {} 230 pageTimings: {} 231 timeToContentfulPaint: {} 232 # broken: bug 1678588 233 # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] 234 # broken: bug 1879851 235 # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] 236 # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] 237 # broken: bug 1926567 238 # lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] 239 # broken: bug 1695871 240 # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] 241 # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] 242 default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] 243 # Leave this here so people know this exists when looking 244 # for examples 245 perftest-perfherder-global: 246 extraOptions: [] 247 perftest-extra-options: 248 by-perftest: 249 cloudflare: 250 - --perfherder-split-by browserScripts.pageinfo.url 251 # g-search: 252 # - --perfherder-split-by browserScripts.pageinfo.url 253 # broken: bug 1926567 254 # lq-fetch: 255 # - --perfherder-split-by browserScripts.pageinfo.url 256 default: [] 257 perftest-btime-variants: 258 by-perftest: 259 cloudflare: 260 - ["10s", browsertime.waitTime=10000] 261 - ["25s", browsertime.waitTime=25000] 262 - ["35s", browsertime.waitTime=35000] 263 - ["60s", browsertime.waitTime=60000] 264 # broken: bug 1678588 265 # fb-scroll: 266 # - ["10s", browsertime.waitTime=10000] 267 # - ["25s", browsertime.waitTime=25000] 268 # - ["35s", browsertime.waitTime=35000] 269 # - ["60s", browsertime.waitTime=60000] 270 # g-search: 271 # - ["10s", browsertime.waitTime=10000] 272 # - ["25s", browsertime.waitTime=25000] 273 # - ["35s", browsertime.waitTime=35000] 274 # - ["60s", browsertime.waitTime=60000] 275 # broken: bug 1926567 276 # lq-fetch: 277 # - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] 278 # broken: bug 1695871 279 # ytw: 280 # - [null, browsertime.waitTime=20000] 281 # ytw-scroll: 282 # - [null, browsertime.waitTime=20000] 283 default: 284 - [null, browsertime.waitTime=1000] 285 run: 286 command: >- 287 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 288 cd $MOZ_FETCHES_DIR && 289 python3 python/mozperftest/mozperftest/runner.py 290 {perftest_testname} 291 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 292 --browsertime-iterations 10 293 --visualmetrics 294 --flavor desktop-browser 295 --perfherder 296 --perfherder-metrics {perftest_metrics} 297 --perfherder-simplify-names 298 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 299 --output $MOZ_FETCHES_DIR/../artifacts 300 301 controlled: 302 description: Controlled performance testing 303 treeherder: 304 symbol: perftest(controlled) 305 worker: 306 max-run-time: 14400 307 attributes: 308 batch: false 309 cron: false 310 run: 311 command: >- 312 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 313 cd $MOZ_FETCHES_DIR && 314 python3 python/mozperftest/mozperftest/runner.py 315 netwerk/test/perf/perftest_http3_controlled.js 316 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 317 --browsertime-iterations 1 318 --browsertime-cycles 96 319 --hooks netwerk/test/perf/hooks_throttling.py 320 --flavor desktop-browser 321 --perfherder 322 --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms 323 --perfherder-simplify-names 324 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 325 --output $MOZ_FETCHES_DIR/../artifacts 326 327 perfstats: 328 description: Run PerfStats pageload test 329 treeherder: 330 symbol: perftest(perfstats) 331 attributes: 332 cron: false 333 run: 334 command: >- 335 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 336 cd $MOZ_FETCHES_DIR && 337 python3 python/mozperftest/mozperftest/runner.py 338 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 339 --flavor desktop-browser 340 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 341 --output $MOZ_FETCHES_DIR/../artifacts 342 --perfherder 343 --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms 344 --browsertime-iterations 10 345 --hooks testing/performance/hooks_perfstats.py 346 testing/performance/perftest_perfstats.js 347 348 record-websites: 349 description: Run mozperftest to record desktop websites 350 platform: linux1804-64/opt 351 require-build: 352 linux1804-64/opt: build-linux64/opt 353 treeherder: 354 symbol: perftest(rec) 355 attributes: 356 cron: false 357 run-on-projects: [] 358 scopes: 359 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 360 - secrets:get:project/perftest/gecko/level-{level}/perftest-login 361 run: 362 command: >- 363 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 364 cd $MOZ_FETCHES_DIR && 365 python3 python/mozperftest/mozperftest/runner.py 366 --flavor desktop-browser 367 --verbose 368 --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 369 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver 370 --proxy 371 --output $MOZ_FETCHES_DIR/../artifacts 372 --hooks testing/performance/hooks_recording.py 373 testing/performance/perftest_record.js 374 375 side-by-side: 376 description: Run mozperftest side-by-side 377 treeherder: 378 symbol: perftest(side-by-side) 379 tier: 2 380 run: 381 using: run-task 382 sparse-profile: perftest 383 checkout: true 384 command: >- 385 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 386 cd $MOZ_FETCHES_DIR && 387 python3 python/mozperftest/mozperftest/runner.py 388 tools side-by-side 389 -t {test_name} 390 --base-platform {platform} 391 --base-revision {base_revision} 392 --new-revision {new_revision} 393 --base-branch {base_branch} 394 --new-branch {new_branch} 395 396 mwu-change-detector: 397 description: Runs Mann-Whitney U-test on two revisions to detect performance changes 398 treeherder: 399 symbol: perftest-detect(mwu) 400 tier: 2 401 run: 402 using: run-task 403 sparse-profile: perftest 404 checkout: true 405 command: >- 406 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 407 cd $MOZ_FETCHES_DIR && 408 python3 python/mozperftest/mozperftest/runner.py 409 tools change-detector 410 --task-name {task_name} 411 --base-revision {base_revision} 412 --new-revision {new_revision} 413 --base-branch {base_branch} 414 --new-branch {new_branch} 415 416 ml-perf: 417 fetches: 418 fetch: 419 - ort.jsep.wasm 420 - xenova-all-minilm-l6-v2 421 description: Run ML Models Perf Tests 422 treeherder: 423 symbol: perftest(ml-perf) 424 tier: 2 425 attributes: 426 batch: false 427 cron: false 428 run-on-projects: [autoland, mozilla-central] 429 run: 430 command: >- 431 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 432 cd $MOZ_FETCHES_DIR && 433 python3 python/mozperftest/mozperftest/runner.py 434 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 435 --flavor mochitest 436 --output $MOZ_FETCHES_DIR/../artifacts 437 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 438 toolkit/components/ml/tests/browser/browser_ml_engine_perf.js 439 440 ml-summarizer-perf: 441 fetches: 442 fetch: 443 - ort.jsep.wasm 444 - qwen2.5-0.5-instruct 445 - distilbart-cnn-12-6 446 description: Run ML Models Perf Tests 447 worker: 448 max-run-time: 3000 449 treeherder: 450 symbol: perftest(ml-sum-perf) 451 tier: 2 452 attributes: 453 batch: false 454 cron: false 455 run-on-projects: [autoland, mozilla-central] 456 run: 457 command: >- 458 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 459 cd $MOZ_FETCHES_DIR && 460 python3 python/mozperftest/mozperftest/runner.py 461 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 462 --flavor mochitest 463 --output $MOZ_FETCHES_DIR/../artifacts 464 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 465 toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js 466 467 ml-llama-summarizer-perf: 468 fetches: 469 fetch: 470 - wllama.wasm 471 - smollm2-360-instruct-gguf 472 - Qwen3-0.6B-GGUF 473 description: Run ML Summarizer Model Using Wllama 474 treeherder: 475 symbol: perftest(ml-llama-sum-perf) 476 tier: 2 477 attributes: 478 batch: false 479 cron: false 480 run-on-projects: [autoland, mozilla-central] 481 run: 482 command: >- 483 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 484 cd $MOZ_FETCHES_DIR && 485 python3 python/mozperftest/mozperftest/runner.py 486 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 487 --flavor mochitest 488 --output $MOZ_FETCHES_DIR/../artifacts 489 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 490 toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js 491 492 ml-multi-perf: 493 fetches: 494 fetch: 495 - ort.jsep.wasm 496 - xenova-all-minilm-l6-v2 497 - mozilla-ner 498 - mozilla-intent 499 description: Run ML Models Perf Tests 500 treeherder: 501 symbol: perftest(ml-multi-perf) 502 tier: 2 503 attributes: 504 batch: false 505 cron: false 506 run-on-projects: [autoland, mozilla-central] 507 run: 508 command: >- 509 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 510 cd $MOZ_FETCHES_DIR && 511 python3 python/mozperftest/mozperftest/runner.py 512 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 513 --flavor mochitest 514 --output $MOZ_FETCHES_DIR/../artifacts 515 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 516 toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js 517 518 ml-perf-suggest-ft: 519 fetches: 520 fetch: 521 - ort.jsep.wasm 522 - mozilla-ner 523 - mozilla-intent 524 description: Run ML Suggest Feature 525 treeherder: 526 symbol: perftest(ml-perf-suggest-ft) 527 tier: 2 528 attributes: 529 batch: false 530 cron: false 531 run-on-projects: [autoland, mozilla-central] 532 run: 533 command: >- 534 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 535 cd $MOZ_FETCHES_DIR && 536 python3 python/mozperftest/mozperftest/runner.py 537 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 538 --flavor mochitest 539 --output $MOZ_FETCHES_DIR/../artifacts 540 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 541 toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js 542 543 ml-perf-suggest-inf: 544 fetches: 545 fetch: 546 - ort.jsep.wasm 547 - mozilla-ner 548 - mozilla-intent 549 description: Run ML Suggest Inference Model 550 treeherder: 551 symbol: perftest(ml-perf-suggest-inf) 552 tier: 2 553 attributes: 554 batch: false 555 cron: false 556 run-on-projects: [] 557 run: 558 command: >- 559 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 560 cd $MOZ_FETCHES_DIR && 561 python3 python/mozperftest/mozperftest/runner.py 562 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 563 --flavor mochitest 564 --output $MOZ_FETCHES_DIR/../artifacts 565 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 566 toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js 567 568 ml-perf-autofill: 569 fetches: 570 fetch: 571 - ort.jsep.wasm 572 - mozilla-autofill 573 description: Run ML Autofill Model 574 treeherder: 575 symbol: perftest(ml-perf-autofill) 576 tier: 2 577 attributes: 578 batch: false 579 cron: false 580 run-on-projects: [autoland, mozilla-central] 581 run: 582 command: >- 583 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 584 cd $MOZ_FETCHES_DIR && 585 python3 python/mozperftest/mozperftest/runner.py 586 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 587 --flavor mochitest 588 --output $MOZ_FETCHES_DIR/../artifacts 589 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 590 toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js 591 592 tr8ns-perf-tiny: 593 fetches: 594 fetch: 595 - tr8ns.inference 596 - tr8ns.T.enru.lex 597 - tr8ns.T.enru.model 598 - tr8ns.T.enru.vocab 599 description: Run Full-Page Translations with a tiny-architecture model 600 treeherder: 601 symbol: perftest(tr8ns-perf-T) 602 tier: 2 603 attributes: 604 batch: false 605 cron: false 606 run-on-projects: [autoland, mozilla-central] 607 run: 608 command: >- 609 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 610 cd $MOZ_FETCHES_DIR && 611 python3 python/mozperftest/mozperftest/runner.py 612 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 613 --flavor mochitest 614 --output $MOZ_FETCHES_DIR/../artifacts 615 browser/components/translations/tests/browser/browser_translations_perf_tiny.js 616 617 tr8ns-perf-basememory: 618 fetches: 619 fetch: 620 - tr8ns.inference 621 - tr8ns.BM.enru.lex 622 - tr8ns.BM.enru.model 623 - tr8ns.BM.enru.vocab 624 description: Run Full-Page Translations with a base-memory-architecture model 625 treeherder: 626 symbol: perftest(tr8ns-perf-BM) 627 tier: 2 628 attributes: 629 batch: false 630 cron: false 631 run-on-projects: [autoland, mozilla-central] 632 run: 633 command: >- 634 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 635 cd $MOZ_FETCHES_DIR && 636 python3 python/mozperftest/mozperftest/runner.py 637 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 638 --flavor mochitest 639 --output $MOZ_FETCHES_DIR/../artifacts 640 browser/components/translations/tests/browser/browser_translations_perf_basememory.js 641 642 tr8ns-perf-base: 643 fetches: 644 fetch: 645 - tr8ns.inference 646 - tr8ns.B.enru.lex 647 - tr8ns.B.enru.model 648 - tr8ns.B.enru.vocab 649 description: Run Full-Page Translations with a base-architecture model 650 treeherder: 651 symbol: perftest(tr8ns-perf-B) 652 tier: 2 653 attributes: 654 batch: false 655 cron: false 656 run-on-projects: [autoland, mozilla-central] 657 run: 658 command: >- 659 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 660 cd $MOZ_FETCHES_DIR && 661 python3 python/mozperftest/mozperftest/runner.py 662 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 663 --flavor mochitest 664 --output $MOZ_FETCHES_DIR/../artifacts 665 browser/components/translations/tests/browser/browser_translations_perf_base.js 666 667 ml-perf-smart-tab: 668 fetches: 669 fetch: 670 - ort.jsep.wasm 671 - mozilla-smart-tab-topic 672 - mozilla-smart-tab-emb 673 description: Run ML Smart Tab Model 674 treeherder: 675 symbol: perftest(ml-perf-smart-tab) 676 tier: 2 677 attributes: 678 batch: false 679 cron: false 680 run-on-projects: [autoland, mozilla-central] 681 run: 682 command: >- 683 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 684 cd $MOZ_FETCHES_DIR && 685 python3 python/mozperftest/mozperftest/runner.py 686 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 687 --flavor mochitest 688 --output $MOZ_FETCHES_DIR/../artifacts 689 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 690 toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js 691 692 ml-perf-smart-tab-cluster: 693 fetches: 694 fetch: 695 - ort.jsep.wasm 696 - mozilla-smart-tab-topic 697 - mozilla-smart-tab-emb 698 description: Run ML Smart Tab Clustering 699 worker: 700 max-run-time: 900 701 treeherder: 702 symbol: perftest(ml-perf-stg-cluster) 703 tier: 2 704 attributes: 705 batch: false 706 cron: false 707 run-on-projects: [autoland, mozilla-central] 708 run: 709 command: >- 710 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 711 cd $MOZ_FETCHES_DIR && 712 python3 python/mozperftest/mozperftest/runner.py 713 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 714 --flavor mochitest 715 --output $MOZ_FETCHES_DIR/../artifacts 716 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 717 --mochitest-name-change 718 toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js 719 720 ml-perf-speecht5-tts: 721 fetches: 722 fetch: 723 - ort.jsep.wasm 724 - speecht5-tts 725 - speecht5-tts-vocoder 726 - speecht5-tts-speaker 727 description: Run ML speecht5-tts Model 728 worker: 729 max-run-time: 900 730 treeherder: 731 symbol: perftest(ml-perf-speecht5) 732 tier: 2 733 attributes: 734 batch: false 735 cron: false 736 run-on-projects: [autoland, mozilla-central] 737 run: 738 command: >- 739 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 740 cd $MOZ_FETCHES_DIR && 741 python3 python/mozperftest/mozperftest/runner.py 742 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 743 --flavor mochitest 744 --output $MOZ_FETCHES_DIR/../artifacts 745 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 746 --mochitest-name-change 747 toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js 748 749 # XXX: We can consolidate this once bug 1865852 lands. 750 perftest-accessibility: 751 description: Run accessibility performance tests 752 treeherder: 753 symbol: perftest(a11y) 754 tier: 2 755 attributes: 756 batch: false 757 cron: false 758 run-on-projects: [autoland, mozilla-central] 759 run: 760 command: >- 761 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 762 cd $MOZ_FETCHES_DIR && 763 python3 python/mozperftest/mozperftest/runner.py 764 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 765 --flavor mochitest 766 --output $MOZ_FETCHES_DIR/../artifacts 767 accessible/tests/browser/performance/browser_addManyIds.js 768 && python3 python/mozperftest/mozperftest/runner.py 769 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 770 --flavor mochitest 771 --output $MOZ_FETCHES_DIR/../artifacts 772 accessible/tests/browser/performance/browser_addManyNodes.js 773 && python3 python/mozperftest/mozperftest/runner.py 774 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 775 --flavor mochitest 776 --output $MOZ_FETCHES_DIR/../artifacts 777 accessible/tests/browser/performance/browser_reflowPseudoelements.js 778 && python3 python/mozperftest/mozperftest/runner.py 779 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 780 --flavor mochitest 781 --output $MOZ_FETCHES_DIR/../artifacts 782 accessible/tests/browser/performance/browser_removeManySpellingErrors.js 783 784 perftest-places: 785 description: Run Places related performance tests 786 treeherder: 787 symbol: perftest(places) 788 tier: 2 789 attributes: 790 batch: false 791 cron: false 792 run-on-projects: [mozilla-central] 793 run: 794 command: >- 795 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 796 cd $MOZ_FETCHES_DIR && 797 python3 python/mozperftest/mozperftest/runner.py 798 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin 799 --flavor mochitest 800 --output $MOZ_FETCHES_DIR/../artifacts 801 toolkit/components/places/tests/browser/performance/browser_calculate_frecency_speed.js