windows11-24h2-ref.yml (12024B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 --- 5 task-defaults: 6 worker-type: win11-64-24h2-hw-ref 7 fetches: 8 build: 9 - artifact: target.condprof.tests.tar.zst 10 - artifact: target.common.tests.tar.zst 11 - artifact: target.mochitest.tests.tar.zst 12 - artifact: target.perftests.tests.tar.zst 13 - artifact: target.zip 14 toolchain: 15 - win64-node 16 - win64-geckodriver 17 - browsertime 18 platform: windows11-64-24h2-hw-ref-shippable/opt 19 require-build: 20 windows11-64-24h2-hw-ref-shippable/opt: build-win64-shippable/opt 21 scopes: 22 - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles 23 24 ml-perf: 25 fetches: 26 fetch: 27 - ort.jsep.wasm 28 - xenova-all-minilm-l6-v2 29 description: Run ML Models Perf Tests 30 treeherder: 31 symbol: perftest(ml-perf) 32 tier: 2 33 attributes: 34 batch: false 35 cron: false 36 run-on-projects: [autoland, mozilla-central] 37 run: 38 command: >- 39 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 40 cd $MOZ_FETCHES_DIR && 41 python3 python/mozperftest/mozperftest/runner.py 42 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 43 --flavor mochitest 44 --output $MOZ_FETCHES_DIR/../artifacts 45 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 46 toolkit/components/ml/tests/browser/browser_ml_engine_perf.js 47 48 ml-summarizer-perf: 49 fetches: 50 fetch: 51 - ort.jsep.wasm 52 - qwen2.5-0.5-instruct 53 - distilbart-cnn-12-6 54 description: Run ML Models Perf Tests 55 worker: 56 max-run-time: 3000 57 treeherder: 58 symbol: perftest(ml-sum-perf) 59 tier: 2 60 attributes: 61 batch: false 62 cron: false 63 run-on-projects: [autoland, mozilla-central] 64 run: 65 command: >- 66 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 67 cd $MOZ_FETCHES_DIR && 68 python3 python/mozperftest/mozperftest/runner.py 69 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 70 --flavor mochitest 71 --output $MOZ_FETCHES_DIR/../artifacts 72 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 73 toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js 74 75 ml-llama-summarizer-perf: 76 fetches: 77 fetch: 78 - wllama.wasm 79 - smollm2-360-instruct-gguf 80 - Qwen3-0.6B-GGUF 81 description: Run ML Summarizer Model Using Wllama 82 treeherder: 83 symbol: perftest(ref-ml-llama-sum-perf) 84 tier: 2 85 attributes: 86 batch: false 87 cron: false 88 run-on-projects: [autoland, mozilla-central] 89 run: 90 command: >- 91 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 92 cd $MOZ_FETCHES_DIR && 93 python3 python/mozperftest/mozperftest/runner.py 94 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 95 --flavor mochitest 96 --output $MOZ_FETCHES_DIR/../artifacts 97 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 98 toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js 99 100 ml-multi-perf: 101 fetches: 102 fetch: 103 - ort.jsep.wasm 104 - xenova-all-minilm-l6-v2 105 - mozilla-ner 106 - mozilla-intent 107 description: Run ML Models Perf Tests 108 treeherder: 109 symbol: perftest(ml-multi-perf) 110 tier: 2 111 attributes: 112 batch: false 113 cron: false 114 run-on-projects: [autoland, mozilla-central] 115 run: 116 command: >- 117 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 118 cd $MOZ_FETCHES_DIR && 119 python3 python/mozperftest/mozperftest/runner.py 120 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 121 --flavor mochitest 122 --output $MOZ_FETCHES_DIR/../artifacts 123 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 124 toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js 125 126 ml-perf-semantic-ft: 127 fetches: 128 fetch: 129 - ort.jsep.wasm 130 - xenova-all-minilm-l6-v2 131 description: Run ML Semantic Search Feature 132 treeherder: 133 symbol: perftest(ml-perf-semantic-ft) 134 tier: 2 135 run-on-projects: [autoland, mozilla-central] 136 run: 137 command: >- 138 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 139 cd $MOZ_FETCHES_DIR && 140 python3 python/mozperftest/mozperftest/runner.py 141 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 142 --flavor mochitest 143 --output $MOZ_FETCHES_DIR/../artifacts 144 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 145 --mochitest-extra-args setenv=MOZ_DISABLE_CONTENT_SANDBOX=1 146 --mochitest-name-change 147 toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js 148 149 ml-perf-suggest-ft: 150 fetches: 151 fetch: 152 - ort.jsep.wasm 153 - mozilla-ner 154 - mozilla-intent 155 description: Run ML Suggest Feature 156 treeherder: 157 symbol: perftest(ml-perf-suggest-ft) 158 tier: 2 159 attributes: 160 batch: false 161 cron: false 162 run-on-projects: [autoland, mozilla-central] 163 run: 164 command: >- 165 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 166 cd $MOZ_FETCHES_DIR && 167 python3 python/mozperftest/mozperftest/runner.py 168 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 169 --flavor mochitest 170 --output $MOZ_FETCHES_DIR/../artifacts 171 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 172 toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js 173 174 ml-perf-suggest-inf: 175 fetches: 176 fetch: 177 - ort.jsep.wasm 178 - mozilla-ner 179 - mozilla-intent 180 description: Run ML Suggest Inference Model 181 treeherder: 182 symbol: perftest(ml-perf-suggest-inf) 183 tier: 2 184 attributes: 185 batch: false 186 cron: false 187 run-on-projects: [] 188 run: 189 command: >- 190 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 191 cd $MOZ_FETCHES_DIR && 192 python3 python/mozperftest/mozperftest/runner.py 193 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 194 --flavor mochitest 195 --output $MOZ_FETCHES_DIR/../artifacts 196 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 197 toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js 198 199 ml-perf-autofill: 200 fetches: 201 fetch: 202 - ort.jsep.wasm 203 - mozilla-autofill 204 description: Run ML Autofill Model 205 treeherder: 206 symbol: perftest(ml-perf-autofill) 207 tier: 2 208 attributes: 209 batch: false 210 cron: false 211 run-on-projects: [autoland, mozilla-central] 212 run: 213 command: >- 214 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 215 cd $MOZ_FETCHES_DIR && 216 python3 python/mozperftest/mozperftest/runner.py 217 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 218 --flavor mochitest 219 --output $MOZ_FETCHES_DIR/../artifacts 220 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 221 toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js 222 223 ml-perf-smart-tab: 224 fetches: 225 fetch: 226 - ort.jsep.wasm 227 - mozilla-smart-tab-topic 228 - mozilla-smart-tab-emb 229 description: Run ML Smart Tab Model 230 treeherder: 231 symbol: perftest(ml-perf-smart-tab) 232 tier: 2 233 attributes: 234 batch: false 235 cron: false 236 run-on-projects: [autoland, mozilla-central] 237 run: 238 command: >- 239 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 240 cd $MOZ_FETCHES_DIR && 241 python3 python/mozperftest/mozperftest/runner.py 242 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 243 --flavor mochitest 244 --output $MOZ_FETCHES_DIR/../artifacts 245 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 246 toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js 247 248 ml-perf-smart-tab-cluster: 249 fetches: 250 fetch: 251 - ort.jsep.wasm 252 - mozilla-smart-tab-topic 253 - mozilla-smart-tab-emb 254 description: Run ML Smart Tab Clustering 255 worker: 256 max-run-time: 900 257 treeherder: 258 symbol: perftest(ml-perf-stg-cluster) 259 tier: 2 260 attributes: 261 batch: false 262 cron: false 263 run-on-projects: [autoland, mozilla-central] 264 run: 265 command: >- 266 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 267 cd $MOZ_FETCHES_DIR && 268 python3 python/mozperftest/mozperftest/runner.py 269 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 270 --flavor mochitest 271 --output $MOZ_FETCHES_DIR/../artifacts 272 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 273 --mochitest-name-change 274 toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js 275 276 ml-perf-speecht5-tts: 277 fetches: 278 fetch: 279 - ort.jsep.wasm 280 - speecht5-tts 281 - speecht5-tts-vocoder 282 - speecht5-tts-speaker 283 description: Run ML speecht5-tts Model 284 worker: 285 max-run-time: 900 286 treeherder: 287 symbol: perftest(ml-perf-speecht5) 288 tier: 2 289 attributes: 290 batch: false 291 cron: false 292 run-on-projects: [autoland, mozilla-central] 293 run: 294 command: >- 295 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 296 cd $MOZ_FETCHES_DIR && 297 python3 python/mozperftest/mozperftest/runner.py 298 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 299 --flavor mochitest 300 --output $MOZ_FETCHES_DIR/../artifacts 301 --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py 302 --mochitest-name-change 303 toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js 304 305 # XXX: We can consolidate this once bug 1865852 lands. 306 perftest-accessibility: 307 description: Run accessibility performance tests 308 treeherder: 309 symbol: perftest(a11y) 310 tier: 2 311 attributes: 312 batch: false 313 cron: false 314 run-on-projects: [autoland, mozilla-central] 315 run: 316 command: >- 317 mkdir -p $MOZ_FETCHES_DIR/../artifacts && 318 cd $MOZ_FETCHES_DIR && 319 python3 python/mozperftest/mozperftest/runner.py 320 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 321 --flavor mochitest 322 --output $MOZ_FETCHES_DIR/../artifacts 323 accessible/tests/browser/performance/browser_addManyIds.js 324 && python3 python/mozperftest/mozperftest/runner.py 325 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 326 --flavor mochitest 327 --output $MOZ_FETCHES_DIR/../artifacts 328 accessible/tests/browser/performance/browser_addManyNodes.js 329 && python3 python/mozperftest/mozperftest/runner.py 330 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 331 --flavor mochitest 332 --output $MOZ_FETCHES_DIR/../artifacts 333 accessible/tests/browser/performance/browser_reflowPseudoelements.js 334 && python3 python/mozperftest/mozperftest/runner.py 335 --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe 336 --flavor mochitest 337 --output $MOZ_FETCHES_DIR/../artifacts 338 accessible/tests/browser/performance/browser_removeManySpellingErrors.js