commit 968a602d3cf2ee54f5b564c53694139d07693789
parent 44805cee1a3d4c67f7731a474c8397d54d59b60b
Author: Cristina Horotan <chorotan@mozilla.com>
Date: Fri, 9 Jan 2026 19:10:23 +0200
Revert "Bug 2007582 - Expand Fenix DoH performance tests to cover more scenarios, devices r=perftest-reviewers,taskgraph-reviewers,bhearsum,afinder" on request for causing multiple perma failures
This reverts commit 4f6c6f86d721a4a310bb97a4fb547ddf1ffbfcc6.
Diffstat:
7 files changed, 759 insertions(+), 4189 deletions(-)
diff --git a/taskcluster/kinds/browsertime/desktop.yml b/taskcluster/kinds/browsertime/desktop.yml
@@ -1248,17 +1248,14 @@ browsertime-trr-performance:
apps: [firefox]
run-visual-metrics: false
subtests:
- - dns-multi
- - dns-native
- - dns-usatdy
- - trr-cira
- trr-cloudf
+ - trr-cira
- trr-comcas
- - trr-multi
- trr-next
- - trr-usatdy
- - trr-w-cira
+ - trr-native
+ - trr-multi
- trr-w-clou
+ - trr-w-cira
- trr-w-comc
- trr-w-next
diff --git a/taskcluster/kinds/browsertime/mobile.yml b/taskcluster/kinds/browsertime/mobile.yml
@@ -561,15 +561,12 @@ browsertime-trr-performance-m:
apps: [fenix]
run-visual-metrics: false
subtests:
- - dns-multi
- - dns-native
- - dns-usatdy
- - trr-cloudf
- - trr-multi
- - trr-next
- - trr-usatdy
- - trr-w-clou
- - trr-w-next
+ - trr-clou-m
+ - trr-next-m
+ - trr-natv-m
+ - trr-multm
+ - trr-w-cl-m
+ - trr-w-ne-m
description: Raptor (browsertime) trr performance tests, mobile
max-run-time: 600
@@ -578,7 +575,6 @@ browsertime-trr-performance-m:
fenix:
by-test-platform:
android-hw-a55.*shippable.*: [mozilla-central]
- android-hw-p6.*shippable.*: [mozilla-central]
default: []
tier: 3
treeherder-symbol: Btime(trrperfm)
diff --git a/taskcluster/test_configs/test-platforms.yml b/taskcluster/test_configs/test-platforms.yml
@@ -431,7 +431,6 @@ android-hw-p6-13-0-aarch64-shippable/opt:
build-platform: android-aarch64-shippable/opt
test-sets:
- android-hw-speedometer-tests
- - android-hw-browsertime
- android-hw-power-tests
android-hw-a55-14-0-aarch64-shippable/opt:
diff --git a/testing/perfdocs/generated/raptor.rst b/testing/perfdocs/generated/raptor.rst
@@ -561,47 +561,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-jetstream2-chrome-m-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-cstm-car-m-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-fenix-jetstream2**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-fenix-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-geckoview-jetstream2**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-geckoview-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -897,47 +856,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-jetstream2-chrome-m-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-cstm-car-m-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-fenix-jetstream2**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-fenix-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-geckoview-jetstream2**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream2-geckoview-jetstream2-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -1226,37 +1144,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-jetstream3-chrome-m-jetstream3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream3-cstm-car-m-jetstream3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream3-fenix-jetstream3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream3-fenix-jetstream3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -1565,37 +1452,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-jetstream3-chrome-m-jetstream3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream3-cstm-car-m-jetstream3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream3-fenix-jetstream3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-jetstream3-fenix-jetstream3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2145,47 +2001,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2512,47 +2327,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2890,47 +2664,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -3257,47 +2990,6 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -5956,319 +5648,201 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-unity-webgl-mobile-chrome-m-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-chrome-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-chrome-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-chrome-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- **Owner**: :jgilbert and Graphics(gfx) Team
-
- * **alert threshold**: 2.0
- * **apps**: geckoview, refbrow, fenix, chrome-m
- * **expected**: pass
- * **expose browser profiler**: true
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/benchmarks/unity-webgl-mobile.toml#14>`__
- * **lower is better**: false
- * **page cycles**: 1
- * **page timeout**: 420000
- * **repository**: https://github.com/mozilla/perf-automation
- * **repository path**: benchmarks/unity-webgl
- * **repository revision**: 61332db584026b73e37066d717a162825408c36b
- * **test url**: `<http://\<host\>:\<port\>/index.html?raptor>`__
- * **type**: benchmark
- * **unit**: score
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-unity-webgl-mobile-chrome-m-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-unity-webgl-mobile-fenix**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ .. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-chrome-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-chrome-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-chrome-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ **Owner**: :jgilbert and Graphics(gfx) Team
+
+ * **alert threshold**: 2.0
+ * **apps**: geckoview, refbrow, fenix, chrome-m
+ * **expected**: pass
+ * **expose browser profiler**: true
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/benchmarks/unity-webgl-mobile.toml#14>`__
+ * **lower is better**: false
+ * **page cycles**: 1
+ * **page timeout**: 420000
+ * **repository**: https://github.com/mozilla/perf-automation
+ * **repository path**: benchmarks/unity-webgl
+ * **repository revision**: 61332db584026b73e37066d717a162825408c36b
+ * **test url**: `<http://\<host\>:\<port\>/index.html?raptor>`__
+ * **type**: benchmark
+ * **unit**: score
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -6278,10 +5852,46 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- mozilla-release
- mozilla-beta
* - **browsertime-benchmark-unity-webgl-mobile-chrome-m-nofis**
+ - ✅
+ - ❌
- ❌
- ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
+ - ❌
- ❌
- ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
* - **browsertime-benchmark-unity-webgl-mobile-fenix**
- ❌
- ❌
@@ -13691,726 +13301,6 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: dns-multi
- :class-container: anchor-id-dns-multi-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t dns-multi
-
- **Owner**: Network Team
-
- **Description**: Tests multi-domain DNS lookup and pageload performance via native DNS.
-
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#16>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_multi_domain_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-multi**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-multi-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-multi-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-multi**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-multi-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-multi**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
-
-.. dropdown:: dns-native
- :class-container: anchor-id-dns-native-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t dns-native
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time via native DNS.
-
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#58>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-native**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-native-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-native-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-native**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-native-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-native**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
-
-.. dropdown:: dns-usatdy
- :class-container: anchor-id-dns-usatdy-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t dns-usatdy
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time via native DNS for usatoday.com.
-
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:0
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#23>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-usatdy**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-usatdy-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-usatdy-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-dns-usatdy**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-dns-usatdy-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-dns-usatdy**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
-
.. dropdown:: getkeyrng
:class-container: anchor-id-getkeyrng-c
@@ -18346,7 +17236,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#30>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#23>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18502,28 +17392,28 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-cloudf
- :class-container: anchor-id-trr-cloudf-c
+.. dropdown:: trr-clou-m
+ :class-container: anchor-id-trr-clou-m-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-cloudf
+ ./mach raptor -t trr-clou-m
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a Cloudflare TRR server.
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server, mobile.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
* **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
+ * **browsertime args**: --browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
* **cold**: true
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#37>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#79>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18543,12 +17433,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-cloudf**
+ * - **browsertime-trr-performance-m-fenix-trr-clou-m**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-cloudf-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-clou-m-nofis**
- ✅
- ❌
- ❌
@@ -18564,38 +17454,50 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-cloudf**
+ * - **browsertime-trr-performance-m-fenix-trr-clou-m**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-cloudf-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-clou-m-nofis**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-cloudf**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-cloudf-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
+.. dropdown:: trr-cloudf
+ :class-container: anchor-id-trr-cloudf-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t trr-cloudf
+
+ **Owner**: Network Team
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#16>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -18763,7 +17665,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#44>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#30>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18940,7 +17842,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#51>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#114>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18951,69 +17853,6 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **use live sites**: true
* **Test Task**:
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-multi**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-multi-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-multi**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-multi-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-multi**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-multi-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19159,32 +17998,32 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-next
- :class-container: anchor-id-trr-next-c
+.. dropdown:: trr-multm
+ :class-container: anchor-id-trr-multm-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-next
+ ./mach raptor -t trr-multm
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a NextDNS TRR server.
+ **Description**: Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server, mobile.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
* **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
* **cold**: true
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#65>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#121>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
- * **test script**: trr_performance.js
+ * **test script**: trr_multi_domain_performance.js
* **test url**: `<None>`__
* **type**: pageload
* **unit**: ms
@@ -19200,12 +18039,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-next**
+ * - **browsertime-trr-performance-m-fenix-trr-multm**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-next-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-multm-nofis**
- ✅
- ❌
- ❌
@@ -19221,38 +18060,50 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-next**
+ * - **browsertime-trr-performance-m-fenix-trr-multm**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-next-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-multm-nofis**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-next**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-next-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
+.. dropdown:: trr-native
+ :class-container: anchor-id-trr-native-c
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t trr-native
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time via native DNS.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#44>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -19263,7 +18114,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19279,7 +18130,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19295,7 +18146,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19311,7 +18162,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19327,7 +18178,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19343,7 +18194,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19359,7 +18210,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19375,7 +18226,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ✅
- ❌
- ❌
@@ -19391,7 +18242,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-native**
- ❌
- ❌
- ❌
@@ -19399,28 +18250,28 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-usatdy
- :class-container: anchor-id-trr-usatdy-c
+.. dropdown:: trr-natv-m
+ :class-container: anchor-id-trr-natv-m-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-usatdy
+ ./mach raptor -t trr-natv-m
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a Cloudflare TRR server for usatoday.com.
+ **Description**: Tests DNS lookup time via native DNS, mobile.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
* **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
* **cold**: true
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#72>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#93>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -19440,12 +18291,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-usatdy**
+ * - **browsertime-trr-performance-m-fenix-trr-natv-m**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-usatdy-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-natv-m-nofis**
- ✅
- ❌
- ❌
@@ -19461,19 +18312,52 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-usatdy**
+ * - **browsertime-trr-performance-m-fenix-trr-natv-m**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-usatdy-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-natv-m-nofis**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+
+.. dropdown:: trr-next
+ :class-container: anchor-id-trr-next-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t trr-next
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time on a NextDNS TRR server.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#37>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
+
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19482,19 +18366,30 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-usatdy**
- - ✅
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-usatdy-nofis**
- - ✅
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-trr-next**
+ - ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19503,14 +18398,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-linux1804-64-qr/opt**
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19519,14 +18414,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ .. list-table:: **test-macosx1470-64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19535,14 +18430,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ .. list-table:: **test-macosx1470-64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19551,14 +18446,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-macosx1470-64-shippable/opt**
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19567,14 +18462,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-macosx1470-64/opt**
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19583,14 +18478,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
- - ❌
+ * - **browsertime-trr-performance-firefox-trr-next**
+ - ✅
- ❌
- ❌
- ❌
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ .. list-table:: **test-windows11-64-24h2/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19599,14 +18494,47 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
+
+.. dropdown:: trr-next-m
+ :class-container: anchor-id-trr-next-m-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t trr-next-m
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time on a NextDNS TRR server, mobile.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#86>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19615,14 +18543,19 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-m-fenix-trr-next-m**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-next-m-nofis**
- ✅
- ❌
- ❌
- ❌
- .. list-table:: **test-windows11-64-24h2/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -19631,7 +18564,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-usatdy**
+ * - **browsertime-trr-performance-m-fenix-trr-next-m**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-next-m-nofis**
- ❌
- ❌
- ❌
@@ -19660,7 +18598,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#79>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#58>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -19816,18 +18754,18 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-w-clou
- :class-container: anchor-id-trr-w-clou-c
+.. dropdown:: trr-w-cl-m
+ :class-container: anchor-id-trr-w-cl-m-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-w-clou
+ ./mach raptor -t trr-w-cl-m
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up.
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up, mobile.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
@@ -19837,7 +18775,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#86>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#100>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -19857,12 +18795,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-clou**
+ * - **browsertime-trr-performance-m-fenix-trr-w-cl-m**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-clou-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-cl-m-nofis**
- ✅
- ❌
- ❌
@@ -19878,38 +18816,50 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-clou**
+ * - **browsertime-trr-performance-m-fenix-trr-w-cl-m**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-clou-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-cl-m-nofis**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-clou**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-clou-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
+.. dropdown:: trr-w-clou
+ :class-container: anchor-id-trr-w-clou-c
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t trr-w-clou
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#51>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -20077,7 +19027,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#93>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#65>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -20233,18 +19183,18 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-w-next
- :class-container: anchor-id-trr-w-next-c
+.. dropdown:: trr-w-ne-m
+ :class-container: anchor-id-trr-w-ne-m-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-w-next
+ ./mach raptor -t trr-w-ne-m
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up.
+ **Description**: Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up, mobile.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
@@ -20254,7 +19204,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#100>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#107>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -20274,12 +19224,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-next**
+ * - **browsertime-trr-performance-m-fenix-trr-w-ne-m**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-next-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-ne-m-nofis**
- ✅
- ❌
- ❌
@@ -20295,38 +19245,50 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-next**
+ * - **browsertime-trr-performance-m-fenix-trr-w-ne-m**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-next-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-ne-m-nofis**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-next**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-next-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
+.. dropdown:: trr-w-next
+ :class-container: anchor-id-trr-w-next-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t trr-w-next
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up.
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#72>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -22827,42 +21789,6 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-video-playback-latency-mobile-chrome-m-vpl-av1-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-fenix-vpl-av1**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-fenix-vpl-av1-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-geckoview-vpl-av1**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-geckoview-vpl-av1-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -23166,42 +22092,6 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-video-playback-latency-mobile-chrome-m-vpl-h264-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-fenix-vpl-h264**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-fenix-vpl-h264-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-geckoview-vpl-h264**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-geckoview-vpl-h264-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -23510,42 +22400,6 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-video-playback-latency-mobile-chrome-m-vpl-vp9-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-fenix-vpl-vp9**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-fenix-vpl-vp9-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-geckoview-vpl-vp9**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-video-playback-latency-mobile-geckoview-vpl-vp9-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -35475,38 +34329,7 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-fenix-booking-sf**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-booking-sf-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-booking-sf**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-booking-sf-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -35515,11 +34338,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-booking-sf-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-live-fenix-booking-sf**
- ❌
- ❌
@@ -35637,42 +34455,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-discord-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-discord**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-discord-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-discord**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-discord-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: fashionbeans
:class-container: anchor-id-fashionbeans-l
@@ -35768,42 +34550,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-fashionbeans-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-fashionbeans**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-fashionbeans-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-fashionbeans**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-fashionbeans-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: google-accounts
:class-container: anchor-id-google-accounts-l
@@ -35899,42 +34645,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-google-accounts-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-accounts**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-accounts-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-accounts**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-accounts-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: imdb-firefox
:class-container: anchor-id-imdb-firefox-l
@@ -36030,42 +34740,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-imdb-firefox-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-imdb-firefox**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-imdb-firefox-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-imdb-firefox**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-imdb-firefox-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: medium-article
:class-container: anchor-id-medium-article-l
@@ -36161,42 +34835,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-medium-article-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-medium-article**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-medium-article-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-medium-article**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-medium-article-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: people-article
:class-container: anchor-id-people-article-l
@@ -36292,42 +34930,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-people-article-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-people-article**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-people-article-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-people-article**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-people-article-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: reddit-thread
:class-container: anchor-id-reddit-thread-l
@@ -36351,48 +34953,12 @@ A set of test pages that are run as live sites instead of recorded versions. The
* **page timeout**: 60000
* **support class**: browsertime_pageload.py
* **test url**: `<https://www.reddit.com/r/firefox/comments/7dkq03/its_been_a_while/>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-reddit-thread-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-reddit-thread**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-reddit-thread-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-reddit-thread**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-reddit-thread-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -36401,6 +34967,11 @@ A set of test pages that are run as live sites instead of recorded versions. The
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-reddit-thread-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-reddit-thread**
- ❌
- ❌
@@ -36423,7 +34994,7 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -36432,11 +35003,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-reddit-thread-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-live-fenix-reddit-thread**
- ❌
- ❌
@@ -36554,42 +35120,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-rumble-fox-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-rumble-fox**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-rumble-fox-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-rumble-fox**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-rumble-fox-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: stackoverflow-question
:class-container: anchor-id-stackoverflow-question-l
@@ -36685,42 +35215,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-stackoverflow-question-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow-question**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow-question-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow-question**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow-question-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: urbandictionary-define
:class-container: anchor-id-urbandictionary-define-l
@@ -36816,42 +35310,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-urbandictionary-define-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-urbandictionary-define**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-urbandictionary-define-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-urbandictionary-define**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-urbandictionary-define-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: wikia-marvel
:class-container: anchor-id-wikia-marvel-l
@@ -36947,42 +35405,6 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-wikia-marvel-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-wikia-marvel**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-wikia-marvel-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-wikia-marvel**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-wikia-marvel-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
Mobile
@@ -37147,77 +35569,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-essential-chrome-m-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-cstm-car-m-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-allrecipes**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-allrecipes**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-refbrow-allrecipes**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-allrecipes**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-allrecipes**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-allrecipes-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: amazon
:class-container: anchor-id-amazon-m
@@ -37377,77 +35728,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-amazon**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-amazon**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-amazon**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-amazon**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-amazon-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-amazon**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: amazon-search
:class-container: anchor-id-amazon-search-m
@@ -37627,87 +35907,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-essential-chrome-m-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-cstm-car-m-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-amazon-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-amazon-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-refbrow-amazon-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-amazon-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-amazon-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-webextensions-fenix-amazon-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-webextensions-fenix-amazon-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: bild-de
:class-container: anchor-id-bild-de-m
@@ -37765,135 +35964,8 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
* - **browsertime-tp6m-fenix-bild-de-nofis**
- - ✅
- - ✅
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-fenix-bild-de**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-bild-de**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bild-de**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bild-de-nofis**
- - ❌
- - ❌
+ - ✅
+ - ✅
- ❌
- ❌
* - **browsertime-tp6m-geckoview-bild-de**
@@ -37938,6 +36010,62 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-fenix-bild-de**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-bild-de**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-bild-de**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-bild-de**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-bild-de**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: bing
:class-container: anchor-id-bing-m
@@ -38097,77 +36225,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bing**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bing**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bing**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bing**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bing-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-bing**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: bing-search-restaurants
:class-container: anchor-id-bing-search-restaurants-m
@@ -38327,77 +36384,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bing-search-restaurants**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bing-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bing-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bing-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-bing-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: booking
:class-container: anchor-id-booking-m
@@ -38557,77 +36543,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-booking**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-booking**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-booking**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-booking**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-booking-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-booking**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: cnn
:class-container: anchor-id-cnn-m
@@ -38787,77 +36702,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-cnn**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-cnn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-cnn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-cnn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-cnn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-cnn**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: cnn-ampstories
:class-container: anchor-id-cnn-ampstories-m
@@ -39017,77 +36861,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-cnn-ampstories**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-cnn-ampstories**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-cnn-ampstories**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-cnn-ampstories**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-cnn-ampstories-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-cnn-ampstories**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: dailymail
:class-container: anchor-id-dailymail-m
@@ -39247,77 +37020,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-dailymail**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-dailymail**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-dailymail**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-dailymail**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-dailymail-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-dailymail**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: ebay-kleinanzeigen
:class-container: anchor-id-ebay-kleinanzeigen-m
@@ -39421,63 +37123,7 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-fenix-ebay-kleinanzeigen**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -39486,16 +37132,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-fenix-ebay-kleinanzeigen**
- ✅
- ❌
@@ -39516,11 +37152,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen**
- ❌
- ❌
@@ -39707,77 +37338,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: espn
:class-container: anchor-id-espn-m
@@ -39937,77 +37497,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-essential-chrome-m-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-cstm-car-m-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-espn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-espn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-refbrow-espn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-espn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-espn**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-espn-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: facebook
:class-container: anchor-id-facebook-m
@@ -40108,42 +37597,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-live-chrome-m-facebook-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-facebook**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-facebook-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-facebook**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-facebook-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: facebook-cristiano
:class-container: anchor-id-facebook-cristiano-m
@@ -40303,77 +37756,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-facebook-cristiano**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-facebook-cristiano**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-facebook-cristiano**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-facebook-cristiano**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-facebook-cristiano-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-facebook-cristiano**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: google
:class-container: anchor-id-google-m
@@ -40534,77 +37916,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-essential-chrome-m-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-cstm-car-m-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-google**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-google**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-refbrow-google**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: google-maps
:class-container: anchor-id-google-maps-m
@@ -40764,77 +38075,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-google-maps**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-google-maps**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-maps**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-maps**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-maps-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-google-maps**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: google-search-restaurants
:class-container: anchor-id-google-search-restaurants-m
@@ -40850,96 +38090,25 @@ Page-load performance test suite on Android. The links direct to the actual webs
* **alert on**: `fcp <raptor-metrics.html#first-paint>`__, `loadtime <raptor-metrics.html#load-time>`__, `ContentfulSpeedIndex <raptor-metrics.html#contentful-speed-index>`__, `PerceptualSpeedIndex <raptor-metrics.html#perceptual-speed-index>`__, `SpeedIndex <raptor-metrics.html#speed-index>`__, `FirstVisualChange <raptor-metrics.html#first-visual-change>`__, `LastVisualChange <raptor-metrics.html#last-visual-change>`__, `largestContentfulPaint <raptor-metrics.html#largest-contentful-paint>`__
* **alert threshold**: 2.0
* **apps**: geckoview, fenix, refbrow, chrome-m, cstm-car-m
- * **benchmark page**: true
- * **browser cycles**: 15
- * **expected**: pass
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/tp6/mobile/browsertime-tp6m.toml#81>`__
- * **login**: true
- * **lower is better**: true
- * **page cycles**: 25
- * **page timeout**: 60000
- * **playback**: mitmproxy-android
- * **playback pageset manifest**: mitm6-g5-fenix-google-search-restaurants.manifest
- * **playback version**: 8.1.1
- * **support class**: browsertime_pageload.py
- * **test url**: `<https://www.google.com/search?q=restaurants+near+me>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: false
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-google-search-restaurants**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-google-search-restaurants-nofis**
- - ✅
- - ✅
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-google-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-google-search-restaurants**
- - ❌
- - ❌
- - ❌
- - ❌
-
+ * **benchmark page**: true
+ * **browser cycles**: 15
+ * **expected**: pass
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/tp6/mobile/browsertime-tp6m.toml#81>`__
+ * **login**: true
+ * **lower is better**: true
+ * **page cycles**: 25
+ * **page timeout**: 60000
+ * **playback**: mitmproxy-android
+ * **playback pageset manifest**: mitm6-g5-fenix-google-search-restaurants.manifest
+ * **playback version**: 8.1.1
+ * **support class**: browsertime_pageload.py
+ * **test url**: `<https://www.google.com/search?q=restaurants+near+me>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: false
+ * **Test Task**:
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -40948,14 +38117,24 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-chrome-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-fenix-google-search-restaurants**
- ✅
- ❌
- ❌
- ❌
* - **browsertime-tp6m-fenix-google-search-restaurants-nofis**
- - ❌
- - ❌
+ - ✅
+ - ✅
- ❌
- ❌
* - **browsertime-tp6m-geckoview-google-search-restaurants**
@@ -40968,6 +38147,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
- ❌
+ * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-google-search-restaurants**
- ❌
- ❌
@@ -40995,7 +38179,7 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -41004,16 +38188,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-chrome-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-fenix-google-search-restaurants**
- ✅
- ❌
@@ -41034,11 +38208,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-live-fenix-google-search-restaurants**
- ❌
- ❌
@@ -41225,77 +38394,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-imdb**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-imdb**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-imdb**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-imdb**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-imdb-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-imdb**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: instagram
:class-container: anchor-id-instagram-m
@@ -41456,77 +38554,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-instagram**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-instagram**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-instagram**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-instagram**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-instagram-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-instagram**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: microsoft-support
:class-container: anchor-id-microsoft-support-m
@@ -41686,77 +38713,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-essential-chrome-m-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-cstm-car-m-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-microsoft-support**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-microsoft-support**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-refbrow-microsoft-support**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-microsoft-support**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-microsoft-support**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-microsoft-support-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: reddit
:class-container: anchor-id-reddit-m
@@ -41916,77 +38872,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-reddit**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-reddit**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-reddit**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-reddit**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-reddit-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-reddit**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: sina
:class-container: anchor-id-sina-m
@@ -42101,52 +38986,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-sina-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-sina-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-sina**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-sina-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-sina**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-sina-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-sina**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: stackoverflow
:class-container: anchor-id-stackoverflow-m
@@ -42204,135 +39043,8 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
* - **browsertime-tp6m-fenix-stackoverflow-nofis**
- - ✅
- - ✅
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-fenix-stackoverflow**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-stackoverflow**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-stackoverflow-nofis**
- - ❌
- - ❌
+ - ✅
+ - ✅
- ❌
- ❌
* - **browsertime-tp6m-geckoview-stackoverflow**
@@ -42377,6 +39089,62 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-fenix-stackoverflow**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: wikipedia
:class-container: anchor-id-wikipedia-m
@@ -42536,77 +39304,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-wikipedia**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-wikipedia**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-wikipedia**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-wikipedia**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-wikipedia-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-wikipedia**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: youtube
:class-container: anchor-id-youtube-m
@@ -42766,77 +39463,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-chrome-m-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-youtube**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-youtube**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-youtube**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-youtube**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-youtube-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-youtube**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: youtube-watch
:class-container: anchor-id-youtube-watch-m
@@ -42996,77 +39622,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-essential-chrome-m-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-cstm-car-m-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-youtube-watch**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-fenix-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-youtube-watch**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-geckoview-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-essential-refbrow-youtube-watch**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-chrome-m-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-youtube-watch**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-youtube-watch**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-youtube-watch-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
Scenario
diff --git a/testing/raptor/browsertime/trr_performance.js b/testing/raptor/browsertime/trr_performance.js
@@ -14,8 +14,7 @@ module.exports = logTest(
const testType = `${context.options.browsertime.test_type}`;
context.log.info("testType: " + testType);
- const url = context.options.browsertime.test_url || "https://httpbin.org/";
- context.log.info("url: " + url);
+ const url = "https://httpbin.org/";
await commands.navigate("about:blank");
diff --git a/testing/raptor/raptor/perfdocs/config.yml b/testing/raptor/raptor/perfdocs/config.yml
@@ -243,19 +243,22 @@ suites:
addkBLN: "Use add API to send a couple of large Blobs to IndexedDB independently"
constant-regression: "Generates a constant value that can be changed to induce a regression."
getkeyrng: "Measures the speed of key-range based reads of IndexedDB"
- dns-multi: "Tests multi-domain DNS lookup and pageload performance via native DNS."
- dns-native: "Tests DNS lookup time via native DNS."
- dns-usatdy: "Tests DNS lookup time via native DNS for usatoday.com."
- trr-cira: "Tests DNS lookup time on a CIRA TRR server."
trr-cloudf: "Tests DNS lookup time on a Cloudflare TRR server."
+ trr-cira: "Tests DNS lookup time on a CIRA TRR server."
trr-comcas: "Tests DNS lookup time on a Comcast TRR server."
- trr-multi: "Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server."
trr-next: "Tests DNS lookup time on a NextDNS TRR server."
- trr-usatdy: "Tests DNS lookup time on a Cloudflare TRR server for usatoday.com."
- trr-w-cira: "Tests DNS lookup time on a CIRA TRR server, with the TRR connection warmed up."
+ trr-native: "Tests DNS lookup time via native DNS."
+ trr-multi: "Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server."
trr-w-clou: "Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up."
+ trr-w-cira: "Tests DNS lookup time on a CIRA TRR server, with the TRR connection warmed up."
trr-w-comc: "Tests DNS lookup time on a Comcast TRR server, with the TRR connection warmed up."
trr-w-next: "Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up."
+ trr-clou-m: "Tests DNS lookup time on a Cloudflare TRR server, mobile."
+ trr-next-m: "Tests DNS lookup time on a NextDNS TRR server, mobile."
+ trr-natv-m: "Tests DNS lookup time via native DNS, mobile."
+ trr-multm: "Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server, mobile."
+ trr-w-cl-m: "Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up, mobile."
+ trr-w-ne-m: "Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up, mobile."
upload: "Measures HTTP/2 file upload throughput with a remote server"
upload-h3: "Measures HTTP/3 file upload throughput with a remote server"
h2-upload: "Measures HTTP/2 file upload throughput with a local server"
diff --git a/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml b/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml
@@ -13,93 +13,114 @@ use_live_sites = true
# Keep this list in alphabetical order
-["dns-multi"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
+["trr-cloudf"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
-test_script = "trr_multi_domain_performance.js"
+test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["dns-usatdy"]
-browsertime_args = "--browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:0"
+["trr-cira"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-cira"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
+["trr-comcas"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-cloudf"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-next"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-comcas"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
+["trr-native"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-multi"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-w-clou"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
-test_script = "trr_multi_domain_performance.js"
+test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["dns-native"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
+["trr-w-cira"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-next"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
+["trr-w-comc"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-usatdy"]
-browsertime_args = "--browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-w-next"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-cira"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
+["trr-clou-m"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-clou"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-next-m"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-comc"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
+["trr-natv-m"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-next"]
+["trr-w-cl-m"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+browser_cycles = 3
+test_script = "trr_performance.js"
+test_url = "None"
+custom_data = true
+
+["trr-w-ne-m"]
browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
+
+["trr-multi"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+browser_cycles = 3
+test_script = "trr_multi_domain_performance.js"
+test_url = "None"
+custom_data = true
+
+["trr-multm"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+browser_cycles = 3
+test_script = "trr_multi_domain_performance.js"
+test_url = "None"
+custom_data = true
