commit 4f6c6f86d721a4a310bb97a4fb547ddf1ffbfcc6
parent 2661076a13cbc70e34f4886c840f9664f5891f61
Author: acreskeyMoz <acreskey@mozilla.com>
Date: Mon, 5 Jan 2026 17:48:32 +0000
Bug 2007582 - Expand Fenix DoH performance tests to cover more scenarios, devices r=perftest-reviewers,taskgraph-reviewers,bhearsum,afinder
Adding native dns variations, usatoday, and Pixel 6 because it tends to be more CPU bound.
Differential Revision: https://phabricator.services.mozilla.com/D277462
Diffstat:
7 files changed, 4169 insertions(+), 739 deletions(-)
diff --git a/taskcluster/kinds/browsertime/desktop.yml b/taskcluster/kinds/browsertime/desktop.yml
@@ -1248,14 +1248,17 @@ browsertime-trr-performance:
apps: [firefox]
run-visual-metrics: false
subtests:
- - trr-cloudf
+ - dns-multi
+ - dns-native
+ - dns-usatdy
- trr-cira
+ - trr-cloudf
- trr-comcas
- - trr-next
- - trr-native
- trr-multi
- - trr-w-clou
+ - trr-next
+ - trr-usatdy
- trr-w-cira
+ - trr-w-clou
- trr-w-comc
- trr-w-next
diff --git a/taskcluster/kinds/browsertime/mobile.yml b/taskcluster/kinds/browsertime/mobile.yml
@@ -561,12 +561,15 @@ browsertime-trr-performance-m:
apps: [fenix]
run-visual-metrics: false
subtests:
- - trr-clou-m
- - trr-next-m
- - trr-natv-m
- - trr-multm
- - trr-w-cl-m
- - trr-w-ne-m
+ - dns-multi
+ - dns-native
+ - dns-usatdy
+ - trr-cloudf
+ - trr-multi
+ - trr-next
+ - trr-usatdy
+ - trr-w-clou
+ - trr-w-next
description: Raptor (browsertime) trr performance tests, mobile
max-run-time: 600
@@ -575,6 +578,7 @@ browsertime-trr-performance-m:
fenix:
by-test-platform:
android-hw-a55.*shippable.*: [mozilla-central]
+ android-hw-p6.*shippable.*: [mozilla-central]
default: []
tier: 3
treeherder-symbol: Btime(trrperfm)
diff --git a/taskcluster/test_configs/test-platforms.yml b/taskcluster/test_configs/test-platforms.yml
@@ -431,6 +431,7 @@ android-hw-p6-13-0-aarch64-shippable/opt:
build-platform: android-aarch64-shippable/opt
test-sets:
- android-hw-speedometer-tests
+ - android-hw-browsertime
- android-hw-power-tests
android-hw-a55-14-0-aarch64-shippable/opt:
diff --git a/testing/perfdocs/generated/raptor.rst b/testing/perfdocs/generated/raptor.rst
@@ -561,6 +561,47 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-jetstream2-chrome-m-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-cstm-car-m-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-fenix-jetstream2**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-fenix-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-geckoview-jetstream2**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-geckoview-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -856,6 +897,47 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-jetstream2-chrome-m-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-cstm-car-m-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-fenix-jetstream2**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-fenix-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-geckoview-jetstream2**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream2-geckoview-jetstream2-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -1144,6 +1226,37 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-jetstream3-chrome-m-jetstream3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream3-cstm-car-m-jetstream3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream3-fenix-jetstream3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream3-fenix-jetstream3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -1452,6 +1565,37 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-jetstream3-chrome-m-jetstream3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream3-cstm-car-m-jetstream3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream3-fenix-jetstream3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-jetstream3-fenix-jetstream3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2001,6 +2145,47 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2327,6 +2512,47 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2664,6 +2890,47 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -2990,6 +3257,47 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-motionmark-1-3-chrome-m-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-cstm-car-m-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-fenix-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-motionmark-1-3-geckoview-motionmark-htmlsuite-1-3-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -5648,201 +5956,319 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- ❌
- .. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-chrome-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-chrome-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-macosx1470-64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-chrome-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ✅
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-windows11-64-24h2/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-benchmark-firefox-unity-webgl**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- **Owner**: :jgilbert and Graphics(gfx) Team
-
- * **alert threshold**: 2.0
- * **apps**: geckoview, refbrow, fenix, chrome-m
- * **expected**: pass
- * **expose browser profiler**: true
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/benchmarks/unity-webgl-mobile.toml#14>`__
- * **lower is better**: false
- * **page cycles**: 1
- * **page timeout**: 420000
- * **repository**: https://github.com/mozilla/perf-automation
- * **repository path**: benchmarks/unity-webgl
- * **repository revision**: 61332db584026b73e37066d717a162825408c36b
- * **test url**: `<http://\<host\>:\<port\>/index.html?raptor>`__
- * **type**: benchmark
- * **unit**: score
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-unity-webgl-mobile-chrome-m-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-clang-trunk-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-chrome-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-chrome-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-chrome-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-firefox-unity-webgl**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ **Owner**: :jgilbert and Graphics(gfx) Team
+
+ * **alert threshold**: 2.0
+ * **apps**: geckoview, refbrow, fenix, chrome-m
+ * **expected**: pass
+ * **expose browser profiler**: true
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/benchmarks/unity-webgl-mobile.toml#14>`__
+ * **lower is better**: false
+ * **page cycles**: 1
+ * **page timeout**: 420000
+ * **repository**: https://github.com/mozilla/perf-automation
+ * **repository path**: benchmarks/unity-webgl
+ * **repository revision**: 61332db584026b73e37066d717a162825408c36b
+ * **test url**: `<http://\<host\>:\<port\>/index.html?raptor>`__
+ * **type**: benchmark
+ * **unit**: score
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-unity-webgl-mobile-chrome-m-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -5852,46 +6278,10 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
- mozilla-release
- mozilla-beta
* - **browsertime-benchmark-unity-webgl-mobile-chrome-m-nofis**
- - ✅
- - ❌
- ❌
- ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-fenix-nofis**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-geckoview-nofis**
- - ❌
- ❌
- ❌
- - ❌
- * - **browsertime-benchmark-unity-webgl-mobile-refbrow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
* - **browsertime-benchmark-unity-webgl-mobile-fenix**
- ❌
- ❌
@@ -13301,6 +13691,726 @@ Browsertime tests that use a custom pageload test script. These use the pageload
+.. dropdown:: dns-multi
+ :class-container: anchor-id-dns-multi-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t dns-multi
+
+ **Owner**: Network Team
+
+ **Description**: Tests multi-domain DNS lookup and pageload performance via native DNS.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#16>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_multi_domain_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-multi**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-multi-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-multi-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-multi**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-multi-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+
+.. dropdown:: dns-native
+ :class-container: anchor-id-dns-native-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t dns-native
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time via native DNS.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#58>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-native**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-native-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-native-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-native**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-native-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-native**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+
+.. dropdown:: dns-usatdy
+ :class-container: anchor-id-dns-usatdy-c
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t dns-usatdy
+
+ **Owner**: Network Team
+
+ **Description**: Tests DNS lookup time via native DNS for usatoday.com.
+
+ * **alert threshold**: 2.0
+ * **apps**: firefox,fenix
+ * **browser cycles**: 3
+ * **browsertime args**: --browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:0
+ * **cold**: true
+ * **custom data**: true
+ * **expected**: pass
+ * **gecko profile interval**: 1
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#23>`__
+ * **lower is better**: true
+ * **page cycles**: 1
+ * **page timeout**: 60000
+ * **test script**: trr_performance.js
+ * **test url**: `<None>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: true
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-usatdy**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-usatdy-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-usatdy-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-dns-usatdy**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-dns-usatdy-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-macosx1470-64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-windows11-64-24h2/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-firefox-dns-usatdy**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+
.. dropdown:: getkeyrng
:class-container: anchor-id-getkeyrng-c
@@ -17236,7 +18346,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#23>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#30>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -17392,28 +18502,28 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-clou-m
- :class-container: anchor-id-trr-clou-m-c
+.. dropdown:: trr-cloudf
+ :class-container: anchor-id-trr-cloudf-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-clou-m
+ ./mach raptor -t trr-cloudf
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a Cloudflare TRR server, mobile.
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
* **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
* **cold**: true
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#79>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#37>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -17433,12 +18543,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-clou-m**
+ * - **browsertime-trr-performance-m-fenix-trr-cloudf**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-clou-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-cloudf-nofis**
- ✅
- ❌
- ❌
@@ -17454,50 +18564,38 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-clou-m**
+ * - **browsertime-trr-performance-m-fenix-trr-cloudf**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-clou-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-cloudf-nofis**
- ❌
- ❌
- ❌
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
-.. dropdown:: trr-cloudf
- :class-container: anchor-id-trr-cloudf-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t trr-cloudf
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time on a Cloudflare TRR server.
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-cloudf**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-cloudf-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#16>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -17665,7 +18763,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#30>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#44>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -17842,7 +18940,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#114>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#51>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -17853,6 +18951,69 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **use live sites**: true
* **Test Task**:
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-multi**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-multi-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-multi**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-multi-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-multi**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-multi-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -17998,32 +19159,32 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-multm
- :class-container: anchor-id-trr-multm-c
+.. dropdown:: trr-next
+ :class-container: anchor-id-trr-next-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-multm
+ ./mach raptor -t trr-next
**Owner**: Network Team
- **Description**: Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server, mobile.
+ **Description**: Tests DNS lookup time on a NextDNS TRR server.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
* **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
+ * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
* **cold**: true
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#121>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#65>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
- * **test script**: trr_multi_domain_performance.js
+ * **test script**: trr_performance.js
* **test url**: `<None>`__
* **type**: pageload
* **unit**: ms
@@ -18039,12 +19200,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-multm**
+ * - **browsertime-trr-performance-m-fenix-trr-next**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-multm-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-next-nofis**
- ✅
- ❌
- ❌
@@ -18060,50 +19221,38 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-multm**
+ * - **browsertime-trr-performance-m-fenix-trr-next**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-multm-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-next-nofis**
- ❌
- ❌
- ❌
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
-.. dropdown:: trr-native
- :class-container: anchor-id-trr-native-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t trr-native
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time via native DNS.
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-next**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-next-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#44>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -18114,7 +19263,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18130,7 +19279,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18146,7 +19295,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18162,7 +19311,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18178,7 +19327,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18194,7 +19343,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18210,7 +19359,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18226,7 +19375,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ✅
- ❌
- ❌
@@ -18242,7 +19391,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-native**
+ * - **browsertime-trr-performance-firefox-trr-next**
- ❌
- ❌
- ❌
@@ -18250,28 +19399,28 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-natv-m
- :class-container: anchor-id-trr-natv-m-c
+.. dropdown:: trr-usatdy
+ :class-container: anchor-id-trr-usatdy-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-natv-m
+ ./mach raptor -t trr-usatdy
**Owner**: Network Team
- **Description**: Tests DNS lookup time via native DNS, mobile.
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server for usatoday.com.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
* **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0
+ * **browsertime args**: --browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
* **cold**: true
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#93>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#72>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18291,12 +19440,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-natv-m**
+ * - **browsertime-trr-performance-m-fenix-trr-usatdy**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-natv-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-usatdy-nofis**
- ✅
- ❌
- ❌
@@ -18312,52 +19461,19 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-natv-m**
+ * - **browsertime-trr-performance-m-fenix-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-natv-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-usatdy-nofis**
- ❌
- ❌
- ❌
- ❌
-
-.. dropdown:: trr-next
- :class-container: anchor-id-trr-next-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t trr-next
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time on a NextDNS TRR server.
-
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#37>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
-
- .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18366,30 +19482,19 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
- - ❌
- - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-usatdy**
+ - ✅
- ❌
- ❌
-
-
- .. list-table:: **test-linux1804-64-qr/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
- ❌
+ * - **browsertime-trr-performance-m-fenix-trr-usatdy-nofis**
+ - ✅
- ❌
- ❌
- ❌
- .. list-table:: **test-linux1804-64-shippable-qr/opt**
+ .. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18398,14 +19503,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
+ .. list-table:: **test-linux1804-64-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18414,14 +19519,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-macosx1470-64-shippable/opt**
+ .. list-table:: **test-linux1804-64-shippable-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18430,14 +19535,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-macosx1470-64/opt**
+ .. list-table:: **test-macosx1470-64-nightlyasrelease/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18446,14 +19551,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
+ .. list-table:: **test-macosx1470-64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18462,14 +19567,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-windows11-64-24h2-shippable/opt**
+ .. list-table:: **test-macosx1470-64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18478,14 +19583,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
- - ✅
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
+ - ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-windows11-64-24h2/opt**
+ .. list-table:: **test-windows11-64-24h2-nightlyasrelease/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18494,47 +19599,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-firefox-trr-next**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
- ❌
-
-.. dropdown:: trr-next-m
- :class-container: anchor-id-trr-next-m-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t trr-next-m
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time on a NextDNS TRR server, mobile.
-
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#86>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ .. list-table:: **test-windows11-64-24h2-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18543,19 +19615,14 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-next-m**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-next-m-nofis**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ✅
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-windows11-64-24h2/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -18564,12 +19631,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-next-m**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-trr-performance-m-fenix-trr-next-m-nofis**
+ * - **browsertime-trr-performance-firefox-trr-usatdy**
- ❌
- ❌
- ❌
@@ -18598,7 +19660,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#58>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#79>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18754,18 +19816,18 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-w-cl-m
- :class-container: anchor-id-trr-w-cl-m-c
+.. dropdown:: trr-w-clou
+ :class-container: anchor-id-trr-w-clou-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-w-cl-m
+ ./mach raptor -t trr-w-clou
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up, mobile.
+ **Description**: Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
@@ -18775,7 +19837,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#100>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#86>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -18795,12 +19857,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-cl-m**
+ * - **browsertime-trr-performance-m-fenix-trr-w-clou**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-cl-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-clou-nofis**
- ✅
- ❌
- ❌
@@ -18816,50 +19878,38 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-cl-m**
+ * - **browsertime-trr-performance-m-fenix-trr-w-clou**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-cl-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-clou-nofis**
- ❌
- ❌
- ❌
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
-.. dropdown:: trr-w-clou
- :class-container: anchor-id-trr-w-clou-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t trr-w-clou
-
- **Owner**: Network Team
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-w-clou**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-w-clou-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
- **Description**: Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up.
-
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#51>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -19027,7 +20077,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#65>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#93>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -19183,18 +20233,18 @@ Browsertime tests that use a custom pageload test script. These use the pageload
-.. dropdown:: trr-w-ne-m
- :class-container: anchor-id-trr-w-ne-m-c
+.. dropdown:: trr-w-next
+ :class-container: anchor-id-trr-w-next-c
* Command to Run Locally
.. code-block::
- ./mach raptor -t trr-w-ne-m
+ ./mach raptor -t trr-w-next
**Owner**: Network Team
- **Description**: Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up, mobile.
+ **Description**: Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up.
* **alert threshold**: 2.0
* **apps**: firefox,fenix
@@ -19204,7 +20254,7 @@ Browsertime tests that use a custom pageload test script. These use the pageload
* **custom data**: true
* **expected**: pass
* **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#107>`__
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#100>`__
* **lower is better**: true
* **page cycles**: 1
* **page timeout**: 60000
@@ -19224,12 +20274,12 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-ne-m**
+ * - **browsertime-trr-performance-m-fenix-trr-w-next**
- ✅
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-ne-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-next-nofis**
- ✅
- ❌
- ❌
@@ -19245,50 +20295,38 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-trr-performance-m-fenix-trr-w-ne-m**
+ * - **browsertime-trr-performance-m-fenix-trr-w-next**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-trr-performance-m-fenix-trr-w-ne-m-nofis**
+ * - **browsertime-trr-performance-m-fenix-trr-w-next-nofis**
- ❌
- ❌
- ❌
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
-.. dropdown:: trr-w-next
- :class-container: anchor-id-trr-w-next-c
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t trr-w-next
-
- **Owner**: Network Team
-
- **Description**: Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up.
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-trr-performance-m-fenix-trr-w-next**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-trr-performance-m-fenix-trr-w-next-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
- * **alert threshold**: 2.0
- * **apps**: firefox,fenix
- * **browser cycles**: 3
- * **browsertime args**: --browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query
- * **cold**: true
- * **custom data**: true
- * **expected**: pass
- * **gecko profile interval**: 1
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml#72>`__
- * **lower is better**: true
- * **page cycles**: 1
- * **page timeout**: 60000
- * **test script**: trr_performance.js
- * **test url**: `<None>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: true
- * **Test Task**:
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
@@ -21789,6 +22827,42 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-video-playback-latency-mobile-chrome-m-vpl-av1-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-fenix-vpl-av1**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-fenix-vpl-av1-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-geckoview-vpl-av1**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-geckoview-vpl-av1-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -22092,6 +23166,42 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-video-playback-latency-mobile-chrome-m-vpl-h264-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-fenix-vpl-h264**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-fenix-vpl-h264-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-geckoview-vpl-h264**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-geckoview-vpl-h264-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -22400,6 +23510,42 @@ Browsertime tests that use a custom pageload test script. These use the pageload
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-video-playback-latency-mobile-chrome-m-vpl-vp9-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-fenix-vpl-vp9**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-fenix-vpl-vp9-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-geckoview-vpl-vp9**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-video-playback-latency-mobile-geckoview-vpl-vp9-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. list-table:: **test-linux1804-64-nightlyasrelease-qr/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -34360,6 +35506,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-booking-sf-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-booking-sf**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-booking-sf-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-booking-sf**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-booking-sf-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: discord
:class-container: anchor-id-discord-l
@@ -34455,6 +35637,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-discord-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-discord**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-discord-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-discord**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-discord-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: fashionbeans
:class-container: anchor-id-fashionbeans-l
@@ -34550,6 +35768,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-fashionbeans-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-fashionbeans**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-fashionbeans-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-fashionbeans**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-fashionbeans-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: google-accounts
:class-container: anchor-id-google-accounts-l
@@ -34645,6 +35899,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-google-accounts-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-accounts**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-accounts-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-accounts**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-accounts-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: imdb-firefox
:class-container: anchor-id-imdb-firefox-l
@@ -34740,6 +36030,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-imdb-firefox-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-imdb-firefox**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-imdb-firefox-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-imdb-firefox**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-imdb-firefox-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: medium-article
:class-container: anchor-id-medium-article-l
@@ -34804,7 +36130,38 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-fenix-medium-article**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-medium-article-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-medium-article**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-medium-article-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -34813,6 +36170,11 @@ A set of test pages that are run as live sites instead of recorded versions. The
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-medium-article-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-medium-article**
- ❌
- ❌
@@ -34930,6 +36292,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-people-article-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-people-article**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-people-article-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-people-article**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-people-article-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: reddit-thread
:class-container: anchor-id-reddit-thread-l
@@ -35025,6 +36423,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-reddit-thread-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-reddit-thread**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-reddit-thread-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-reddit-thread**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-reddit-thread-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: rumble-fox
:class-container: anchor-id-rumble-fox-l
@@ -35120,6 +36554,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-rumble-fox-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-rumble-fox**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-rumble-fox-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-rumble-fox**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-rumble-fox-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: stackoverflow-question
:class-container: anchor-id-stackoverflow-question-l
@@ -35215,6 +36685,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-stackoverflow-question-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow-question**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow-question-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow-question**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow-question-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: urbandictionary-define
:class-container: anchor-id-urbandictionary-define-l
@@ -35310,6 +36816,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-urbandictionary-define-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-urbandictionary-define**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-urbandictionary-define-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-urbandictionary-define**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-urbandictionary-define-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: wikia-marvel
:class-container: anchor-id-wikia-marvel-l
@@ -35405,6 +36947,42 @@ A set of test pages that are run as live sites instead of recorded versions. The
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-wikia-marvel-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-wikia-marvel**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-wikia-marvel-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-wikia-marvel**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-wikia-marvel-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
Mobile
@@ -35569,6 +37147,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-chrome-m-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-cstm-car-m-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-allrecipes**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-allrecipes**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-allrecipes**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-allrecipes**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-allrecipes**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-allrecipes-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: amazon
:class-container: anchor-id-amazon-m
@@ -35728,6 +37377,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-amazon**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-amazon**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-amazon**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-amazon**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-amazon-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-amazon**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: amazon-search
:class-container: anchor-id-amazon-search-m
@@ -35830,18 +37550,197 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
* - **browsertime-tp6m-webextensions-fenix-amazon-search**
- - ✅
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-webextensions-fenix-amazon-search-nofis**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-fenix-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-webextensions-fenix-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-webextensions-fenix-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-chrome-m-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-cstm-car-m-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-amazon-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-amazon-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-webextensions-fenix-amazon-search**
+ - ❌
- ❌
- ❌
- ❌
* - **browsertime-tp6m-webextensions-fenix-amazon-search-nofis**
- - ✅
+ - ❌
- ❌
- ❌
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+
+.. dropdown:: bild-de
+ :class-container: anchor-id-bild-de-m
+
+ * Command to Run Locally
+
+ .. code-block::
+
+ ./mach raptor -t bild-de
+
+ **Owner**: PerfTest Team
+
+ * **alert on**: `fcp <raptor-metrics.html#first-paint>`__, `loadtime <raptor-metrics.html#load-time>`__, `ContentfulSpeedIndex <raptor-metrics.html#contentful-speed-index>`__, `PerceptualSpeedIndex <raptor-metrics.html#perceptual-speed-index>`__, `SpeedIndex <raptor-metrics.html#speed-index>`__, `FirstVisualChange <raptor-metrics.html#first-visual-change>`__, `LastVisualChange <raptor-metrics.html#last-visual-change>`__, `largestContentfulPaint <raptor-metrics.html#largest-contentful-paint>`__
+ * **alert threshold**: 2.0
+ * **apps**: geckoview, fenix, refbrow, chrome-m, cstm-car-m
+ * **benchmark page**: true
+ * **browser cycles**: 15
+ * **expected**: pass
+ * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/tp6/mobile/browsertime-tp6m.toml#33>`__
+ * **lower is better**: true
+ * **page cycles**: 25
+ * **page timeout**: 60000
+ * **playback**: mitmproxy-android
+ * **playback pageset manifest**: mitm8-android-fenix-bild-de.manifest
+ * **playback version**: 11.0.0
+ * **support class**: browsertime_pageload.py
+ * **test url**: `<https://www.bild.de/sport/american-football/nfl/super-bowl-rekordquote-fuer-die-nfl-87139668.bild.html>`__
+ * **type**: pageload
+ * **unit**: ms
+ * **use live sites**: false
+ * **Test Task**:
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -35850,96 +37749,69 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-essential-fenix-amazon-search**
+ * - **browsertime-tp6m-chrome-m-bild-de-nofis**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-essential-fenix-amazon-search-nofis**
+ * - **browsertime-tp6m-cstm-car-m-bild-de-nofis**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-essential-geckoview-amazon-search**
+ * - **browsertime-tp6m-fenix-bild-de**
+ - ✅
- ❌
- ❌
- ❌
+ * - **browsertime-tp6m-fenix-bild-de-nofis**
+ - ✅
+ - ✅
- ❌
- * - **browsertime-tp6m-essential-geckoview-amazon-search-nofis**
- ❌
+ * - **browsertime-tp6m-geckoview-bild-de**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-essential-refbrow-amazon-search**
- ❌
+ * - **browsertime-tp6m-geckoview-bild-de-nofis**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-fenix-amazon-search**
- ❌
+ * - **browsertime-tp6m-live-chrome-m-bild-de-nofis**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-fenix-amazon-search-nofis**
- ❌
+ * - **browsertime-tp6m-live-fenix-bild-de**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-geckoview-amazon-search**
- ❌
+ * - **browsertime-tp6m-live-fenix-bild-de-nofis**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-geckoview-amazon-search-nofis**
- ❌
+ * - **browsertime-tp6m-live-geckoview-bild-de**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-webextensions-fenix-amazon-search**
- ❌
+ * - **browsertime-tp6m-live-geckoview-bild-de-nofis**
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-webextensions-fenix-amazon-search-nofis**
+ - ❌
+ * - **browsertime-tp6m-refbrow-bild-de**
- ❌
- ❌
- ❌
- ❌
-
-.. dropdown:: bild-de
- :class-container: anchor-id-bild-de-m
-
- * Command to Run Locally
-
- .. code-block::
-
- ./mach raptor -t bild-de
-
- **Owner**: PerfTest Team
-
- * **alert on**: `fcp <raptor-metrics.html#first-paint>`__, `loadtime <raptor-metrics.html#load-time>`__, `ContentfulSpeedIndex <raptor-metrics.html#contentful-speed-index>`__, `PerceptualSpeedIndex <raptor-metrics.html#perceptual-speed-index>`__, `SpeedIndex <raptor-metrics.html#speed-index>`__, `FirstVisualChange <raptor-metrics.html#first-visual-change>`__, `LastVisualChange <raptor-metrics.html#last-visual-change>`__, `largestContentfulPaint <raptor-metrics.html#largest-contentful-paint>`__
- * **alert threshold**: 2.0
- * **apps**: geckoview, fenix, refbrow, chrome-m, cstm-car-m
- * **benchmark page**: true
- * **browser cycles**: 15
- * **expected**: pass
- * **link searchfox**: `<https://searchfox.org/mozilla-central/source/testing/raptor/raptor/tests/tp6/mobile/browsertime-tp6m.toml#33>`__
- * **lower is better**: true
- * **page cycles**: 25
- * **page timeout**: 60000
- * **playback**: mitmproxy-android
- * **playback pageset manifest**: mitm8-android-fenix-bild-de.manifest
- * **playback version**: 11.0.0
- * **support class**: browsertime_pageload.py
- * **test url**: `<https://www.bild.de/sport/american-football/nfl/super-bowl-rekordquote-fuer-die-nfl-87139668.bild.html>`__
- * **type**: pageload
- * **unit**: ms
- * **use live sites**: false
- * **Test Task**:
-
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -35948,37 +37820,22 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-chrome-m-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-bild-de-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-fenix-bild-de**
- ✅
- ❌
- ❌
- ❌
* - **browsertime-tp6m-fenix-bild-de-nofis**
- - ✅
- - ✅
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-bild-de**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-geckoview-bild-de-nofis**
+ * - **browsertime-tp6m-geckoview-bild-de**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-chrome-m-bild-de-nofis**
+ * - **browsertime-tp6m-geckoview-bild-de-nofis**
- ❌
- ❌
- ❌
@@ -36010,7 +37867,7 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -36019,6 +37876,16 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-chrome-m-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-fenix-bild-de**
- ✅
- ❌
@@ -36039,6 +37906,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
- ❌
+ * - **browsertime-tp6m-live-chrome-m-bild-de-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-bild-de**
- ❌
- ❌
@@ -36225,6 +38097,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-bing**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-bing**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-bing**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-bing**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-bing-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-bing**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: bing-search-restaurants
:class-container: anchor-id-bing-search-restaurants-m
@@ -36384,6 +38327,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-bing-search-restaurants**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-bing-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-bing-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-bing-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-bing-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: booking
:class-container: anchor-id-booking-m
@@ -36543,6 +38557,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-booking**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-booking**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-booking**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-booking**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-booking-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-booking**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: cnn
:class-container: anchor-id-cnn-m
@@ -36702,6 +38787,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-cnn**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-cnn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-cnn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-cnn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-cnn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-cnn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: cnn-ampstories
:class-container: anchor-id-cnn-ampstories-m
@@ -36861,6 +39017,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-cnn-ampstories**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-cnn-ampstories**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-cnn-ampstories**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-cnn-ampstories**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-cnn-ampstories-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-cnn-ampstories**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: dailymail
:class-container: anchor-id-dailymail-m
@@ -36964,7 +39191,63 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-fenix-dailymail**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-dailymail**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-dailymail**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-dailymail**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-dailymail**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -36973,6 +39256,16 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-chrome-m-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-fenix-dailymail**
- ✅
- ❌
@@ -36993,6 +39286,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
- ❌
+ * - **browsertime-tp6m-live-chrome-m-dailymail-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-dailymail**
- ❌
- ❌
@@ -37179,6 +39477,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-ebay-kleinanzeigen**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: ebay-kleinanzeigen-search
:class-container: anchor-id-ebay-kleinanzeigen-search-m
@@ -37338,6 +39707,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: espn
:class-container: anchor-id-espn-m
@@ -37497,6 +39937,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-chrome-m-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-cstm-car-m-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-espn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-espn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-espn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-espn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-espn**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-espn-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: facebook
:class-container: anchor-id-facebook-m
@@ -37566,7 +40077,38 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-live-fenix-facebook**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-facebook-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-facebook**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-facebook-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -37575,6 +40117,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-live-chrome-m-facebook-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-facebook**
- ❌
- ❌
@@ -37756,6 +40303,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-facebook-cristiano**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-facebook-cristiano**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-facebook-cristiano**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-facebook-cristiano**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-facebook-cristiano-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-facebook-cristiano**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: google
:class-container: anchor-id-google-m
@@ -37916,6 +40534,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-chrome-m-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-cstm-car-m-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-google**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-google**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-google**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: google-maps
:class-container: anchor-id-google-maps-m
@@ -38075,6 +40764,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-google-maps**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-google-maps**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-maps**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-maps**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-maps-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-google-maps**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: google-search-restaurants
:class-container: anchor-id-google-search-restaurants-m
@@ -38108,7 +40868,78 @@ Page-load performance test suite on Android. The links direct to the actual webs
* **use live sites**: false
* **Test Task**:
- .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ .. list-table:: **test-android-hw-a55-14-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-google-search-restaurants**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-google-search-restaurants-nofis**
+ - ✅
+ - ✅
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-google-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-google-search-restaurants**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -38117,37 +40948,22 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
- * - **browsertime-tp6m-chrome-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-cstm-car-m-google-search-restaurants-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
* - **browsertime-tp6m-fenix-google-search-restaurants**
- ✅
- ❌
- ❌
- ❌
* - **browsertime-tp6m-fenix-google-search-restaurants-nofis**
- - ✅
- - ✅
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-google-search-restaurants**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-geckoview-google-search-restaurants-nofis**
+ * - **browsertime-tp6m-geckoview-google-search-restaurants**
- ❌
- ❌
- ❌
- ❌
- * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-nofis**
+ * - **browsertime-tp6m-geckoview-google-search-restaurants-nofis**
- ❌
- ❌
- ❌
@@ -38179,7 +40995,7 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
:widths: 30 15 15 15 15
:header-rows: 1
@@ -38188,6 +41004,16 @@ Page-load performance test suite on Android. The links direct to the actual webs
- autoland
- mozilla-release
- mozilla-beta
+ * - **browsertime-tp6m-chrome-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-fenix-google-search-restaurants**
- ✅
- ❌
@@ -38208,6 +41034,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
- ❌
+ * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
* - **browsertime-tp6m-live-fenix-google-search-restaurants**
- ❌
- ❌
@@ -38394,6 +41225,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-imdb**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-imdb**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-imdb**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-imdb**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-imdb-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-imdb**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: instagram
:class-container: anchor-id-instagram-m
@@ -38554,6 +41456,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-instagram**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-instagram**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-instagram**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-instagram**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-instagram-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-instagram**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: microsoft-support
:class-container: anchor-id-microsoft-support-m
@@ -38713,6 +41686,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-chrome-m-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-cstm-car-m-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-microsoft-support**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-microsoft-support**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-microsoft-support**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-microsoft-support**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-microsoft-support**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-microsoft-support-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: reddit
:class-container: anchor-id-reddit-m
@@ -38872,6 +41916,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-reddit**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-reddit**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-reddit**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-reddit**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-reddit-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-reddit**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: sina
:class-container: anchor-id-sina-m
@@ -38986,6 +42101,52 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-sina-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-sina-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-sina**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-sina-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-sina**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-sina-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-sina**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: stackoverflow
:class-container: anchor-id-stackoverflow-m
@@ -39043,8 +42204,135 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- ❌
* - **browsertime-tp6m-fenix-stackoverflow-nofis**
- - ✅
- - ✅
+ - ✅
+ - ✅
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-fenix-stackoverflow**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-stackoverflow**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-stackoverflow-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-stackoverflow**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-stackoverflow-nofis**
+ - ❌
+ - ❌
- ❌
- ❌
* - **browsertime-tp6m-geckoview-stackoverflow**
@@ -39089,62 +42377,6 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
- .. list-table:: **test-android-hw-a55-14-0-aarch64/opt**
- :widths: 30 15 15 15 15
- :header-rows: 1
-
- * - **Test Name**
- - mozilla-central
- - autoland
- - mozilla-release
- - mozilla-beta
- * - **browsertime-tp6m-fenix-stackoverflow**
- - ✅
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-fenix-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-geckoview-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-fenix-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-live-geckoview-stackoverflow-nofis**
- - ❌
- - ❌
- - ❌
- - ❌
- * - **browsertime-tp6m-refbrow-stackoverflow**
- - ❌
- - ❌
- - ❌
- - ❌
-
-
.. dropdown:: wikipedia
:class-container: anchor-id-wikipedia-m
@@ -39304,6 +42536,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-wikipedia**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-wikipedia**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-wikipedia**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-wikipedia**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-wikipedia-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-wikipedia**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: youtube
:class-container: anchor-id-youtube-m
@@ -39463,6 +42766,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-chrome-m-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-cstm-car-m-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-youtube**
+ - ✅
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-fenix-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-youtube**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-geckoview-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-youtube**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-youtube**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-youtube-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-refbrow-youtube**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
.. dropdown:: youtube-watch
:class-container: anchor-id-youtube-watch-m
@@ -39622,6 +42996,77 @@ Page-load performance test suite on Android. The links direct to the actual webs
- ❌
+ .. list-table:: **test-android-hw-p6-13-0-aarch64-shippable/opt**
+ :widths: 30 15 15 15 15
+ :header-rows: 1
+
+ * - **Test Name**
+ - mozilla-central
+ - autoland
+ - mozilla-release
+ - mozilla-beta
+ * - **browsertime-tp6m-essential-chrome-m-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-cstm-car-m-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-youtube-watch**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-fenix-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-youtube-watch**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-geckoview-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-essential-refbrow-youtube-watch**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-chrome-m-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-youtube-watch**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-fenix-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-youtube-watch**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+ * - **browsertime-tp6m-live-geckoview-youtube-watch-nofis**
+ - ❌
+ - ❌
+ - ❌
+ - ❌
+
+
Scenario
diff --git a/testing/raptor/browsertime/trr_performance.js b/testing/raptor/browsertime/trr_performance.js
@@ -14,7 +14,8 @@ module.exports = logTest(
const testType = `${context.options.browsertime.test_type}`;
context.log.info("testType: " + testType);
- const url = "https://httpbin.org/";
+ const url = context.options.browsertime.test_url || "https://httpbin.org/";
+ context.log.info("url: " + url);
await commands.navigate("about:blank");
diff --git a/testing/raptor/raptor/perfdocs/config.yml b/testing/raptor/raptor/perfdocs/config.yml
@@ -243,22 +243,19 @@ suites:
addkBLN: "Use add API to send a couple of large Blobs to IndexedDB independently"
constant-regression: "Generates a constant value that can be changed to induce a regression."
getkeyrng: "Measures the speed of key-range based reads of IndexedDB"
- trr-cloudf: "Tests DNS lookup time on a Cloudflare TRR server."
+ dns-multi: "Tests multi-domain DNS lookup and pageload performance via native DNS."
+ dns-native: "Tests DNS lookup time via native DNS."
+ dns-usatdy: "Tests DNS lookup time via native DNS for usatoday.com."
trr-cira: "Tests DNS lookup time on a CIRA TRR server."
+ trr-cloudf: "Tests DNS lookup time on a Cloudflare TRR server."
trr-comcas: "Tests DNS lookup time on a Comcast TRR server."
- trr-next: "Tests DNS lookup time on a NextDNS TRR server."
- trr-native: "Tests DNS lookup time via native DNS."
trr-multi: "Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server."
- trr-w-clou: "Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up."
+ trr-next: "Tests DNS lookup time on a NextDNS TRR server."
+ trr-usatdy: "Tests DNS lookup time on a Cloudflare TRR server for usatoday.com."
trr-w-cira: "Tests DNS lookup time on a CIRA TRR server, with the TRR connection warmed up."
+ trr-w-clou: "Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up."
trr-w-comc: "Tests DNS lookup time on a Comcast TRR server, with the TRR connection warmed up."
trr-w-next: "Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up."
- trr-clou-m: "Tests DNS lookup time on a Cloudflare TRR server, mobile."
- trr-next-m: "Tests DNS lookup time on a NextDNS TRR server, mobile."
- trr-natv-m: "Tests DNS lookup time via native DNS, mobile."
- trr-multm: "Tests multi-domain DNS lookup and pageload performance on a Cloudflare TRR server, mobile."
- trr-w-cl-m: "Tests DNS lookup time on a Cloudflare TRR server, with the TRR connection warmed up, mobile."
- trr-w-ne-m: "Tests DNS lookup time on a NextDNS TRR server, with the TRR connection warmed up, mobile."
upload: "Measures HTTP/2 file upload throughput with a remote server"
upload-h3: "Measures HTTP/3 file upload throughput with a remote server"
h2-upload: "Measures HTTP/2 file upload throughput with a local server"
diff --git a/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml b/testing/raptor/raptor/tests/custom/browsertime-trr-performance.toml
@@ -13,114 +13,93 @@ use_live_sites = true
# Keep this list in alphabetical order
-["trr-cloudf"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
-browser_cycles = 3
-test_script = "trr_performance.js"
-test_url = "None"
-custom_data = true
-
-["trr-cira"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
+["dns-multi"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
browser_cycles = 3
-test_script = "trr_performance.js"
+test_script = "trr_multi_domain_performance.js"
test_url = "None"
custom_data = true
-["trr-comcas"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
+["dns-usatdy"]
+browsertime_args = "--browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:0"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-next"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
+["trr-cira"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-native"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
+["trr-cloudf"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-clou"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-comcas"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-cira"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
+["trr-multi"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
-test_script = "trr_performance.js"
+test_script = "trr_multi_domain_performance.js"
test_url = "None"
custom_data = true
-["trr-w-comc"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
+["dns-native"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-next"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
+["trr-next"]
+browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-clou-m"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-usatdy"]
+browsertime_args = "--browsertime.test_type=browser_idle --browsertime.test_url=https://www.usatoday.com/ --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-next-m"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
+["trr-w-cira"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://private.canadianshield.cira.ca/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-natv-m"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:0"
+["trr-w-clou"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-cl-m"]
-browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
+["trr-w-comc"]
+browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://doh.xfinity.com/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-["trr-w-ne-m"]
+["trr-w-next"]
browsertime_args = "--browsertime.test_type=trr_warm --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://firefox.dns.nextdns.io/dns-query"
browser_cycles = 3
test_script = "trr_performance.js"
test_url = "None"
custom_data = true
-
-["trr-multi"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
-browser_cycles = 3
-test_script = "trr_multi_domain_performance.js"
-test_url = "None"
-custom_data = true
-
-["trr-multm"]
-browsertime_args = "--browsertime.test_type=browser_idle --firefox.preference network.trr.mode:3 --firefox.preference network.trr.uri:https://mozilla.cloudflare-dns.com/dns-query"
-browser_cycles = 3
-test_script = "trr_multi_domain_performance.js"
-test_url = "None"
-custom_data = true
