commit c5ed9bb1207bc2859b60af479ca66277a60064da
parent 02faa09f39ff37bf0cb3d6ba280a226cabf6a8b1
Author: James Graham <james@hoppipolla.co.uk>
Date: Fri, 7 Nov 2025 09:02:53 +0000
Bug 1998581 [wpt PR 55884] - Disable reftests on firefox_android, a=testonly
Automatic update from web-platform-tests
Reduce emulator cores count to 4
--
Reduce emulator display size
--
Disable reftests on firefox-android
For now, because they are always timing out. This is a temporary fix to get some
results while we diagnose the underlying issue.
--
wpt-commits: 595bf97419d269c66972cc1e2647d11febaa9e62, ae8e19c011bd0c1bc8ea9a6a45863c34681f9693, 8f25d0cad39c05f4f169a3864b47300f504b292a
wpt-pr: 55884
Diffstat:
3 files changed, 145 insertions(+), 46 deletions(-)
diff --git a/testing/web-platform/tests/tools/ci/tc/tasks/test.yml b/testing/web-platform/tests/tools/ci/tc/tasks/test.yml
@@ -154,8 +154,6 @@ tasks:
- vars:
suite: testharness
- vars:
- suite: reftest
- - vars:
suite: wdspec
- vars:
suite: crashtest
@@ -278,6 +276,119 @@ tasks:
of ${chunks.total}), run in the ${vars.channel} release of
${vars.browser}.
+ # Reftests are currently broken on firefox_android; this should otherwise be identical
+ # to the section above
+ - $map:
+ for:
+ - vars:
+ suite: reftest
+ do:
+ $map:
+ for:
+ - vars:
+ browser: firefox
+ channel: nightly
+ use:
+ - trigger-master
+ - trigger-push
+ - vars:
+ browser: firefox
+ channel: beta
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: firefox
+ channel: stable
+ use:
+ - trigger-daily
+ - trigger-push
+ - vars:
+ # Chromium ToT
+ browser: chromium
+ channel: nightly
+ use:
+ - trigger-daily
+ - trigger-push
+ - vars:
+ browser: chrome
+ channel: canary
+ use:
+ - trigger-master
+ - trigger-push
+ - vars:
+ browser: chrome
+ channel: dev
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: chrome
+ channel: beta
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: chrome
+ channel: stable
+ use:
+ - trigger-daily
+ - trigger-push
+ - vars:
+ browser: webkitgtk_minibrowser
+ channel: nightly
+ use:
+ - trigger-daily
+ - trigger-push
+ - vars:
+ browser: webkitgtk_minibrowser
+ channel: stable
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: webkitgtk_minibrowser
+ channel: beta
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: wpewebkit_minibrowser
+ channel: nightly
+ use:
+ - trigger-daily
+ - trigger-push
+ - vars:
+ browser: wpewebkit_minibrowser
+ channel: stable
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: wpewebkit_minibrowser
+ channel: beta
+ use:
+ - trigger-weekly
+ - trigger-push
+ - vars:
+ browser: servo
+ channel: nightly
+ use:
+ - trigger-daily
+ - trigger-push
+ do:
+ - ${vars.browser}-${vars.channel}-${vars.suite}:
+ use:
+ - wpt-base
+ - run-options
+ - wpt-run
+ - browser-${vars.browser}
+ - wpt-${vars.suite}
+ description: >-
+ A subset of WPT's "${vars.suite}" tests (chunk number ${chunks.id}
+ of ${chunks.total}), run in the ${vars.channel} release of
+ ${vars.browser}.
+
# print-reftest are currently only supported by Chrome and Firefox.
- $map:
for:
diff --git a/testing/web-platform/tests/tools/ci/tc/tests/test_valid.py b/testing/web-platform/tests/tools/ci/tc/tests/test_valid.py
@@ -153,6 +153,12 @@ def test_verify_payload():
'wpt-chrome-canary-testharness-14',
'wpt-chrome-canary-testharness-15',
'wpt-chrome-canary-testharness-16',
+ 'wpt-firefox-nightly-wdspec-1',
+ 'wpt-firefox-nightly-wdspec-2',
+ 'wpt-chrome-canary-wdspec-1',
+ 'wpt-chrome-canary-wdspec-2',
+ 'wpt-firefox-nightly-crashtest-1',
+ 'wpt-chrome-canary-crashtest-1',
'wpt-firefox-nightly-reftest-1',
'wpt-firefox-nightly-reftest-2',
'wpt-firefox-nightly-reftest-3',
@@ -165,12 +171,6 @@ def test_verify_payload():
'wpt-chrome-canary-reftest-4',
'wpt-chrome-canary-reftest-5',
'wpt-chrome-canary-reftest-6',
- 'wpt-firefox-nightly-wdspec-1',
- 'wpt-firefox-nightly-wdspec-2',
- 'wpt-chrome-canary-wdspec-1',
- 'wpt-chrome-canary-wdspec-2',
- 'wpt-firefox-nightly-crashtest-1',
- 'wpt-chrome-canary-crashtest-1',
'wpt-firefox-nightly-print-reftest-1',
'wpt-chrome-canary-print-reftest-1',
'lint']),
@@ -365,6 +365,30 @@ def test_verify_payload():
'wpt-firefox_android-stable-testharness-28',
'wpt-firefox_android-stable-testharness-29',
'wpt-firefox_android-stable-testharness-30',
+ 'wpt-firefox-stable-wdspec-1',
+ 'wpt-firefox-stable-wdspec-2',
+ 'wpt-chromium-nightly-wdspec-1',
+ 'wpt-chromium-nightly-wdspec-2',
+ 'wpt-chrome-stable-wdspec-1',
+ 'wpt-chrome-stable-wdspec-2',
+ 'wpt-webkitgtk_minibrowser-nightly-wdspec-1',
+ 'wpt-webkitgtk_minibrowser-nightly-wdspec-2',
+ 'wpt-wpewebkit_minibrowser-nightly-wdspec-1',
+ 'wpt-wpewebkit_minibrowser-nightly-wdspec-2',
+ 'wpt-servo-nightly-wdspec-1',
+ 'wpt-servo-nightly-wdspec-2',
+ 'wpt-firefox_android-nightly-wdspec-1',
+ 'wpt-firefox_android-nightly-wdspec-2',
+ 'wpt-firefox_android-stable-wdspec-1',
+ 'wpt-firefox_android-stable-wdspec-2',
+ 'wpt-firefox-stable-crashtest-1',
+ 'wpt-chromium-nightly-crashtest-1',
+ 'wpt-chrome-stable-crashtest-1',
+ 'wpt-webkitgtk_minibrowser-nightly-crashtest-1',
+ 'wpt-wpewebkit_minibrowser-nightly-crashtest-1',
+ 'wpt-servo-nightly-crashtest-1',
+ 'wpt-firefox_android-nightly-crashtest-1',
+ 'wpt-firefox_android-stable-crashtest-1',
'wpt-firefox-stable-reftest-1',
'wpt-firefox-stable-reftest-2',
'wpt-firefox-stable-reftest-3',
@@ -401,42 +425,6 @@ def test_verify_payload():
'wpt-servo-nightly-reftest-4',
'wpt-servo-nightly-reftest-5',
'wpt-servo-nightly-reftest-6',
- 'wpt-firefox_android-nightly-reftest-1',
- 'wpt-firefox_android-nightly-reftest-2',
- 'wpt-firefox_android-nightly-reftest-3',
- 'wpt-firefox_android-nightly-reftest-4',
- 'wpt-firefox_android-nightly-reftest-5',
- 'wpt-firefox_android-nightly-reftest-6',
- 'wpt-firefox_android-stable-reftest-1',
- 'wpt-firefox_android-stable-reftest-2',
- 'wpt-firefox_android-stable-reftest-3',
- 'wpt-firefox_android-stable-reftest-4',
- 'wpt-firefox_android-stable-reftest-5',
- 'wpt-firefox_android-stable-reftest-6',
- 'wpt-firefox-stable-wdspec-1',
- 'wpt-firefox-stable-wdspec-2',
- 'wpt-chromium-nightly-wdspec-1',
- 'wpt-chromium-nightly-wdspec-2',
- 'wpt-chrome-stable-wdspec-1',
- 'wpt-chrome-stable-wdspec-2',
- 'wpt-webkitgtk_minibrowser-nightly-wdspec-1',
- 'wpt-webkitgtk_minibrowser-nightly-wdspec-2',
- 'wpt-wpewebkit_minibrowser-nightly-wdspec-1',
- 'wpt-wpewebkit_minibrowser-nightly-wdspec-2',
- 'wpt-servo-nightly-wdspec-1',
- 'wpt-servo-nightly-wdspec-2',
- 'wpt-firefox_android-nightly-wdspec-1',
- 'wpt-firefox_android-nightly-wdspec-2',
- 'wpt-firefox_android-stable-wdspec-1',
- 'wpt-firefox_android-stable-wdspec-2',
- 'wpt-firefox-stable-crashtest-1',
- 'wpt-chromium-nightly-crashtest-1',
- 'wpt-chrome-stable-crashtest-1',
- 'wpt-webkitgtk_minibrowser-nightly-crashtest-1',
- 'wpt-wpewebkit_minibrowser-nightly-crashtest-1',
- 'wpt-servo-nightly-crashtest-1',
- 'wpt-firefox_android-nightly-crashtest-1',
- 'wpt-firefox_android-stable-crashtest-1',
'wpt-firefox-stable-print-reftest-1',
'wpt-chromium-nightly-print-reftest-1',
'wpt-chrome-stable-print-reftest-1'])
diff --git a/testing/web-platform/tests/tools/wpt/android.py b/testing/web-platform/tests/tools/wpt/android.py
@@ -48,13 +48,13 @@ def do_delayed_imports(paths):
"-memory",
"4096",
"-cores",
- "8",
+ "4",
"-prop",
"ro.test_harness=true",
"-no-snapstorage",
"-no-snapshot",
"-skin",
- "1080x1920",
+ "800x1280"
],
True,
)
