commit 7d387e8f7272e4106b6050c4d4dbb61ab50e41f5 parent 2867498353792c57689fcdcb9b2908f45e456627 Author: myeongjun <myeongjun.ko@gmail.com> Date: Thu, 18 Dec 2025 13:23:45 +0000 Bug 1693051 - Update tests with suite-level values to produce replicates at the suite-level r=sparky,perftest-reviewers Differential Revision: https://phabricator.services.mozilla.com/D276186 Diffstat:
4 files changed, 18 insertions(+), 0 deletions(-)
diff --git a/testing/mozharness/external_tools/performance-artifact-schema.json b/testing/mozharness/external_tools/performance-artifact-schema.json @@ -177,6 +177,15 @@ "minLength": 1, "maxLength": 20 }, + "replicates": { + "title": "Suite replicates", + "type": "array", + "items": { + "type": "number", + "minimum": -1000000000000.0, + "maximum": 1000000000000.0 + } + }, "lowerIsBetter": { "description": "Whether lower values are better for suite", "title": "Lower is better", diff --git a/testing/raptor/browsertime/support-scripts/jetstream3.py b/testing/raptor/browsertime/support-scripts/jetstream3.py @@ -82,11 +82,14 @@ class JetStreamSupport(BasePythonSupport): suite["subtests"].sort(key=lambda subtest: subtest["name"]) score = 0 + replicates = [] for subtest in suite["subtests"]: if subtest["name"] == "score": score = subtest["value"] + replicates = subtest.get("replicates", []) break suite["value"] = score + suite["replicates"] = replicates def modify_command(self, cmd, test): """Modify the browsertime command to have the appropriate suite name in diff --git a/testing/raptor/browsertime/support-scripts/motionmark-1-3.py b/testing/raptor/browsertime/support-scripts/motionmark-1-3.py @@ -76,11 +76,14 @@ class MotionMarkSupport(BasePythonSupport): suite["subtests"].sort(key=lambda subtest: subtest["name"]) score = 0 + replicates = [] for subtest in suite["subtests"]: if subtest["name"] == "score": score = subtest["value"] + replicates = subtest.get("replicates", []) break suite["value"] = score + suite["replicates"] = replicates def modify_command(self, cmd, test): """Modify the browsertime command to have the appropriate suite name. diff --git a/testing/raptor/browsertime/support-scripts/speedometer3.py b/testing/raptor/browsertime/support-scripts/speedometer3.py @@ -86,11 +86,14 @@ class Speedometer3Support(BasePythonSupport): suite["subtests"].sort(key=lambda subtest: subtest["name"]) score = 0 + replicates = [] for subtest in suite["subtests"]: if subtest["name"] == "score": score = subtest["value"] + replicates = subtest.get("replicates", []) break suite["value"] = score + suite["replicates"] = replicates def modify_command(self, cmd, test): """Modify the browsertime command for speedometer 3.