mach_test_package_commands.py (7213B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 5 import json 6 import os 7 import sys 8 from argparse import Namespace 9 from functools import partial 10 11 from mach.decorators import Command 12 13 here = os.path.abspath(os.path.dirname(__file__)) 14 parser = None 15 logger = None 16 17 18 def run_test(context, is_junit, **kwargs): 19 from mochitest_options import ALL_FLAVORS 20 from mozlog.commandline import setup_logging 21 22 if not kwargs.get("log"): 23 kwargs["log"] = setup_logging("mochitest", kwargs, {"mach": sys.stdout}) 24 global logger 25 logger = kwargs["log"] 26 27 flavor = kwargs.get("flavor") or "mochitest" 28 if flavor not in ALL_FLAVORS: 29 for fname, fobj in ALL_FLAVORS.items(): 30 if flavor in fobj["aliases"]: 31 flavor = fname 32 break 33 fobj = ALL_FLAVORS[flavor] 34 kwargs.update(fobj.get("extra_args", {})) 35 36 if kwargs.get("allow_software_gl_layers"): 37 os.environ["MOZ_LAYERS_ALLOW_SOFTWARE_GL"] = "1" 38 del kwargs["allow_software_gl_layers"] 39 if kwargs.get("mochitest_suite"): 40 suite = kwargs["mochitest_suite"] 41 del kwargs["mochitest_suite"] 42 elif kwargs.get("test_suite"): 43 suite = kwargs["test_suite"] 44 del kwargs["test_suite"] 45 if kwargs.get("no_run_tests"): 46 del kwargs["no_run_tests"] 47 48 args = Namespace(**kwargs) 49 args.e10s = context.mozharness_config.get("e10s", args.e10s) 50 args.certPath = context.certs_dir 51 52 if is_junit: 53 return run_geckoview_junit(context, args) 54 55 # subsuite mapping from mozharness configs 56 subsuites = { 57 # --mochitest-suite -> --subsuite 58 "mochitest-chrome-gpu": "gpu", 59 "mochitest-plain-gpu": "gpu", 60 "mochitest-media": "media", 61 "mochitest-browser-screenshots": "screenshots", 62 "mochitest-webgl1-core": "webgl1-core", 63 "mochitest-webgl1-ext": "webgl1-ext", 64 "mochitest-webgl2-core": "webgl2-core", 65 "mochitest-webgl2-ext": "webgl2-ext", 66 "mochitest-webgl2-deqp": "webgl2-deqp", 67 "mochitest-webgpu": "webgpu", 68 "mochitest-devtools-chrome": "devtools", 69 "mochitest-browser-a11y": "a11y", 70 "mochitest-remote": "remote", 71 "mochitest-browser-media": "media-bc", 72 } 73 args.subsuite = subsuites.get(suite) 74 if args.subsuite == "devtools": 75 args.flavor = "browser" 76 if args.subsuite == "a11y": 77 args.flavor = "browser" 78 if args.subsuite == "media-bc": 79 args.flavor = "browser" 80 81 if not args.test_paths: 82 mh_test_paths = json.loads(os.environ.get("MOZHARNESS_TEST_PATHS", '""')) 83 if mh_test_paths: 84 logger.info("Found MOZHARNESS_TEST_PATHS:") 85 logger.info(str(mh_test_paths)) 86 args.test_paths = [] 87 for k in mh_test_paths: 88 args.test_paths.extend(mh_test_paths[k]) 89 if args.test_paths: 90 install_subdir = fobj.get("install_subdir", fobj["suite"]) 91 test_root = os.path.join(context.package_root, "mochitest", install_subdir) 92 normalize = partial(context.normalize_test_path, test_root) 93 # pylint --py3k: W1636 94 args.test_paths = list(map(normalize, args.test_paths)) 95 96 import mozinfo 97 98 if mozinfo.info.get("buildapp") == "mobile/android": 99 return run_mochitest_android(context, args) 100 return run_mochitest_desktop(context, args) 101 102 103 def run_mochitest_desktop(context, args): 104 args.app = args.app or context.firefox_bin 105 args.utilityPath = context.bin_dir 106 args.extraProfileFiles.append(os.path.join(context.bin_dir, "plugins")) 107 args.extraPrefs.append("webgl.force-enabled=true") 108 args.quiet = True 109 args.useTestMediaDevices = True 110 args.screenshotOnFail = True 111 args.cleanupCrashes = True 112 args.marionette_startup_timeout = "180" 113 args.sandboxReadWhitelist.append(context.mozharness_workdir) 114 if args.flavor == "browser": 115 args.chunkByRuntime = True 116 else: 117 args.chunkByDir = 4 118 119 from runtests import run_test_harness 120 121 logger.info("mach calling runtests with args: " + str(args)) 122 return run_test_harness(parser, args) 123 124 125 def set_android_args(context, args): 126 args.app = args.app or "org.mozilla.geckoview.test_runner" 127 args.utilityPath = context.hostutils 128 args.xrePath = context.hostutils 129 config = context.mozharness_config 130 if config: 131 host = os.environ.get("HOST_IP", "10.0.2.2") 132 args.remoteWebServer = config.get("remote_webserver", host) 133 args.httpPort = config.get("http_port", 8854) 134 args.sslPort = config.get("ssl_port", 4454) 135 args.adbPath = config["exes"]["adb"] % { 136 "abs_work_dir": context.mozharness_workdir 137 } 138 args.deviceSerial = ( 139 os.environ.get("ANDROID_SERIAL") 140 or os.environ.get("DEVICE_SERIAL") 141 or "emulator-5554" 142 ) 143 return args 144 145 146 def run_mochitest_android(context, args): 147 args = set_android_args(context, args) 148 args.extraProfileFiles.append( 149 os.path.join(context.package_root, "mochitest", "fonts") 150 ) 151 152 from runtestsremote import run_test_harness 153 154 logger.info("mach calling runtestsremote with args: " + str(args)) 155 return run_test_harness(parser, args) 156 157 158 def run_geckoview_junit(context, args): 159 args = set_android_args(context, args) 160 161 from runjunit import run_test_harness 162 163 # Force fission disabled by default for android 164 args["disable_fission"] = True 165 166 logger.info("mach calling runjunit with args: " + str(args)) 167 return run_test_harness(parser, args) 168 169 170 def add_global_arguments(parser): 171 parser.add_argument("--test-suite") 172 parser.add_argument("--mochitest-suite") 173 parser.add_argument("--download-symbols") 174 parser.add_argument("--allow-software-gl-layers", action="store_true") 175 parser.add_argument("--no-run-tests", action="store_true") 176 177 178 def setup_mochitest_argument_parser(): 179 import mozinfo 180 181 mozinfo.find_and_update_from_json(here) 182 app = "generic" 183 if mozinfo.info.get("buildapp") == "mobile/android": 184 app = "android" 185 186 from mochitest_options import MochitestArgumentParser 187 188 global parser 189 parser = MochitestArgumentParser(app=app) 190 add_global_arguments(parser) 191 return parser 192 193 194 def setup_junit_argument_parser(): 195 from runjunit import JunitArgumentParser 196 197 global parser 198 parser = JunitArgumentParser() 199 add_global_arguments(parser) 200 return parser 201 202 203 @Command( 204 "mochitest", 205 category="testing", 206 description="Run the mochitest harness.", 207 parser=setup_mochitest_argument_parser, 208 ) 209 def mochitest(command_context, **kwargs): 210 command_context._mach_context.activate_mozharness_venv() 211 return run_test(command_context._mach_context, False, **kwargs) 212 213 214 @Command( 215 "geckoview-junit", 216 category="testing", 217 description="Run the geckoview-junit harness.", 218 parser=setup_junit_argument_parser, 219 ) 220 def geckoview_junit(command_context, **kwargs): 221 command_context._mach_context.activate_mozharness_venv() 222 return run_test(command_context._mach_context, True, **kwargs)