beetmover.py (6055B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 """ 5 Transform the beetmover task into an actual task description. 6 """ 7 8 from taskgraph.transforms.base import TransformSequence 9 from taskgraph.util.dependencies import get_primary_dependency 10 from taskgraph.util.schema import Schema 11 from taskgraph.util.treeherder import replace_group 12 from voluptuous import Optional, Required 13 14 from gecko_taskgraph.transforms.task import task_description_schema 15 from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job 16 from gecko_taskgraph.util.scriptworker import ( 17 generate_beetmover_artifact_map, 18 generate_beetmover_upstream_artifacts, 19 get_beetmover_action_scope, 20 get_beetmover_bucket_scope, 21 ) 22 23 transforms = TransformSequence() 24 25 beetmover_description_schema = Schema({ 26 # unique label to describe this beetmover task 27 Required("label"): str, 28 Required("dependencies"): task_description_schema["dependencies"], 29 # treeherder is allowed here to override any defaults we use for beetmover. See 30 # taskcluster/gecko_taskgraph/transforms/task.py for the schema details, and the 31 # below transforms for defaults of various values. 32 Optional("treeherder"): task_description_schema["treeherder"], 33 # locale is passed only for l10n beetmoving 34 Optional("locale"): str, 35 Required("shipping-phase"): task_description_schema["shipping-phase"], 36 Optional("shipping-product"): task_description_schema["shipping-product"], 37 Optional("attributes"): task_description_schema["attributes"], 38 Optional("task-from"): task_description_schema["task-from"], 39 Optional("run-on-repo-type"): task_description_schema["run-on-repo-type"], 40 }) 41 42 43 @transforms.add 44 def remove_name(config, jobs): 45 for job in jobs: 46 if "name" in job: 47 del job["name"] 48 yield job 49 50 51 transforms.add_validate(beetmover_description_schema) 52 53 54 @transforms.add 55 def make_task_description(config, jobs): 56 for job in jobs: 57 dep_job = get_primary_dependency(config, job) 58 assert dep_job 59 60 attributes = dep_job.attributes 61 62 treeherder = job.get("treeherder", {}) 63 treeherder.setdefault( 64 "symbol", replace_group(dep_job.task["extra"]["treeherder"]["symbol"], "BM") 65 ) 66 dep_th_platform = ( 67 dep_job.task.get("extra", {}) 68 .get("treeherder", {}) 69 .get("machine", {}) 70 .get("platform", "") 71 ) 72 treeherder.setdefault("platform", f"{dep_th_platform}/opt") 73 treeherder.setdefault( 74 "tier", dep_job.task.get("extra", {}).get("treeherder", {}).get("tier", 1) 75 ) 76 treeherder.setdefault("kind", "build") 77 label = job["label"] 78 description = ( 79 "Beetmover submission for locale '{locale}' for build '" 80 "{build_platform}/{build_type}'".format( 81 locale=attributes.get("locale", "en-US"), 82 build_platform=attributes.get("build_platform"), 83 build_type=attributes.get("build_type"), 84 ) 85 ) 86 87 dependencies = {dep_job.kind: dep_job.label} 88 signing_dependencies = dep_job.dependencies 89 dependencies.update(signing_dependencies) 90 91 attributes = copy_attributes_from_dependent_job(dep_job) 92 attributes.update(job.get("attributes", {})) 93 94 if job.get("locale"): 95 attributes["locale"] = job["locale"] 96 97 bucket_scope = get_beetmover_bucket_scope(config) 98 action_scope = get_beetmover_action_scope(config) 99 100 task = { 101 "label": label, 102 "description": description, 103 "worker-type": "beetmover", 104 "scopes": [bucket_scope, action_scope], 105 "dependencies": dependencies, 106 "attributes": attributes, 107 "run-on-projects": dep_job.attributes.get("run_on_projects"), 108 "run-on-repo-type": job.get("run-on-repo-type", ["git", "hg"]), 109 "treeherder": treeherder, 110 "shipping-phase": job["shipping-phase"], 111 } 112 113 yield task 114 115 116 def craft_release_properties(config, job): 117 params = config.params 118 build_platform = job["attributes"]["build_platform"] 119 build_platform = build_platform.replace("-shippable", "") 120 if build_platform.endswith("-source"): 121 build_platform = build_platform.replace("-source", "-release") 122 123 # XXX This should be explicitly set via build attributes or something 124 if "android" in job["label"] or "fennec" in job["label"]: 125 app_name = "Fennec" 126 elif config.graph_config["trust-domain"] == "comm": 127 app_name = "Thunderbird" 128 else: 129 # XXX Even DevEdition is called Firefox 130 app_name = "Firefox" 131 132 return { 133 "app-name": app_name, 134 "app-version": params["app_version"], 135 "branch": params["project"], 136 "build-id": params["moz_build_date"], 137 "hash-type": "sha512", 138 "platform": build_platform, 139 } 140 141 142 @transforms.add 143 def make_task_worker(config, jobs): 144 for job in jobs: 145 valid_beetmover_job = len(job["dependencies"]) == 2 and any([ 146 "signing" in j for j in job["dependencies"] 147 ]) 148 if not valid_beetmover_job: 149 raise NotImplementedError("Beetmover must have two dependencies.") 150 151 locale = job["attributes"].get("locale") 152 platform = job["attributes"]["build_platform"] 153 154 worker = { 155 "implementation": "beetmover", 156 "release-properties": craft_release_properties(config, job), 157 "upstream-artifacts": generate_beetmover_upstream_artifacts( 158 config, job, platform, locale 159 ), 160 "artifact-map": generate_beetmover_artifact_map( 161 config, job, platform=platform, locale=locale 162 ), 163 } 164 165 if locale: 166 worker["locale"] = locale 167 job["worker"] = worker 168 169 yield job