beetmover_langpack_checksums.py (5019B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 """ 5 Transform release-beetmover-langpack-checksums into an actual task description. 6 """ 7 8 from taskgraph.transforms.base import TransformSequence 9 from taskgraph.util.dependencies import get_primary_dependency 10 from taskgraph.util.schema import Schema 11 from taskgraph.util.treeherder import inherit_treeherder_from_dep 12 from voluptuous import Optional, Required 13 14 from gecko_taskgraph.transforms.beetmover import craft_release_properties 15 from gecko_taskgraph.transforms.task import task_description_schema 16 from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job 17 from gecko_taskgraph.util.scriptworker import ( 18 generate_beetmover_artifact_map, 19 generate_beetmover_upstream_artifacts, 20 get_beetmover_action_scope, 21 get_beetmover_bucket_scope, 22 ) 23 24 beetmover_checksums_description_schema = Schema({ 25 Required("attributes"): {str: object}, 26 Optional("label"): str, 27 Optional("treeherder"): task_description_schema["treeherder"], 28 Optional("locale"): str, 29 Optional("dependencies"): task_description_schema["dependencies"], 30 Optional("task-from"): task_description_schema["task-from"], 31 Optional("shipping-phase"): task_description_schema["shipping-phase"], 32 Optional("shipping-product"): task_description_schema["shipping-product"], 33 Optional("run-on-repo-type"): task_description_schema["run-on-repo-type"], 34 }) 35 36 transforms = TransformSequence() 37 38 39 @transforms.add 40 def remove_name(config, jobs): 41 for job in jobs: 42 if "name" in job: 43 del job["name"] 44 yield job 45 46 47 transforms.add_validate(beetmover_checksums_description_schema) 48 49 50 @transforms.add 51 def make_beetmover_checksums_description(config, jobs): 52 for job in jobs: 53 dep_job = get_primary_dependency(config, job) 54 assert dep_job 55 56 attributes = dep_job.attributes 57 58 treeherder = inherit_treeherder_from_dep(job, dep_job) 59 treeherder.setdefault( 60 "symbol", "BMcslang(N{})".format(attributes.get("l10n_chunk", "")) 61 ) 62 63 label = job["label"] 64 build_platform = attributes.get("build_platform") 65 66 description = "Beetmover submission of checksums for langpack files" 67 68 extra = {} 69 if "devedition" in build_platform: 70 extra["product"] = "devedition" 71 else: 72 extra["product"] = "firefox" 73 74 dependencies = {dep_job.kind: dep_job.label} 75 for k, v in dep_job.dependencies.items(): 76 if k.startswith("beetmover"): 77 dependencies[k] = v 78 79 attributes = copy_attributes_from_dependent_job(dep_job) 80 if "chunk_locales" in dep_job.attributes: 81 attributes["chunk_locales"] = dep_job.attributes["chunk_locales"] 82 attributes.update(job.get("attributes", {})) 83 84 bucket_scope = get_beetmover_bucket_scope(config) 85 action_scope = get_beetmover_action_scope(config) 86 87 task = { 88 "label": label, 89 "description": description, 90 "worker-type": "beetmover", 91 "scopes": [bucket_scope, action_scope], 92 "dependencies": dependencies, 93 "attributes": attributes, 94 "run-on-projects": dep_job.attributes.get("run_on_projects"), 95 "run-on-repo-type": job.get("run-on-repo-type", ["git", "hg"]), 96 "treeherder": treeherder, 97 "extra": extra, 98 } 99 100 if "shipping-phase" in job: 101 task["shipping-phase"] = job["shipping-phase"] 102 103 if "shipping-product" in job: 104 task["shipping-product"] = job["shipping-product"] 105 106 yield task 107 108 109 @transforms.add 110 def make_beetmover_checksums_worker(config, jobs): 111 for job in jobs: 112 valid_beetmover_job = len(job["dependencies"]) == 1 113 if not valid_beetmover_job: 114 raise NotImplementedError("Beetmover checksums must have one dependency.") 115 116 locales = job["attributes"].get("chunk_locales") 117 platform = job["attributes"]["build_platform"] 118 119 refs = { 120 "beetmover": None, 121 } 122 for dependency in job["dependencies"].keys(): 123 if dependency.startswith("release-beetmover"): 124 refs["beetmover"] = f"<{dependency}>" 125 if None in refs.values(): 126 raise NotImplementedError( 127 "Beetmover checksums must have a beetmover dependency!" 128 ) 129 130 worker = { 131 "implementation": "beetmover", 132 "release-properties": craft_release_properties(config, job), 133 "upstream-artifacts": generate_beetmover_upstream_artifacts( 134 config, job, platform, locales 135 ), 136 "artifact-map": generate_beetmover_artifact_map( 137 config, job, platform=platform, locale=locales 138 ), 139 } 140 141 job["worker"] = worker 142 143 yield job