release_generate_checksums_beetmover.py (4887B)
1 # This Source Code Form is subject to the terms of the Mozilla Public 2 # License, v. 2.0. If a copy of the MPL was not distributed with this 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. 4 """ 5 Transform the `release-generate-checksums-beetmover` task to also append `build` as dependency 6 """ 7 8 from taskgraph.transforms.base import TransformSequence 9 from taskgraph.util.dependencies import get_primary_dependency 10 from taskgraph.util.schema import Schema 11 from voluptuous import Optional 12 13 from gecko_taskgraph.transforms.beetmover import craft_release_properties 14 from gecko_taskgraph.transforms.task import task_description_schema 15 from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job 16 from gecko_taskgraph.util.scriptworker import ( 17 generate_beetmover_artifact_map, 18 generate_beetmover_upstream_artifacts, 19 get_beetmover_action_scope, 20 get_beetmover_bucket_scope, 21 ) 22 23 transforms = TransformSequence() 24 25 26 release_generate_checksums_beetmover_schema = Schema({ 27 # unique label to describe this beetmover task, defaults to {dep.label}-beetmover 28 Optional("label"): str, 29 # treeherder is allowed here to override any defaults we use for beetmover. See 30 # taskcluster/gecko_taskgraph/transforms/task.py for the schema details, and the 31 # below transforms for defaults of various values. 32 Optional("treeherder"): task_description_schema["treeherder"], 33 Optional("shipping-phase"): task_description_schema["shipping-phase"], 34 Optional("shipping-product"): task_description_schema["shipping-product"], 35 Optional("attributes"): task_description_schema["attributes"], 36 Optional("task-from"): task_description_schema["task-from"], 37 Optional("dependencies"): task_description_schema["dependencies"], 38 Optional("run-on-repo-type"): task_description_schema["run-on-repo-type"], 39 }) 40 41 transforms = TransformSequence() 42 43 44 @transforms.add 45 def remove_name(config, jobs): 46 for job in jobs: 47 if "name" in job: 48 del job["name"] 49 yield job 50 51 52 transforms.add_validate(release_generate_checksums_beetmover_schema) 53 54 55 @transforms.add 56 def make_task_description(config, jobs): 57 for job in jobs: 58 dep_job = get_primary_dependency(config, job) 59 assert dep_job 60 61 attributes = copy_attributes_from_dependent_job(dep_job) 62 attributes.update(job.get("attributes", {})) 63 64 treeherder = job.get("treeherder", {}) 65 treeherder.setdefault("symbol", "BM-SGenChcks") 66 dep_th_platform = ( 67 dep_job.task.get("extra", {}) 68 .get("treeherder", {}) 69 .get("machine", {}) 70 .get("platform", "") 71 ) 72 treeherder.setdefault("platform", f"{dep_th_platform}/opt") 73 treeherder.setdefault("tier", 1) 74 treeherder.setdefault("kind", "build") 75 76 job_template = f"{dep_job.label}" 77 label = job_template.replace("signing", "beetmover") 78 79 description = "Transfer *SUMS and *SUMMARY checksums file to S3." 80 81 # first dependency is the signing task for the *SUMS files 82 dependencies = {dep_job.kind: dep_job.label} 83 84 if len(dep_job.dependencies) > 1: 85 raise NotImplementedError( 86 "Can't beetmove a signing task with multiple dependencies" 87 ) 88 # update the dependencies with the dependencies of the signing task 89 dependencies.update(dep_job.dependencies) 90 91 bucket_scope = get_beetmover_bucket_scope(config) 92 action_scope = get_beetmover_action_scope(config) 93 94 task = { 95 "label": label, 96 "description": description, 97 "worker-type": "beetmover", 98 "scopes": [bucket_scope, action_scope], 99 "dependencies": dependencies, 100 "attributes": attributes, 101 "run-on-projects": dep_job.attributes.get("run_on_projects"), 102 "run-on-repo-type": job.get("run-on-repo-type", ["git", "hg"]), 103 "treeherder": treeherder, 104 "shipping-phase": "promote", 105 } 106 107 yield task 108 109 110 @transforms.add 111 def make_task_worker(config, jobs): 112 for job in jobs: 113 valid_beetmover_job = len(job["dependencies"]) == 2 and any([ 114 "signing" in j for j in job["dependencies"] 115 ]) 116 if not valid_beetmover_job: 117 raise NotImplementedError("Beetmover must have two dependencies.") 118 119 platform = job["attributes"]["build_platform"] 120 worker = { 121 "implementation": "beetmover", 122 "release-properties": craft_release_properties(config, job), 123 "upstream-artifacts": generate_beetmover_upstream_artifacts( 124 config, job, platform=None, locale=None 125 ), 126 "artifact-map": generate_beetmover_artifact_map( 127 config, job, platform=platform 128 ), 129 } 130 131 job["worker"] = worker 132 133 yield job