Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
"""
Transform the beetmover task into an actual task description.
"""
from typing import Optional
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.dependencies import get_primary_dependency
from taskgraph.util.schema import Schema
from taskgraph.util.taskcluster import get_artifact_prefix
from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import TaskDescriptionSchema
from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job,
)
from gecko_taskgraph.util.partners import (
apply_partner_priority,
)
from gecko_taskgraph.util.scriptworker import (
add_scope_prefix,
get_beetmover_bucket_scope,
)
class BeetmoverDescriptionSchema(Schema, kw_only=True):
# from the loader:
task_from: Optional[str] = None
name: Optional[str] = None
# from the from_deps transforms:
attributes: TaskDescriptionSchema.__annotations__["attributes"] = None
dependencies: TaskDescriptionSchema.__annotations__["dependencies"] = None
# depname is used in taskref's to identify the taskID of the unsigned things
depname: str = "build"
# unique label to describe this beetmover task, defaults to {dep.label}-beetmover
label: Optional[str] = None
partner_path: str
extra: Optional[object] = None
shipping_phase: TaskDescriptionSchema.__annotations__["shipping_phase"] # noqa: F821
shipping_product: TaskDescriptionSchema.__annotations__["shipping_product"] = None
priority: TaskDescriptionSchema.__annotations__["priority"] = None
run_on_repo_type: TaskDescriptionSchema.__annotations__["run_on_repo_type"] = None
transforms = TransformSequence()
transforms.add_validate(BeetmoverDescriptionSchema)
transforms.add(apply_partner_priority)
@transforms.add
def populate_scopes_and_upstream_artifacts(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
upstream_artifacts = dep_job.attributes["release_artifacts"]
prefix = get_artifact_prefix(dep_job)
artifacts = []
for artifact in upstream_artifacts:
partner, sub_partner, platform, locale, _ = artifact.replace(
prefix + "/", ""
).split("/", 4)
artifacts.append((artifact, partner, sub_partner, platform, locale))
action_scope = add_scope_prefix(config, "beetmover:action:push-to-partner")
bucket_scope = get_beetmover_bucket_scope(config)
repl_dict = {
"build_number": config.params["build_number"],
"release_partner_build_number": config.params[
"release_partner_build_number"
],
"version": config.params["version"],
"partner": "{partner}", # we'll replace these later, per artifact
"subpartner": "{subpartner}",
"platform": "{platform}",
"locale": "{locale}",
}
job["scopes"] = [bucket_scope, action_scope]
partner_path = job["partner-path"].format(**repl_dict)
job.setdefault("worker", {})["upstream-artifacts"] = (
generate_upstream_artifacts(dep_job.kind, artifacts, partner_path)
)
yield job
@transforms.add
def make_task_description(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
attributes = dep_job.attributes
build_platform = attributes.get("build_platform")
if not build_platform:
raise Exception("Cannot find build platform!")
description = "Beetmover for partner attribution"
attributes = copy_attributes_from_dependent_job(dep_job)
task = {
"label": "{}-{}".format(config.kind, job["name"]),
"description": description,
"dependencies": {dep_job.kind: dep_job.label},
"attributes": attributes,
"run-on-projects": dep_job.attributes.get("run_on_projects"),
"run-on-repo-type": job.get("run-on-repo-type", ["git", "hg"]),
"shipping-phase": job["shipping-phase"],
"shipping-product": job.get("shipping-product"),
"worker": job["worker"],
"scopes": job["scopes"],
}
# we may have reduced the priority for partner jobs, otherwise task.py will set it
if job.get("priority"):
task["priority"] = job["priority"]
yield task
def generate_upstream_artifacts(attribution_task_kind, artifacts, partner_path):
upstream_artifacts = []
for artifact, partner, subpartner, platform, locale in artifacts:
upstream_artifacts.append({
"taskId": {"task-reference": f"<{attribution_task_kind}>"},
"taskType": "repackage",
"paths": [artifact],
"locale": partner_path.format(
partner=partner,
subpartner=subpartner,
platform=platform,
locale=locale,
),
})
if not upstream_artifacts:
raise Exception("Couldn't find any upstream artifacts.")
return upstream_artifacts
@transforms.add
def make_task_worker(config, jobs):
for job in jobs:
job["worker-type"] = "beetmover"
worker = {
"implementation": "beetmover",
"release-properties": craft_release_properties(config, job),
}
job["worker"].update(worker)
yield job