Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
"""
Transform the per-locale balrog task into an actual task description.
"""
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.dependencies import get_primary_dependency
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
from taskgraph.util.treeherder import replace_group
from voluptuous import Optional, Required
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
balrog_description_schema = Schema(
{
# unique label to describe this balrog task, defaults to balrog-{dep.label}
Required("label"): str,
Optional(
"update-no-wnp",
description="Whether the parallel `-No-WNP` blob should be updated as well.",
): optionally_keyed_by("release-type", bool),
# treeherder is allowed here to override any defaults we use for beetmover. See
# taskcluster/gecko_taskgraph/transforms/task.py for the schema details, and the
# below transforms for defaults of various values.
Optional("treeherder"): task_description_schema["treeherder"],
Optional("attributes"): task_description_schema["attributes"],
Optional("dependencies"): task_description_schema["dependencies"],
Optional("job-from"): task_description_schema["job-from"],
# Shipping product / phase
Optional("shipping-product"): task_description_schema["shipping-product"],
Optional("shipping-phase"): task_description_schema["shipping-phase"],
}
)
transforms = TransformSequence()
@transforms.add
def remove_name(config, jobs):
for job in jobs:
if "name" in job:
del job["name"]
yield job
transforms.add_validate(balrog_description_schema)
@transforms.add
def handle_keyed_by(config, jobs):
"""Resolve fields that can be keyed by platform, etc."""
fields = [
"update-no-wnp",
]
for job in jobs:
for field in fields:
resolve_keyed_by(
item=job,
field=field,
item_name=job["label"],
**{
"project": config.params["project"],
"release-type": config.params["release_type"],
},
)
yield job
@transforms.add
def make_task_description(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
job["shipping-product"] = dep_job.attributes.get("shipping_product")
treeherder = job.get("treeherder", {})
treeherder.setdefault("symbol", "c-Up(N)")
dep_th_platform = (
dep_job.task.get("extra", {})
.get("treeherder", {})
.get("machine", {})
.get("platform", "")
)
treeherder.setdefault("platform", f"{dep_th_platform}/opt")
treeherder.setdefault(
"tier", dep_job.task.get("extra", {}).get("treeherder", {}).get("tier", 1)
)
treeherder.setdefault("kind", "build")
attributes = copy_attributes_from_dependent_job(dep_job)
treeherder_job_symbol = dep_job.task["extra"]["treeherder"]["symbol"]
treeherder["symbol"] = replace_group(treeherder_job_symbol, "c-Up")
if dep_job.attributes.get("locale"):
attributes["locale"] = dep_job.attributes.get("locale")
label = job["label"]
description = (
"Balrog submission for locale '{locale}' for build '"
"{build_platform}/{build_type}'".format(
locale=attributes.get("locale", "en-US"),
build_platform=attributes.get("build_platform"),
build_type=attributes.get("build_type"),
)
)
upstream_artifacts = [
{
"taskId": {"task-reference": "<beetmover>"},
"taskType": "beetmover",
"paths": ["public/manifest.json"],
}
]
dependencies = {"beetmover": dep_job.label}
# don't block on startup-test for release/esr, they block on manual testing anyway
if config.params["release_type"] in ("nightly", "beta", "release-rc"):
for kind_dep in config.kind_dependencies_tasks.values():
if (
kind_dep.kind == "startup-test"
and kind_dep.attributes["build_platform"]
== attributes.get("build_platform")
and kind_dep.attributes["build_type"]
== attributes.get("build_type")
and kind_dep.attributes.get("shipping_product")
== job.get("shipping-product")
):
dependencies["startup-test"] = kind_dep.label
task = {
"label": label,
"description": description,
"worker-type": "balrog",
"worker": {
"implementation": "balrog",
"upstream-artifacts": upstream_artifacts,
"balrog-action": "v2-submit-locale",
"suffixes": ["", "-No-WNP"] if job.get("update-no-wnp") else [""],
},
"dependencies": dependencies,
"attributes": attributes,
"run-on-projects": dep_job.attributes.get("run_on_projects"),
"treeherder": treeherder,
"shipping-phase": job.get("shipping-phase", "promote"),
"shipping-product": job.get("shipping-product"),
}
yield task