Revision control
Copy as Markdown
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
from collections import namedtuple
from taskgraph.transforms.base import TransformSequence
LINUX_BUILD_TARGETS = (
"aarch64-unknown-linux-gnu",
"x86_64-unknown-linux-gnu",
"x86_64-unknown-linux-musl",
"x86_64-pc-windows-gnu",
)
MAC_BUILD_TARGETS = (
"x86_64-apple-darwin",
"aarch64-apple-darwin",
)
# Transform for the nimbus-build tasks
build = TransformSequence()
@build.add
def setup_build_tasks(config, tasks):
for task in tasks:
binary = task["attributes"]["binary"]
target = task["attributes"]["target"]
if target in LINUX_BUILD_TARGETS:
setup_linux_build_task(task, target, binary)
elif target in MAC_BUILD_TARGETS:
setup_mac_build_task(task, target, binary)
else:
raise ValueError(f"Unknown target for nimbus build task: {target}")
yield task
def setup_linux_build_task(task, target, binary):
docker_image = "linux"
if target in ("aarch64-unknown-linux-gnu", "x86_64-unknown-linux-gnu"):
docker_image = "linux2004"
task["description"] = f"Build {binary} ({target})"
task["worker-type"] = "b-linux"
task["worker"] = {
"max-run-time": 1800,
"docker-image": {"in-tree": docker_image},
"artifacts": [
{
"name": f"public/build/{binary}-{target}.zip",
"path": f"/builds/worker/checkouts/vcs/build/{binary}-{target}.zip",
"type": "file",
}
],
}
task["run"] = {
"using": "run-commands",
"pre-commands": [
["git", "submodule", "update", "--init"],
["source", "taskcluster/scripts/toolchain/setup-fetched-rust-toolchain.sh"],
],
"commands": [
["taskcluster/scripts/nimbus-build.py", "build/", binary, target],
],
"use-caches": True,
}
task["fetches"] = {
"toolchain": [
"rust",
]
}
def setup_mac_build_task(task, target, binary):
task["description"] = f"Build {binary} ({target})"
task["worker-type"] = "b-osx"
task["worker"] = {
"max-run-time": 1800,
"artifacts": [
{
"name": f"public/build/{binary}-{target}.zip",
"path": f"checkouts/vcs/build/{binary}-{target}.zip",
"type": "file",
}
],
}
task["run"] = {
"using": "run-commands",
"run-task-command": ["/usr/local/bin/python3", "run-task"],
"pre-commands": [
["source", "taskcluster/scripts/setup-mac-worker.sh"],
["source", "taskcluster/scripts/toolchain/setup-fetched-rust-toolchain.sh"],
],
"commands": [
["taskcluster/scripts/nimbus-build-osx.sh", "build/", binary, target]
],
}
task["fetches"] = {
"toolchain": [
"rust-osx",
]
}
# Transform for the nimbus-assemble task
#
# This task produces a single zip file + checksum that combines the binaries from each individual
# build task.
assemble = TransformSequence()
# nimbus-build task that a nimbus-binaries-assemble task depends on
NimbusBuildDep = namedtuple("NimbusBuildDep", "label target")
@assemble.add
def setup_assemble_tasks(config, tasks):
for task in tasks:
# Which nimbus binary are we assembling?
binary = task["attributes"]["nimbus-binary"]
# Find nimbus-build task dependencies for our binary.
build_task_deps = [
NimbusBuildDep(label, build_task.attributes["target"])
for (label, build_task) in config.kind_dependencies_tasks.items()
if build_task.kind == "nimbus-build"
and build_task.attributes.get("binary") == binary
]
task["dependencies"] = {dep.label: dep.label for dep in build_task_deps}
task["fetches"] = {
dep.label: [
{
"artifact": f"{binary}-{dep.target}.zip",
"dest": binary,
"extract": True if binary == "nimbus-fml" else False,
}
]
for dep in build_task_deps
}
artifact_path = "/builds/worker/artifacts"
if binary == "nimbus-fml":
# For nimbus-fml, we zip all binaries together and include the sha256
task["release-artifacts"] = [f"{binary}.{ext}" for ext in ("zip", "sha256")]
task["run"] = {
"using": "run-commands",
"commands": [
["mkdir", "-p", artifact_path],
["cd", "/builds/worker/fetches/nimbus-fml"],
["zip", f"{artifact_path}/nimbus-fml.zip", "-r", "."],
["cd", artifact_path],
["eval", "sha256sum", "nimbus-fml.zip", ">", "nimbus-fml.sha256"],
],
}
elif binary == "nimbus-cli":
# For nimbus-cli, we just publish the binaries separately
task["release-artifacts"] = [
f"{binary}-{dep.target}.zip" for dep in build_task_deps
]
# Publish a JSON file with information about the build
task["release-artifacts"].append("nimbus-cli.json")
sources = [
f"/builds/worker/fetches/{binary}/{binary}-{dep.target}.zip"
for dep in build_task_deps
]
task["run"] = {
"using": "run-commands",
"commands": [
["mkdir", "-p", artifact_path],
["cp"] + sources + [artifact_path],
[
"taskcluster/scripts/generate-nimbus-cli-json.py",
f"{artifact_path}/nimbus-cli.json",
],
],
}
yield task