104 lines
3.1 KiB
Python
104 lines
3.1 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Apply some defaults and minor modifications to the single_dep jobs.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.schema import resolve_keyed_by
|
|
from taskgraph.util.treeherder import inherit_treeherder_from_dep, join_symbol
|
|
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def build_name_and_attributes(config, tasks):
|
|
for task in tasks:
|
|
task["dependencies"] = {
|
|
dep_key: dep.label
|
|
for dep_key, dep in _get_all_deps(task).iteritems()
|
|
}
|
|
primary_dep = task["primary-dependency"]
|
|
copy_of_attributes = primary_dep.attributes.copy()
|
|
task.setdefault("attributes", copy_of_attributes)
|
|
# run_on_tasks_for is set as an attribute later in the pipeline
|
|
task.setdefault("run-on-tasks-for", copy_of_attributes['run_on_tasks_for'])
|
|
task["name"] = _get_dependent_job_name_without_its_kind(primary_dep)
|
|
|
|
yield task
|
|
|
|
|
|
def _get_dependent_job_name_without_its_kind(dependent_job):
|
|
return dependent_job.label[len(dependent_job.kind) + 1:]
|
|
|
|
|
|
def _get_all_deps(task):
|
|
if task.get("dependent-tasks"):
|
|
return task["dependent-tasks"]
|
|
|
|
return {task["primary-dependency"].kind: task["primary-dependency"]}
|
|
|
|
|
|
@transforms.add
|
|
def resolve_keys(config, tasks):
|
|
for task in tasks:
|
|
resolve_keyed_by(
|
|
task,
|
|
"treeherder.job-symbol",
|
|
item_name=task["name"],
|
|
**{
|
|
'build-type': task["attributes"]["build-type"],
|
|
'level': config.params["level"],
|
|
}
|
|
)
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def build_upstream_artifacts(config, tasks):
|
|
for task in tasks:
|
|
worker_definition = {
|
|
"upstream-artifacts": [],
|
|
}
|
|
|
|
for dep in _get_all_deps(task).values():
|
|
paths = sorted(dep.attributes.get("apks", {}).values())
|
|
if paths:
|
|
worker_definition["upstream-artifacts"].append({
|
|
"taskId": {"task-reference": "<{}>".format(dep.kind)},
|
|
"taskType": dep.kind,
|
|
"paths": paths,
|
|
})
|
|
|
|
task["worker"].update(worker_definition)
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def build_treeherder_definition(config, tasks):
|
|
for task in tasks:
|
|
dep = task.pop("primary-dependency")
|
|
|
|
task.setdefault("treeherder", {}).update(inherit_treeherder_from_dep(task, dep))
|
|
job_group = dep.task["extra"]["treeherder"].get("groupSymbol", "?")
|
|
job_symbol = task["treeherder"].pop("job-symbol")
|
|
full_symbol = join_symbol(job_group, job_symbol)
|
|
task["treeherder"]["symbol"] = full_symbol
|
|
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def remove_dependent_tasks(config, tasks):
|
|
for task in tasks:
|
|
try:
|
|
del task["dependent-tasks"]
|
|
except KeyError:
|
|
pass
|
|
|
|
yield task
|