Bug 1357867 - Add repackage tasks suited for generating a .dmg from a signed tarball of OSX binaries. r=dustin
MozReview-Commit-ID: 7TdQxTlKm9D
This commit is contained in:
Justin Wood
171
taskcluster/taskgraph/transforms/repackage.py
Normal file
171
taskcluster/taskgraph/transforms/repackage.py
Normal file
@@ -0,0 +1,171 @@
|
||||
# This Source Code Form is subject to the terms of the Mozilla Public
|
||||
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||
"""
|
||||
Transform the repackage task into an actual task description.
|
||||
"""
|
||||
|
||||
from __future__ import absolute_import, print_function, unicode_literals
|
||||
|
||||
from taskgraph.transforms.base import TransformSequence
|
||||
from taskgraph.util.schema import validate_schema, Schema
|
||||
from taskgraph.transforms.task import task_description_schema
|
||||
from voluptuous import Any, Required, Optional
|
||||
|
||||
transforms = TransformSequence()
|
||||
|
||||
# Voluptuous uses marker objects as dictionary *keys*, but they are not
|
||||
# comparable, so we cast all of the keys back to regular strings
|
||||
task_description_schema = {str(k): v for k, v in task_description_schema.schema.iteritems()}
|
||||
|
||||
# shortcut for a string where task references are allowed
|
||||
taskref_or_string = Any(
|
||||
basestring,
|
||||
{Required('task-reference'): basestring})
|
||||
|
||||
packaging_description_schema = Schema({
|
||||
# the dependant task (object) for this job, used to inform repackaging.
|
||||
Required('dependent-task'): object,
|
||||
|
||||
# depname is used in taskref's to identify the taskID of the signed things
|
||||
Required('depname', default='build'): basestring,
|
||||
|
||||
# unique label to describe this repackaging task
|
||||
Optional('label'): basestring,
|
||||
|
||||
# treeherder is allowed here to override any defaults we use for repackaging. See
|
||||
# taskcluster/taskgraph/transforms/task.py for the schema details, and the
|
||||
# below transforms for defaults of various values.
|
||||
Optional('treeherder'): task_description_schema['treeherder'],
|
||||
|
||||
# If a l10n task, the corresponding locale
|
||||
Optional('locale'): basestring,
|
||||
|
||||
# Routes specific to this task, if defined
|
||||
Optional('routes'): [basestring],
|
||||
|
||||
# passed through directly to the job description
|
||||
Optional('extra'): task_description_schema['extra'],
|
||||
|
||||
})
|
||||
|
||||
|
||||
@transforms.add
|
||||
def validate(config, jobs):
|
||||
for job in jobs:
|
||||
label = job.get('dependent-task', object).__dict__.get('label', '?no-label?')
|
||||
yield validate_schema(
|
||||
packaging_description_schema, job,
|
||||
"In packaging ({!r} kind) task for {!r}:".format(config.kind, label))
|
||||
|
||||
|
||||
@transforms.add
|
||||
def make_repackage_description(config, jobs):
|
||||
for job in jobs:
|
||||
dep_job = job['dependent-task']
|
||||
|
||||
label = job.get('label',
|
||||
dep_job.label.replace("signing-", "repackage-"))
|
||||
job['label'] = label
|
||||
cot = job.setdefault('extra', {}).setdefault('chainOfTrust', {})
|
||||
cot.setdefault('inputs', {})['docker-image'] = {"task-reference": "<docker-image>"}
|
||||
|
||||
yield job
|
||||
|
||||
|
||||
@transforms.add
|
||||
def make_task_description(config, jobs):
|
||||
for job in jobs:
|
||||
dep_job = job['dependent-task']
|
||||
|
||||
treeherder = job.get('treeherder', {})
|
||||
treeherder.setdefault('symbol', 'tc(Nr)')
|
||||
dep_th_platform = dep_job.task.get('extra', {}).get(
|
||||
'treeherder', {}).get('machine', {}).get('platform', '')
|
||||
treeherder.setdefault('platform', "{}/opt".format(dep_th_platform))
|
||||
treeherder.setdefault('tier', 1)
|
||||
treeherder.setdefault('kind', 'build')
|
||||
|
||||
attributes = {
|
||||
'nightly': dep_job.attributes.get('nightly', False),
|
||||
'build_platform': dep_job.attributes.get('build_platform'),
|
||||
'build_type': dep_job.attributes.get('build_type'),
|
||||
}
|
||||
|
||||
command = ['/home/worker/bin/run-task',
|
||||
# Various caches/volumes are default owned by root:root.
|
||||
'--chown-recursive', '/home/worker/workspace',
|
||||
'--chown-recursive', '/home/worker/tooltool-cache',
|
||||
'--vcs-checkout', '/home/worker/workspace/build/src',
|
||||
'--tools-checkout', '/home/worker/workspace/build/tools',
|
||||
'--',
|
||||
'/home/worker/workspace/build/src/taskcluster/scripts/builder/repackage.sh'
|
||||
]
|
||||
|
||||
dependencies = {dep_job.attributes.get('kind'): dep_job.label}
|
||||
if job.get('locale'):
|
||||
input_string = 'https://queue.taskcluster.net/v1/task/<nightly-l10n-signing>/' + \
|
||||
'artifacts/public/build/{}/target.tar.gz'
|
||||
input_string = input_string.format(job['locale'])
|
||||
else:
|
||||
input_string = 'https://queue.taskcluster.net/v1/task/<build-signing>/artifacts/' + \
|
||||
'public/build/target.tar.gz'
|
||||
signed_input = {'task-reference': input_string}
|
||||
level = config.params['level']
|
||||
|
||||
task = {
|
||||
'label': job['label'],
|
||||
'description': "{} Repackage".format(
|
||||
dep_job.task["metadata"]["description"]),
|
||||
'worker-type': 'aws-provisioner-v1/gecko-%s-b-macosx64' % level,
|
||||
'dependencies': dependencies,
|
||||
'attributes': attributes,
|
||||
'run-on-projects': dep_job.attributes.get('run_on_projects'),
|
||||
'treeherder': treeherder,
|
||||
'routes': job.get('routes', []),
|
||||
'extra': job.get('extra', {}),
|
||||
'scopes':
|
||||
['docker-worker:relengapi-proxy:tooltool.download.internal',
|
||||
'secrets:get:project/taskcluster/gecko/hgfingerprint',
|
||||
'docker-worker:relengapi-proxy:tooltool.download.public',
|
||||
'project:releng:signing:format:dmg'],
|
||||
'worker': {'implementation': 'docker-worker',
|
||||
'docker-image': {"in-tree": "desktop-build"},
|
||||
'caches': [{
|
||||
'type': 'persistent',
|
||||
'name': 'tooltool-cache',
|
||||
'mount-point': '/home/worker/tooltool-cache',
|
||||
}, {
|
||||
'type': 'persistent',
|
||||
'name': 'level-%s-checkouts-v1' % level,
|
||||
'mount-point': '/home/worker/checkouts',
|
||||
}],
|
||||
'artifacts': [{
|
||||
'type': 'file',
|
||||
'path': '/home/worker/workspace/build/upload/target.dmg',
|
||||
'name': 'public/build/target.dmg',
|
||||
}],
|
||||
'env': {
|
||||
'SIGNED_INPUT': signed_input,
|
||||
'MOZ_BUILD_DATE': config.params['moz_build_date'],
|
||||
'MH_BUILD_POOL': 'taskcluster',
|
||||
'HG_STORE_PATH': '/home/worker/checkouts/hg-store',
|
||||
'GECKO_HEAD_REV': config.params['head_rev'],
|
||||
'MH_BRANCH': config.params['project'],
|
||||
'MOZ_SCM_LEVEL': level,
|
||||
'MOZHARNESS_ACTIONS': 'download_input setup repackage',
|
||||
'NEED_XVFB': 'true',
|
||||
'GECKO_BASE_REPOSITORY': config.params['base_repository'],
|
||||
'TOOLTOOL_CACHE': '/home/worker/tooltool-cache',
|
||||
'GECKO_HEAD_REPOSITORY': config.params['head_repository'],
|
||||
'MOZHARNESS_CONFIG': 'repackage/osx_signed.py',
|
||||
'USE_SCCACHE': '1',
|
||||
'MOZHARNESS_SCRIPT': 'mozharness/scripts/repackage.py'
|
||||
},
|
||||
'command': command,
|
||||
'chain-of-trust': True,
|
||||
'relengapi-proxy': True,
|
||||
'max-run-time': 3600
|
||||
}
|
||||
}
|
||||
yield task
|
||||
Reference in New Issue
Block a user