# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ Transform the partials task into an actual task description. """ from __future__ import absolute_import, print_function, unicode_literals from taskgraph.transforms.base import TransformSequence from taskgraph.util.attributes import copy_attributes_from_dependent_job from taskgraph.util.partials import get_balrog_platform_name, get_builds from taskgraph.util.taskcluster import get_taskcluster_artifact_prefix import logging logger = logging.getLogger(__name__) transforms = TransformSequence() def _generate_task_output_files(filenames, locale=None): locale_output_path = '{}/'.format(locale) if locale else '' data = list() for filename in filenames: data.append({ 'type': 'file', 'path': '/home/worker/artifacts/{}'.format(filename), 'name': 'public/build/{}{}'.format(locale_output_path, filename) }) data.append({ 'type': 'file', 'path': '/home/worker/artifacts/manifest.json', 'name': 'public/build/{}manifest.json'.format(locale_output_path) }) return data @transforms.add def make_task_description(config, jobs): # If no balrog release history, then don't generate partials if not config.params.get('release_history'): return for job in jobs: dep_job = job['dependent-task'] treeherder = job.get('treeherder', {}) treeherder.setdefault('symbol', 'p(N)') label = job.get('label', "partials-{}".format(dep_job.label)) dep_th_platform = dep_job.task.get('extra', {}).get( 'treeherder', {}).get('machine', {}).get('platform', '') treeherder.setdefault('platform', "{}/opt".format(dep_th_platform)) treeherder.setdefault('kind', 'build') treeherder.setdefault('tier', 1) dependent_kind = str(dep_job.kind) dependencies = {dependent_kind: dep_job.label} signing_dependencies = dep_job.dependencies # This is so we get the build task etc in our dependencies to # have better beetmover support. dependencies.update(signing_dependencies) attributes = copy_attributes_from_dependent_job(dep_job) locale = dep_job.attributes.get('locale') if locale: attributes['locale'] = locale treeherder['symbol'] = "p({})".format(locale) build_locale = locale or 'en-US' builds = get_builds(config.params['release_history'], dep_th_platform, build_locale) # If the list is empty there's no available history for this platform # and locale combination, so we can't build any partials. if not builds: continue signing_task = None for dependency in sorted(dependencies.keys()): if 'repackage-signing' in dependency: signing_task = dependency break signing_task_ref = '<{}>'.format(signing_task) extra = {'funsize': {'partials': list()}} update_number = 1 artifact_path = "{}{}".format( get_taskcluster_artifact_prefix(signing_task_ref, locale=locale), 'target.complete.mar' ) for build in builds: extra['funsize']['partials'].append({ 'locale': build_locale, 'from_mar': builds[build]['mar_url'], 'to_mar': {'task-reference': artifact_path}, 'platform': get_balrog_platform_name(dep_th_platform), 'branch': config.params['project'], 'update_number': update_number, 'dest_mar': build, }) update_number += 1 cot = extra.setdefault('chainOfTrust', {}) cot.setdefault('inputs', {})['docker-image'] = {"task-reference": ""} worker = { 'artifacts': _generate_task_output_files(builds.keys(), locale), 'implementation': 'docker-worker', 'docker-image': {'in-tree': 'funsize-update-generator'}, 'os': 'linux', 'max-run-time': 3600, 'chain-of-trust': True, 'env': { 'SHA1_SIGNING_CERT': 'nightly_sha1', 'SHA384_SIGNING_CERT': 'nightly_sha384' } } level = config.params['level'] task = { 'label': label, 'description': "{} Partials".format( dep_job.task["metadata"]["description"]), 'worker-type': 'aws-provisioner-v1/gecko-%s-b-linux' % level, 'dependencies': dependencies, 'attributes': attributes, 'run-on-projects': dep_job.attributes.get('run_on_projects'), 'treeherder': treeherder, 'extra': extra, 'worker': worker, } yield task