138 lines
4.9 KiB
Python
138 lines
4.9 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Transform the partials task into an actual task description.
|
|
"""
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.attributes import copy_attributes_from_dependent_job
|
|
from taskgraph.util.partials import get_balrog_platform_name, get_builds
|
|
from taskgraph.util.taskcluster import get_taskcluster_artifact_prefix
|
|
|
|
import logging
|
|
logger = logging.getLogger(__name__)
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
def _generate_task_output_files(filenames, locale=None):
|
|
locale_output_path = '{}/'.format(locale) if locale else ''
|
|
|
|
data = list()
|
|
for filename in filenames:
|
|
data.append({
|
|
'type': 'file',
|
|
'path': '/home/worker/artifacts/{}'.format(filename),
|
|
'name': 'public/build/{}{}'.format(locale_output_path, filename)
|
|
})
|
|
data.append({
|
|
'type': 'file',
|
|
'path': '/home/worker/artifacts/manifest.json',
|
|
'name': 'public/build/{}manifest.json'.format(locale_output_path)
|
|
})
|
|
return data
|
|
|
|
|
|
@transforms.add
|
|
def make_task_description(config, jobs):
|
|
# If no balrog release history, then don't generate partials
|
|
if not config.params.get('release_history'):
|
|
return
|
|
for job in jobs:
|
|
dep_job = job['dependent-task']
|
|
|
|
treeherder = job.get('treeherder', {})
|
|
treeherder.setdefault('symbol', 'p(N)')
|
|
|
|
label = job.get('label', "partials-{}".format(dep_job.label))
|
|
dep_th_platform = dep_job.task.get('extra', {}).get(
|
|
'treeherder', {}).get('machine', {}).get('platform', '')
|
|
|
|
treeherder.setdefault('platform',
|
|
"{}/opt".format(dep_th_platform))
|
|
treeherder.setdefault('kind', 'build')
|
|
treeherder.setdefault('tier', 1)
|
|
|
|
dependent_kind = str(dep_job.kind)
|
|
dependencies = {dependent_kind: dep_job.label}
|
|
signing_dependencies = dep_job.dependencies
|
|
# This is so we get the build task etc in our dependencies to
|
|
# have better beetmover support.
|
|
dependencies.update(signing_dependencies)
|
|
|
|
attributes = copy_attributes_from_dependent_job(dep_job)
|
|
locale = dep_job.attributes.get('locale')
|
|
if locale:
|
|
attributes['locale'] = locale
|
|
treeherder['symbol'] = "p({})".format(locale)
|
|
|
|
build_locale = locale or 'en-US'
|
|
|
|
builds = get_builds(config.params['release_history'], dep_th_platform,
|
|
build_locale)
|
|
|
|
# If the list is empty there's no available history for this platform
|
|
# and locale combination, so we can't build any partials.
|
|
if not builds:
|
|
continue
|
|
|
|
signing_task = None
|
|
for dependency in sorted(dependencies.keys()):
|
|
if 'repackage-signing' in dependency:
|
|
signing_task = dependency
|
|
break
|
|
signing_task_ref = '<{}>'.format(signing_task)
|
|
|
|
extra = {'funsize': {'partials': list()}}
|
|
update_number = 1
|
|
artifact_path = "{}{}".format(
|
|
get_taskcluster_artifact_prefix(signing_task_ref, locale=locale),
|
|
'target.complete.mar'
|
|
)
|
|
for build in builds:
|
|
extra['funsize']['partials'].append({
|
|
'locale': build_locale,
|
|
'from_mar': builds[build]['mar_url'],
|
|
'to_mar': {'task-reference': artifact_path},
|
|
'platform': get_balrog_platform_name(dep_th_platform),
|
|
'branch': config.params['project'],
|
|
'update_number': update_number,
|
|
'dest_mar': build,
|
|
})
|
|
update_number += 1
|
|
|
|
cot = extra.setdefault('chainOfTrust', {})
|
|
cot.setdefault('inputs', {})['docker-image'] = {"task-reference": "<docker-image>"}
|
|
|
|
worker = {
|
|
'artifacts': _generate_task_output_files(builds.keys(), locale),
|
|
'implementation': 'docker-worker',
|
|
'docker-image': {'in-tree': 'funsize-update-generator'},
|
|
'os': 'linux',
|
|
'max-run-time': 3600,
|
|
'chain-of-trust': True,
|
|
'env': {
|
|
'SHA1_SIGNING_CERT': 'nightly_sha1',
|
|
'SHA384_SIGNING_CERT': 'nightly_sha384'
|
|
}
|
|
}
|
|
|
|
level = config.params['level']
|
|
|
|
task = {
|
|
'label': label,
|
|
'description': "{} Partials".format(
|
|
dep_job.task["metadata"]["description"]),
|
|
'worker-type': 'aws-provisioner-v1/gecko-%s-b-linux' % level,
|
|
'dependencies': dependencies,
|
|
'attributes': attributes,
|
|
'run-on-projects': dep_job.attributes.get('run_on_projects'),
|
|
'treeherder': treeherder,
|
|
'extra': extra,
|
|
'worker': worker,
|
|
}
|
|
|
|
yield task
|