153caad1f2
This template takes a single integer as input, and sets the 'task_duplicates' attribute on any tasks that were explicitly specified by try_task_config.json. This means dependent tasks or 'always_target' tasks will not be rebuilt. To support this template, the apply_jsone_templates morph now requires the entire try_task_config object instead of just the templates. MozReview-Commit-ID: DwxUtlC5VD5
220 lines
8.1 KiB
Python
220 lines
8.1 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import unittest
|
|
|
|
from taskgraph import morph
|
|
from taskgraph.graph import Graph
|
|
from taskgraph.taskgraph import TaskGraph
|
|
from taskgraph.task import Task
|
|
|
|
from mozunit import main
|
|
|
|
|
|
class MorphTestCase(unittest.TestCase):
|
|
|
|
def make_taskgraph(self, tasks):
|
|
label_to_taskid = {k: k + '-tid' for k in tasks}
|
|
for label, task_id in label_to_taskid.iteritems():
|
|
tasks[label].task_id = task_id
|
|
graph = Graph(nodes=set(tasks), edges=set())
|
|
taskgraph = TaskGraph(tasks, graph)
|
|
return taskgraph, label_to_taskid
|
|
|
|
|
|
class TestIndexTask(MorphTestCase):
|
|
|
|
def test_make_index_tasks(self):
|
|
task_def = {
|
|
'routes': [
|
|
"index.gecko.v2.mozilla-central.latest.firefox-l10n.linux64-opt.es-MX",
|
|
"index.gecko.v2.mozilla-central.latest.firefox-l10n.linux64-opt.fy-NL",
|
|
"index.gecko.v2.mozilla-central.latest.firefox-l10n.linux64-opt.sk",
|
|
"index.gecko.v2.mozilla-central.latest.firefox-l10n.linux64-opt.sl",
|
|
"index.gecko.v2.mozilla-central.latest.firefox-l10n.linux64-opt.uk",
|
|
"index.gecko.v2.mozilla-central.latest.firefox-l10n.linux64-opt.zh-CN",
|
|
"index.gecko.v2.mozilla-central.pushdate."
|
|
"2017.04.04.20170404100210.firefox-l10n.linux64-opt.es-MX",
|
|
"index.gecko.v2.mozilla-central.pushdate."
|
|
"2017.04.04.20170404100210.firefox-l10n.linux64-opt.fy-NL",
|
|
"index.gecko.v2.mozilla-central.pushdate."
|
|
"2017.04.04.20170404100210.firefox-l10n.linux64-opt.sk",
|
|
"index.gecko.v2.mozilla-central.pushdate."
|
|
"2017.04.04.20170404100210.firefox-l10n.linux64-opt.sl",
|
|
"index.gecko.v2.mozilla-central.pushdate."
|
|
"2017.04.04.20170404100210.firefox-l10n.linux64-opt.uk",
|
|
"index.gecko.v2.mozilla-central.pushdate."
|
|
"2017.04.04.20170404100210.firefox-l10n.linux64-opt.zh-CN",
|
|
"index.gecko.v2.mozilla-central.revision."
|
|
"b5d8b27a753725c1de41ffae2e338798f3b5cacd.firefox-l10n.linux64-opt.es-MX",
|
|
"index.gecko.v2.mozilla-central.revision."
|
|
"b5d8b27a753725c1de41ffae2e338798f3b5cacd.firefox-l10n.linux64-opt.fy-NL",
|
|
"index.gecko.v2.mozilla-central.revision."
|
|
"b5d8b27a753725c1de41ffae2e338798f3b5cacd.firefox-l10n.linux64-opt.sk",
|
|
"index.gecko.v2.mozilla-central.revision."
|
|
"b5d8b27a753725c1de41ffae2e338798f3b5cacd.firefox-l10n.linux64-opt.sl",
|
|
"index.gecko.v2.mozilla-central.revision."
|
|
"b5d8b27a753725c1de41ffae2e338798f3b5cacd.firefox-l10n.linux64-opt.uk",
|
|
"index.gecko.v2.mozilla-central.revision."
|
|
"b5d8b27a753725c1de41ffae2e338798f3b5cacd.firefox-l10n.linux64-opt.zh-CN"
|
|
],
|
|
'deadline': 'soon',
|
|
'metadata': {
|
|
'description': 'desc',
|
|
'owner': 'owner@foo.com',
|
|
'source': 'https://source',
|
|
},
|
|
}
|
|
task = Task(kind='test', label='a', attributes={}, task=task_def)
|
|
docker_task = Task(kind='docker-image', label='build-docker-image-index-task',
|
|
attributes={}, task={})
|
|
taskgraph, label_to_taskid = self.make_taskgraph({
|
|
task.label: task,
|
|
docker_task.label: docker_task,
|
|
})
|
|
|
|
index_task = morph.make_index_task(task, taskgraph, label_to_taskid)
|
|
|
|
self.assertEqual(index_task.task['payload']['command'][0], 'insert-indexes.js')
|
|
self.assertEqual(index_task.task['payload']['env']['TARGET_TASKID'], 'a-tid')
|
|
|
|
# check the scope summary
|
|
self.assertEqual(index_task.task['scopes'],
|
|
['index:insert-task:gecko.v2.mozilla-central.*'])
|
|
|
|
|
|
class TestApplyJSONeTemplates(MorphTestCase):
|
|
|
|
tasks = [
|
|
{
|
|
'kind': 'build',
|
|
'label': 'a',
|
|
'attributes': {},
|
|
'task': {
|
|
'extra': {
|
|
'treeherder': {
|
|
'group': 'tc',
|
|
'symbol': 'B'
|
|
}
|
|
},
|
|
'payload': {
|
|
'env': {
|
|
'FOO': 'BAR'
|
|
}
|
|
},
|
|
'tags': {
|
|
'kind': 'build'
|
|
}
|
|
}
|
|
},
|
|
{
|
|
'kind': 'test',
|
|
'label': 'b',
|
|
'attributes': {},
|
|
'task': {
|
|
'extra': {
|
|
'treeherder': {
|
|
'group': 'tc',
|
|
'symbol': 't'
|
|
}
|
|
},
|
|
'payload': {
|
|
'env': {
|
|
'FOO': 'BAR'
|
|
}
|
|
},
|
|
'tags': {
|
|
'kind': 'test'
|
|
}
|
|
}
|
|
},
|
|
]
|
|
|
|
def test_template_artifact(self):
|
|
tg, label_to_taskid = self.make_taskgraph({
|
|
t['label']: Task(**t) for t in self.tasks[:]
|
|
})
|
|
|
|
try_task_config = {
|
|
'templates': {
|
|
'artifact': {'enabled': 1}
|
|
},
|
|
}
|
|
fn = morph.apply_jsone_templates(try_task_config)
|
|
morphed = fn(tg, label_to_taskid)[0]
|
|
|
|
self.assertEqual(len(morphed.tasks), 2)
|
|
|
|
for t in morphed.tasks.values():
|
|
if t.kind == 'build':
|
|
self.assertEqual(t.task['extra']['treeherder']['group'], 'tc')
|
|
self.assertEqual(t.task['extra']['treeherder']['symbol'], 'Ba')
|
|
self.assertEqual(t.task['payload']['env']['USE_ARTIFACT'], 1)
|
|
else:
|
|
self.assertEqual(t.task['extra']['treeherder']['group'], 'tc')
|
|
self.assertEqual(t.task['extra']['treeherder']['symbol'], 't')
|
|
self.assertNotIn('USE_ARTIFACT', t.task['payload']['env'])
|
|
|
|
def test_template_env(self):
|
|
tg, label_to_taskid = self.make_taskgraph({
|
|
t['label']: Task(**t) for t in self.tasks[:]
|
|
})
|
|
|
|
try_task_config = {
|
|
'templates': {
|
|
'env': {
|
|
'ENABLED': 1,
|
|
'FOO': 'BAZ',
|
|
}
|
|
},
|
|
}
|
|
fn = morph.apply_jsone_templates(try_task_config)
|
|
morphed = fn(tg, label_to_taskid)[0]
|
|
|
|
self.assertEqual(len(morphed.tasks), 2)
|
|
for t in morphed.tasks.values():
|
|
self.assertEqual(len(t.task['payload']['env']), 2)
|
|
self.assertEqual(t.task['payload']['env']['ENABLED'], 1)
|
|
self.assertEqual(t.task['payload']['env']['FOO'], 'BAZ')
|
|
|
|
try_task_config['templates']['env'] = {
|
|
'ENABLED': 0,
|
|
}
|
|
fn = morph.apply_jsone_templates(try_task_config)
|
|
morphed = fn(tg, label_to_taskid)[0]
|
|
|
|
self.assertEqual(len(morphed.tasks), 2)
|
|
for t in morphed.tasks.values():
|
|
self.assertEqual(len(t.task['payload']['env']), 2)
|
|
self.assertEqual(t.task['payload']['env']['ENABLED'], 0)
|
|
self.assertEqual(t.task['payload']['env']['FOO'], 'BAZ')
|
|
|
|
def test_template_rebuild(self):
|
|
tg, label_to_taskid = self.make_taskgraph({
|
|
t['label']: Task(**t) for t in self.tasks[:]
|
|
})
|
|
|
|
try_task_config = {
|
|
'tasks': ['b'],
|
|
'templates': {
|
|
'rebuild': 4,
|
|
},
|
|
}
|
|
fn = morph.apply_jsone_templates(try_task_config)
|
|
tasks = fn(tg, label_to_taskid)[0].tasks.values()
|
|
self.assertEqual(len(tasks), 2)
|
|
|
|
for t in tasks:
|
|
if t.label == 'a':
|
|
self.assertNotIn('task_duplicates', t.attributes)
|
|
elif t.label == 'b':
|
|
self.assertIn('task_duplicates', t.attributes)
|
|
self.assertEqual(t.attributes['task_duplicates'], 4)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|