fa9df44201
This patch adds a new backstop optimization strategy for android perf tasks. It will decrease the scheduling frequency of the tests on autoland to about half as often as the original backstop strategy. Differential Revision: https://phabricator.services.mozilla.com/D217269
96 lines
3.3 KiB
Python
96 lines
3.3 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
from requests import HTTPError
|
|
from taskgraph.util.taskcluster import find_task_id, get_artifact
|
|
|
|
from gecko_taskgraph.util.attributes import INTEGRATION_PROJECTS, TRY_PROJECTS
|
|
from gecko_taskgraph.util.taskcluster import state_task
|
|
|
|
BACKSTOP_PUSH_INTERVAL = 20
|
|
BACKSTOP_TIME_INTERVAL = 60 * 4 # minutes
|
|
ANDROID_PERFTEST_BACKSTOP_INDEX = (
|
|
"{trust-domain}.v2.{project}.latest.taskgraph.android_backstop"
|
|
)
|
|
BACKSTOP_INDEX = "{trust-domain}.v2.{project}.latest.taskgraph.backstop"
|
|
|
|
STRATEGY_TO_INDEX_MAP = {
|
|
"android_perftest_backstop": ANDROID_PERFTEST_BACKSTOP_INDEX,
|
|
"backstop": BACKSTOP_INDEX,
|
|
}
|
|
|
|
|
|
def is_backstop(
|
|
params,
|
|
push_interval=BACKSTOP_PUSH_INTERVAL,
|
|
time_interval=BACKSTOP_TIME_INTERVAL,
|
|
trust_domain="gecko",
|
|
integration_projects=INTEGRATION_PROJECTS,
|
|
backstop_strategy="backstop",
|
|
):
|
|
"""Determines whether the given parameters represent a backstop push.
|
|
|
|
Args:
|
|
push_interval (int): Number of pushes
|
|
time_interval (int): Minutes between forced schedules.
|
|
Use 0 to disable.
|
|
trust_domain (str): "gecko" for Firefox, "comm" for Thunderbird
|
|
integration_projects (set): project that uses backstop optimization
|
|
Returns:
|
|
bool: True if this is a backstop, otherwise False.
|
|
"""
|
|
# In case this is being faked on try.
|
|
if params.get(backstop_strategy, False):
|
|
return True
|
|
|
|
project = params["project"]
|
|
if project in TRY_PROJECTS:
|
|
return False
|
|
if project not in integration_projects:
|
|
return True
|
|
|
|
# This push was explicitly set to run nothing (e.g via DONTBUILD), so
|
|
# shouldn't be a backstop candidate.
|
|
if params["target_tasks_method"] == "nothing":
|
|
return False
|
|
|
|
# Find the last backstop to compute push and time intervals.
|
|
subs = {"trust-domain": trust_domain, "project": project}
|
|
index = STRATEGY_TO_INDEX_MAP[backstop_strategy].format(**subs)
|
|
|
|
try:
|
|
last_backstop_id = find_task_id(index)
|
|
except KeyError:
|
|
# Index wasn't found, implying there hasn't been a backstop push yet.
|
|
return True
|
|
|
|
if state_task(last_backstop_id) in ("failed", "exception"):
|
|
# If the last backstop failed its decision task, make this a backstop.
|
|
return True
|
|
|
|
try:
|
|
last_params = get_artifact(last_backstop_id, "public/parameters.yml")
|
|
except HTTPError as e:
|
|
# If the last backstop decision task exists in the index, but
|
|
# parameters.yml isn't available yet, it means the decision task is
|
|
# still running. If that's the case, we can be pretty sure the time
|
|
# component will not cause a backstop, so just return False.
|
|
if e.response.status_code == 404:
|
|
return False
|
|
raise
|
|
|
|
# On every Nth push, want to run all tasks.
|
|
if int(params["pushlog_id"]) - int(last_params["pushlog_id"]) >= push_interval:
|
|
return True
|
|
|
|
if time_interval <= 0:
|
|
return False
|
|
|
|
# We also want to ensure we run all tasks at least once per N minutes.
|
|
if (params["pushdate"] - last_params["pushdate"]) / 60 >= time_interval:
|
|
return True
|
|
|
|
return False
|