def is_backstop(params, push_interval=BACKSTOP_PUSH_INTERVAL, time_interval=BACKSTOP_TIME_INTERVAL): """Determines whether the given parameters represent a backstop push. Args: push_interval (int): Number of pushes time_interval (int): Minutes between forced schedules. Use 0 to disable. Returns: bool: True if this is a backtop, otherwise False. """ # In case this is being faked on try. if params.get("backstop", False): return True project = params["project"] pushid = int(params["pushlog_id"]) pushdate = int(params["pushdate"]) if project == "try": return False elif project != "autoland": return True # On every Nth push, want to run all tasks. if pushid % push_interval == 0: return True if time_interval <= 0: return False # We also want to ensure we run all tasks at least once per N minutes. index = BACKSTOP_INDEX.format(project=project) try: last_backstop_id = find_task_id(index) except KeyError: # Index wasn't found, implying there hasn't been a backstop push yet. return True if status_task(last_backstop_id) in ("failed", "exception"): # If the last backstop failed its decision task, make this a backstop. return True try: last_pushdate = get_artifact(last_backstop_id, "public/parameters.yml")["pushdate"] except HTTPError as e: # If the last backstop decision task exists in the index, but # parameters.yml isn't available yet, it means the decision task is # still running. If that's the case, we can be pretty sure the time # component will not cause a backstop, so just return False. if e.response.status_code == 404: return False raise if (pushdate - last_pushdate) / 60 >= time_interval: return True return False
def _rerun_task(task_id, label): status = taskcluster.status_task(task_id) if status not in RERUN_STATES: logger.warning("No need to rerun {}: state '{}' not in {}!".format( label, status, RERUN_STATES)) return taskcluster.rerun_task(task_id) logger.info("Reran {}".format(label))
def should_replace_task(self, task, params, index_paths): "Look for a task with one of the given index paths" for index_path in index_paths: try: task_id = find_task_id(index_path) status = status_task(task_id) if status not in ("exception", "failed"): return task_id except KeyError: # 404 will end up here and go on to the next index path pass return False
def rerun_action(parameters, graph_config, input, task_group_id, task_id, task): parameters = dict(parameters) decision_task_id, full_task_graph, label_to_taskid = fetch_graph_and_labels( parameters, graph_config) label = task['metadata']['name'] if task_id not in label_to_taskid.values(): logger.error( "Refusing to rerun {}: taskId {} not in decision task {} label_to_taskid!" .format(label, task_id, decision_task_id)) status = status_task(task_id) if status not in RERUN_STATES: logger.error("Refusing to rerun {}: state {} not in {}!".format( label, status, RERUN_STATES)) sys.exit(1) rerun_task(task_id) logger.info('Reran {}'.format(label))
def should_replace_task(self, task, params, deadline, index_paths): "Look for a task with one of the given index paths" for index_path in index_paths: try: task_id = find_task_id(index_path) status = status_task(task_id) if status.get("state") in ("exception", "failed"): continue if deadline and datetime.strptime( status["expires"], self.fmt ) < datetime.strptime(deadline, self.fmt): continue return task_id except KeyError: # 404 will end up here and go on to the next index path pass return False