def run():
configure_logging()
parser = argparse.ArgumentParser(description=__doc__.partition("\n\n")[0])
parser.add_argument("repo_url",
help="URL (or local path) of git repository")
parser.add_argument("actions",
nargs="+",
help="Name of project action to run")
parser.add_argument(
"--commit",
help=(
"Git commit to use (if repo_url is a local checkout, use current "
"checked out commit by default)"),
)
parser.add_argument(
"--branch",
help="Git branch or ref to use if no commit supplied (default HEAD)",
default="HEAD",
)
parser.add_argument("--workspace",
help="Workspace ID (default 'test')",
default="test")
parser.add_argument("--database",
help="Database name (default 'dummy')",
default="dummy")
parser.add_argument("-f", "--force-run-dependencies", action="store_true")
args = parser.parse_args()
main(**vars(args))
def main():
"""Run the main run loop after starting the sync loop in a thread."""
# extra space to align with other thread's "sync" label.
threading.current_thread().name = "run "
fmt = "{asctime} {threadName} {message} {tags}"
configure_logging(fmt)
try:
log.info("jobrunner.service started")
# daemon=True means this thread will be automatically join()ed when the
# process exits
thread = threading.Thread(target=sync_wrapper, daemon=True)
thread.name = "sync"
thread.start()
# Stat the `record_stats` thread
thread = threading.Thread(target=record_stats_wrapper, daemon=True)
thread.name = "stat"
thread.start()
run.main()
except KeyboardInterrupt:
log.info("jobrunner.service stopped")
else:
return "Waiting on available workers"
def get_job_resource_weight(job, weights=config.JOB_RESOURCE_WEIGHTS):
"""
Get the job's resource weight by checking its workspace and action against
the config file, default to 1 otherwise
"""
action_patterns = weights.get(job.workspace)
if action_patterns:
for pattern, weight in action_patterns.items():
if pattern.fullmatch(job.action):
return weight
return 1
def update_job(job):
# The cancelled field is written by the sync thread and we should never update it. The sync thread never updates
# any other fields after it has created the job, so we're always safe to modify them.
update(job, exclude_fields=["cancelled"])
if __name__ == "__main__":
configure_logging()
try:
main()
except KeyboardInterrupt:
sys.exit(0)