def main(args): config = configuration.get_config(args) url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) if config.get("repo"): retrieve_jobs(config.get("repo")) load_jobs() start_time = time.time() bundle_stream = None if config.get("stream"): bundle_stream = config.get("stream") submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream) if config.get("poll"): jobs = poll_jobs(connection, config.get("timeout")) end_time = time.time() if config.get("bisect"): for job_id in jobs: if 'result' in jobs[job_id]: if jobs[job_id]['result'] == 'FAIL': exit(1) jobs['duration'] = end_time - start_time jobs['username'] = config.get("username") jobs['token'] = config.get("token") jobs['server'] = config.get("server") results_directory = os.getcwd() + '/results' utils.mkdir(results_directory) utils.write_json(config.get("poll"), results_directory, jobs) exit(0)
def main(args): config = configuration.get_config(args) url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) if config.get("repo"): retrieve_jobs(config.get("repo")) load_jobs() start_time = time.time() bundle_stream = None if config.get("stream"): bundle_stream = config.get("stream") submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream) if config.get("poll"): jobs = poll_jobs(connection, config.get("timeout")) end_time = time.time() jobs['duration'] = end_time - start_time jobs['username'] = config.get("username") jobs['token'] = config.get("token") jobs['server'] = config.get("server") results_directory = os.getcwd() + '/results' utils.mkdir(results_directory) utils.write_yaml(config.get("poll"), results_directory, jobs) exit(0)
def parse_json(json): jobs = utils.load_json(json) url = utils.validate_input(jobs['username'], jobs['token'], jobs['server']) connection = utils.connect(url) duration = jobs['duration'] # Remove unused data jobs.pop('duration') jobs.pop('username') jobs.pop('token') jobs.pop('server') return connection, jobs, duration
def main(args): config = configuration.get_config(args) url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) load_jobs() start_time = time.time() bundle_stream = None if config.get("stream"): bundle_stream = config.get("stream") create_jobs(connection, config.get("server"), bundle_stream=bundle_stream) exit(0)
def main(args): config = configuration.get_config(args) if config.get("repo"): retrieve_jobs(config.get("repo")) jobs = config.get("jobs") print("Loading jobs from {}".format(jobs)) load_jobs(jobs) if JOBS: start_time = time.time() url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) submit_jobs(connection) exit(0)
def main(args): config = configuration.get_config(args) if config.get("repo"): retrieve_jobs(config.get("repo")) if config.get("jobs"): load_jobs(config.get("jobs")) print "Loading jobs from top folder " + str(config.get("jobs")) else: load_jobs(os.getcwd()) if job_map: url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) submit_jobs(connection) exit(0)
def main(args): config = configuration.get_config(args) url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) if config.get("repo"): retrieve_jobs(config.get("repo")) if config.get("jobs"): load_jobs(config.get("jobs")) print "Loading jobs from top folder " + str(config.get("jobs")) else: load_jobs(os.getcwd()) submit_jobs(connection) exit(0)
def main(args): config = configuration.get_config(args) jobs_submitted = config.get('submitted') lab = config.get('lab') if jobs_submitted: if not lab: raise Exception("Lab name required when saving submitted jobs") if os.path.exists(jobs_submitted): os.unlink(jobs_submitted) if config.get("repo"): retrieve_jobs(config.get("repo")) jobs = config.get("jobs") print("Loading jobs from {}".format(jobs)) load_jobs(jobs) if not JOBS: print("No jobs to submit") result = False else: start_time = time.time() labs_config = configparser.ConfigParser() labs_config.read('labs.ini') lava_api = labs_config[config.get("lab")]['api'] print("LAVA API: {}".format(lava_api)) url = utils.validate_input(config.get("username"), config.get("token"), lava_api) connection = utils.connect(url) result = submit_jobs(connection) if jobs_submitted and SUBMITTED: print("Saving submitted jobs data in {}".format(jobs_submitted)) data = { 'start_time': start_time, 'lab': config.get('lab'), 'jobs': {k: v for k, v in SUBMITTED.iteritems() if v}, } with open(jobs_submitted, 'w') as json_file: json.dump(data, json_file) exit(0 if result is True else 1)
def main(args): config = configuration.get_config(args) url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) if config.get("repo"): retrieve_jobs(config.get("repo")) if config.get("jobs"): load_jobs(config.get("jobs")) print "Loading jobs from top folder " + str(config.get("jobs")) else: load_jobs(os.getcwd()) start_time = time.time() bundle_stream = None if config.get("stream"): bundle_stream = config.get("stream") submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream) if config.get("poll"): jobs = poll_jobs(connection, config.get("timeout")) end_time = time.time() if config.get("bisect"): for job_id in jobs: if 'result' in jobs[job_id]: if jobs[job_id]['result'] == 'FAIL': exit(1) jobs['duration'] = end_time - start_time jobs['username'] = config.get("username") jobs['token'] = config.get("token") jobs['server'] = config.get("server") results_directory = os.getcwd() + '/results' utils.mkdir(results_directory) utils.write_json(config.get("poll"), results_directory, jobs) exit(0)
def main(args): config = configuration.get_config(args) url = utils.validate_input(config.get("username"), config.get("token"), config.get("server")) connection = utils.connect(url) if config.get("repo"): retrieve_jobs(config.get("repo")) if config.get("jobs"): load_jobs(config.get("jobs")) print "Loading jobs from top folder " + str(config.get("jobs")) else: load_jobs(os.getcwd()) start_time = time.time() bundle_stream = None if config.get("stream"): bundle_stream = config.get("stream") submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream) if config.get("poll"): jobs = poll_jobs(connection, config.get("timeout")) end_time = time.time() if config.get("bisect"): for job_id in jobs: if "result" in jobs[job_id]: if jobs[job_id]["result"] == "FAIL": exit(1) jobs["duration"] = end_time - start_time jobs["username"] = config.get("username") jobs["token"] = config.get("token") jobs["server"] = config.get("server") results_directory = os.getcwd() + "/results" utils.mkdir(results_directory) utils.write_json(config.get("poll"), results_directory, jobs) exit(0)
def run(self): while True: if not self.q[0].empty(): package = self.q[0].get() result = connect(package) self.q[1].put(result)