def main(args):
config = configuration.get_config(args)
url = utils.validate_input(config.get("username"), config.get("token"), config.get("server"))
connection = utils.connect(url)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
load_jobs()
start_time = time.time()
bundle_stream = None
if config.get("stream"):
bundle_stream = config.get("stream")
submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream)
if config.get("poll"):
jobs = poll_jobs(connection, config.get("timeout"))
end_time = time.time()
if config.get("bisect"):
for job_id in jobs:
if 'result' in jobs[job_id]:
if jobs[job_id]['result'] == 'FAIL':
exit(1)
jobs['duration'] = end_time - start_time
jobs['username'] = config.get("username")
jobs['token'] = config.get("token")
jobs['server'] = config.get("server")
results_directory = os.getcwd() + '/results'
utils.mkdir(results_directory)
utils.write_json(config.get("poll"), results_directory, jobs)
exit(0)
def main(args):
config = configuration.get_config(args)
url = utils.validate_input(config.get("username"), config.get("token"),
config.get("server"))
connection = utils.connect(url)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
load_jobs()
start_time = time.time()
bundle_stream = None
if config.get("stream"):
bundle_stream = config.get("stream")
submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream)
if config.get("poll"):
jobs = poll_jobs(connection, config.get("timeout"))
end_time = time.time()
jobs['duration'] = end_time - start_time
jobs['username'] = config.get("username")
jobs['token'] = config.get("token")
jobs['server'] = config.get("server")
results_directory = os.getcwd() + '/results'
utils.mkdir(results_directory)
utils.write_yaml(config.get("poll"), results_directory, jobs)
exit(0)
def parse_json(json):
jobs = utils.load_json(json)
url = utils.validate_input(jobs['username'], jobs['token'], jobs['server'])
connection = utils.connect(url)
duration = jobs['duration']
# Remove unused data
jobs.pop('duration')
jobs.pop('username')
jobs.pop('token')
jobs.pop('server')
return connection, jobs, duration
def parse_json(json):
jobs = utils.load_json(json)
url = utils.validate_input(jobs['username'], jobs['token'], jobs['server'])
connection = utils.connect(url)
duration = jobs['duration']
# Remove unused data
jobs.pop('duration')
jobs.pop('username')
jobs.pop('token')
jobs.pop('server')
return connection, jobs, duration
def main(args):
config = configuration.get_config(args)
url = utils.validate_input(config.get("username"), config.get("token"), config.get("server"))
connection = utils.connect(url)
load_jobs()
start_time = time.time()
bundle_stream = None
if config.get("stream"):
bundle_stream = config.get("stream")
create_jobs(connection, config.get("server"), bundle_stream=bundle_stream)
exit(0)
def main(args):
config = configuration.get_config(args)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
jobs = config.get("jobs")
print("Loading jobs from {}".format(jobs))
load_jobs(jobs)
if JOBS:
start_time = time.time()
url = utils.validate_input(config.get("username"), config.get("token"),
config.get("server"))
connection = utils.connect(url)
submit_jobs(connection)
exit(0)
def main(args):
config = configuration.get_config(args)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
if config.get("jobs"):
load_jobs(config.get("jobs"))
print "Loading jobs from top folder " + str(config.get("jobs"))
else:
load_jobs(os.getcwd())
if job_map:
url = utils.validate_input(config.get("username"), config.get("token"), config.get("server"))
connection = utils.connect(url)
submit_jobs(connection)
exit(0)
def main(args):
config = configuration.get_config(args)
url = utils.validate_input(config.get("username"), config.get("token"),
config.get("server"))
connection = utils.connect(url)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
if config.get("jobs"):
load_jobs(config.get("jobs"))
print "Loading jobs from top folder " + str(config.get("jobs"))
else:
load_jobs(os.getcwd())
submit_jobs(connection)
exit(0)
def main(args):
config = configuration.get_config(args)
jobs_submitted = config.get('submitted')
lab = config.get('lab')
if jobs_submitted:
if not lab:
raise Exception("Lab name required when saving submitted jobs")
if os.path.exists(jobs_submitted):
os.unlink(jobs_submitted)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
jobs = config.get("jobs")
print("Loading jobs from {}".format(jobs))
load_jobs(jobs)
if not JOBS:
print("No jobs to submit")
result = False
else:
start_time = time.time()
labs_config = configparser.ConfigParser()
labs_config.read('labs.ini')
lava_api = labs_config[config.get("lab")]['api']
print("LAVA API: {}".format(lava_api))
url = utils.validate_input(config.get("username"),
config.get("token"),
lava_api)
connection = utils.connect(url)
result = submit_jobs(connection)
if jobs_submitted and SUBMITTED:
print("Saving submitted jobs data in {}".format(jobs_submitted))
data = {
'start_time': start_time,
'lab': config.get('lab'),
'jobs': {k: v for k, v in SUBMITTED.iteritems() if v},
}
with open(jobs_submitted, 'w') as json_file:
json.dump(data, json_file)
exit(0 if result is True else 1)
def main(args):
config = configuration.get_config(args)
jobs_submitted = config.get('submitted')
lab = config.get('lab')
if jobs_submitted:
if not lab:
raise Exception("Lab name required when saving submitted jobs")
if os.path.exists(jobs_submitted):
os.unlink(jobs_submitted)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
jobs = config.get("jobs")
print("Loading jobs from {}".format(jobs))
load_jobs(jobs)
if not JOBS:
print("No jobs to submit")
result = False
else:
start_time = time.time()
labs_config = configparser.ConfigParser()
labs_config.read('labs.ini')
lava_api = labs_config[config.get("lab")]['api']
print("LAVA API: {}".format(lava_api))
url = utils.validate_input(config.get("username"), config.get("token"),
lava_api)
connection = utils.connect(url)
result = submit_jobs(connection)
if jobs_submitted and SUBMITTED:
print("Saving submitted jobs data in {}".format(jobs_submitted))
data = {
'start_time': start_time,
'lab': config.get('lab'),
'jobs': {k: v
for k, v in SUBMITTED.iteritems() if v},
}
with open(jobs_submitted, 'w') as json_file:
json.dump(data, json_file)
exit(0 if result is True else 1)
def main(args):
config = configuration.get_config(args)
url = utils.validate_input(config.get("username"), config.get("token"),
config.get("server"))
connection = utils.connect(url)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
if config.get("jobs"):
load_jobs(config.get("jobs"))
print "Loading jobs from top folder " + str(config.get("jobs"))
else:
load_jobs(os.getcwd())
start_time = time.time()
bundle_stream = None
if config.get("stream"):
bundle_stream = config.get("stream")
submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream)
if config.get("poll"):
jobs = poll_jobs(connection, config.get("timeout"))
end_time = time.time()
if config.get("bisect"):
for job_id in jobs:
if 'result' in jobs[job_id]:
if jobs[job_id]['result'] == 'FAIL':
exit(1)
jobs['duration'] = end_time - start_time
jobs['username'] = config.get("username")
jobs['token'] = config.get("token")
jobs['server'] = config.get("server")
results_directory = os.getcwd() + '/results'
utils.mkdir(results_directory)
utils.write_json(config.get("poll"), results_directory, jobs)
exit(0)
def main(args):
config = configuration.get_config(args)
url = utils.validate_input(config.get("username"), config.get("token"), config.get("server"))
connection = utils.connect(url)
if config.get("repo"):
retrieve_jobs(config.get("repo"))
if config.get("jobs"):
load_jobs(config.get("jobs"))
print "Loading jobs from top folder " + str(config.get("jobs"))
else:
load_jobs(os.getcwd())
start_time = time.time()
bundle_stream = None
if config.get("stream"):
bundle_stream = config.get("stream")
submit_jobs(connection, config.get("server"), bundle_stream=bundle_stream)
if config.get("poll"):
jobs = poll_jobs(connection, config.get("timeout"))
end_time = time.time()
if config.get("bisect"):
for job_id in jobs:
if "result" in jobs[job_id]:
if jobs[job_id]["result"] == "FAIL":
exit(1)
jobs["duration"] = end_time - start_time
jobs["username"] = config.get("username")
jobs["token"] = config.get("token")
jobs["server"] = config.get("server")
results_directory = os.getcwd() + "/results"
utils.mkdir(results_directory)
utils.write_json(config.get("poll"), results_directory, jobs)
exit(0)
def run(self):
while True:
if not self.q[0].empty():
package = self.q[0].get()
result = connect(package)
self.q[1].put(result)
