def push(self, user_job_request):
job = None
for i in range(
0, len(utils.get_metadata("properties", user_job_request, 0))):
job_name = utils.get_metadata("name", user_job_request, i)
job_version = utils.get_metadata("version", user_job_request, i)
if ddb.valid_job_request(job_name):
jobs = ddb.read_ddb_jobid(job_name)["Items"]
if not jobs:
return 0
if not job_version:
job_version = max(
[item.get("version", 1) for item in jobs], default=1)
job = ([
item for item in jobs if item['version'] == job_version
])[0]
else:
for item in jobs:
if str(item["version"]) == str(job_version):
job = item
break
if job:
job_to_push = json.loads(job["job_details"])
job_to_push["job"]["control"] = "push"
post.to_lambda(job_name, job_to_push)
else:
logger.warn("No job found")
else:
return 0
def pull(self, user_job_request):
for i in range(0, len(utils.get_metadata("properties",user_job_request,0))):
job_name = utils.get_metadata("name",user_job_request,i)
job_control = utils.get_metadata("control",user_job_request,0)
if ddb.valid_job_request(job_name, "", job_control):
post.to_lambda(job_name, user_job_request)
else:
return 0
return 1
def push(self, user_job_request):
for i in range(0, len(utils.get_metadata("properties",user_job_request,0))):
job_name = utils.get_metadata("name",user_job_request,i)
job_version = utils.get_metadata("version",user_job_request,i)
job_control = utils.get_metadata("control",user_job_request,i)
if ddb.valid_job_request(job_name, job_version, job_control):
stored_job_request = s3.read(job_name, job_version)
if not stored_job_request:
return 0
stored_job_request["job"]["control"] = "push"
post.to_lambda(job_name, stored_job_request)
else:
return 0
def stop(self, user_job_request):
for i in range(0, len(utils.get_metadata("properties",user_job_request,0))):
job_name = utils.get_metadata("name",user_job_request,i)
job_version = utils.get_metadata("version",user_job_request,i)
job_control = utils.get_metadata("control",user_job_request,0)
if ddb.valid_job_request(job_name, job_version, job_control):
stored_job_request = s3.read(job_name, job_version)
if not stored_job_request:
return 0
if not ddb.update(job_name, job_version, job_control, stored_job_request):
return 0
stored_job_request["job"]["control"] = "stop"
del stored_job_request["job"]["machine-details"]
post.to_lambda(job_name, stored_job_request)
else:
return 0
def ddb_controlled_stop(user_job_request):
for i in range(0, len(utils.get_metadata("properties", user_job_request,
0))):
job_name = utils.get_metadata("name", user_job_request, i)
job_version = utils.get_metadata("version", user_job_request, i)
job_control = utils.get_metadata("control", user_job_request, 0)
temp_json = {
"job": {
"control": job_control,
"properties": [{
"name": job_name,
"version": job_version
}]
}
}
post.to_lambda(job_name, temp_json)
else:
return 0
def start(self, user_job_request):
for i in range(
0, len(utils.get_metadata("properties", user_job_request, 0))):
job_name = utils.get_metadata("name", user_job_request, i)
job_version = utils.get_metadata("version", user_job_request, i)
job_control = utils.get_metadata("control", user_job_request, i)
jobs = ddb.read_ddb_jobid(job_name)["Items"]
if not job_version:
# Start latest version
job_version = max([item.get("version", 0) for item in jobs],
default=0)
job_entry = ([
item for item in jobs if item['version'] == job_version
])[0]
else:
for entry in jobs:
if str(entry["version"]) == str(job_version):
job_entry = entry
if ddb.valid_job_request(job_name):
if not job_entry:
logger.info(
"There was an issue retriving job information for job {0}"
.format(job_name))
return 0
json_job = json.loads(job_entry["job_details"])
if str(job_entry['version']) == str(job_version):
job_to_start = json_job
if not ddb.update(job_name, job_version, job_control, ""):
return 0
for entry in jobs:
if entry["version"] != int(job_version):
json_job_details = json.loads(entry['job_details'])
json_job_details['job']['properties'][0][
'version'] = str(entry['version'])
self.stop(json_job_details)
job_to_start["job"]["control"] = "start"
job_to_start["job"]["properties"][0]["version"] = str(
job_version)
post.to_lambda(job_name, job_to_start)
else:
return 0
def update(self, user_job_request):
job_name = utils.get_metadata("name",user_job_request,0)
job_version = utils.get_metadata("version",user_job_request,0)
job_control = utils.get_metadata("control",user_job_request,0)
if ddb.valid_job_request(job_name, job_version, job_control):
# build job as per protocol
processed_job_request = build.job(user_job_request)
if not processed_job_request:
return 0
# write process job to s3
if not s3.write(processed_job_request,"json"):
return 0
# update DynamoDB as all other jobs on this gg group id will stop during manual deployment
if not ddb.update(job_name, job_version, job_control, ""):
return 0
# create an entry in DynamoDB
if not ddb.write(user_job_request):
return 0
post.to_lambda(job_name, processed_job_request)
else:
return 0
return 1
def stop(self, user_job_request):
for i in range(
0, len(utils.get_metadata("properties", user_job_request, 0))):
job_name = utils.get_metadata("name", user_job_request, i)
job_version = utils.get_metadata("version", user_job_request, i)
desired_job_control = "stop"
jobs = ddb.read_ddb_jobid(job_name)["Items"]
if not job_version:
# Stop running version
job_entry = ([
item for item in jobs if item['control'] == 'start'
or item['control'] == 'update'
])[0]
job_version = job_entry["version"]
else:
for entry in jobs:
if str(entry["version"]) == str(job_version):
job_entry = entry
job_control = job_entry['control']
if job_control != desired_job_control:
if ddb.valid_job_request(job_name):
if not job_entry:
logger.info(
"There was an issue retrieving job {0}".format(
job_name))
return 0
if not ddb.update(job_name, job_version,
desired_job_control,
job_entry['job_details']):
return 0
# for item in stored_job_request:
json_job = json.loads(job_entry["job_details"])
if str(job_entry["version"]) == str(job_version):
job_to_stop = json_job
job_to_stop["job"]["control"] = "stop"
del job_to_stop["job"]["machine-details"]
post.to_lambda(job_name, job_to_stop)
else:
return 0
