def update_from_completed_batch_job(self, job):
assert isinstance(job, Job)
job_status = job.cached_status()
exit_code = job_status['exit_code']
job_source = FQSHA.from_json(json.loads(job.attributes['source']))
job_target = FQSHA.from_json(json.loads(job.attributes['target']))
assert job_source.ref == self.source.ref
assert job_target.ref == self.target.ref
if job_target.sha != self.target.sha:
log.info(f'notified of job for old target {job.id}'
# too noisy: f' {job.attributes} {self.short_str()}'
)
x = self
elif job_source.sha != self.source.sha:
log.info(f'notified of job for old source {job.id}'
# too noisy: f' {job.attributes} {self.short_str()}'
)
x = self
elif exit_code == 0:
log.info(
f'job finished success {short_str_build_job(job)} {self.short_str()}'
)
x = self._new_build(Mergeable(self.target.sha))
else:
log.info(
f'job finished failure {short_str_build_job(job)} {self.short_str()}'
)
x = self._new_build(
Failure(exit_code, job.attributes['image'], self.target.sha))
job.delete()
return x
def refresh_ci_build_jobs(jobs):
jobs = [
(FQSHA.from_json(json.loads(job.attributes['source'])),
FQSHA.from_json(json.loads(job.attributes['target'])),
job)
for job in jobs
]
jobs = [(s, t, j) for (s, t, j) in jobs if prs.exists(s, t)]
latest_jobs = {}
for (source, target, job) in jobs:
key = (source, target)
job2 = latest_jobs.get(key, None)
if job2 is None:
latest_jobs[key] = job
else:
if job_ordering(job, job2) > 0:
log.info(
f'cancelling {job2.id}, preferring {job.id}'
)
try_to_cancel_job(job2)
latest_jobs[key] = job
else:
log.info(
f'cancelling {job.id}, preferring {job2.id}'
)
try_to_cancel_job(job)
prs.refresh_from_ci_jobs(latest_jobs)
def update_from_completed_batch_job(self, job):
assert isinstance(job, Job)
job_status = job.cached_status()
exit_code = job_status['exit_code']
job_source = FQSHA.from_json(json.loads(job.attributes['source']))
job_target = FQSHA.from_json(json.loads(job.attributes['target']))
assert job_source.ref == self.source.ref
assert job_target.ref == self.target.ref
if job_target.sha != self.target.sha:
log.info(
f'notified of job for old target {job.id}'
# too noisy: f' {job.attributes} {self.short_str()}'
)
x = self
elif job_source.sha != self.source.sha:
log.info(
f'notified of job for old source {job.id}'
# too noisy: f' {job.attributes} {self.short_str()}'
)
x = self
elif exit_code == 0:
log.info(f'job finished success {short_str_build_job(job)} {self.short_str()}')
x = self._new_build(Mergeable(self.target.sha))
else:
log.info(f'job finished failure {short_str_build_job(job)} {self.short_str()}')
x = self._new_build(
Failure(exit_code,
job.attributes['image'],
self.target.sha))
job.delete()
return x
def ci_build_done():
d = request.json
attributes = d['attributes']
source = FQSHA.from_json(json.loads(attributes['source']))
target = FQSHA.from_json(json.loads(attributes['target']))
job = Job(batch_client, d['id'], attributes=attributes, _status=d)
receive_ci_job(source, target, job)
return '', 200
def ci_build_done():
d = request.json
attributes = d['attributes']
source = FQSHA.from_json(json.loads(attributes['source']))
target = FQSHA.from_json(json.loads(attributes['target']))
job = Job(batch_client, d['id'], attributes=attributes, _status=d)
receive_ci_job(source, target, job)
return '', 200
def from_json(d):
assert 'target' in d, d
assert 'source' in d, d
assert 'review' in d, d
assert 'build' in d, d
assert 'number' in d, d
assert 'title' in d, d
return PR(
FQSHA.from_json(d['source']),
FQSHA.from_json(d['target']),
d['review'],
build_state_from_json(d['build']),
d['number'],
d['title'],
)
def from_json(d):
assert 'target' in d, d
assert 'source' in d, d
assert 'review' in d, d
assert 'build' in d, d
assert 'number' in d, d
assert 'title' in d, d
return PR(
FQSHA.from_json(d['source']),
FQSHA.from_json(d['target']),
d['review'],
build_state_from_json(d['build']),
d['number'],
d['title'],
)
def deploy_build_done():
d = request.json
attributes = d['attributes']
target = FQSHA.from_json(json.loads(attributes['target']))
job = Job(batch_client, d['id'], attributes=attributes, _status=d)
receive_deploy_job(target, job)
return '', 200
def short_str_build_job(job):
state = job.cached_status()['state']
attr = job.attributes
assert 'target' in attr, f'{attr} {job.id}'
assert 'source' in attr, f'{attr} {job.id}'
assert 'type' in attr, f'{attr} {job.id}'
assert 'image' in attr, f'{attr} {job.id}'
target = FQSHA.from_json(json.loads(attr['target']))
source = FQSHA.from_json(json.loads(attr['source']))
return (
f'[buildjob {job.id}]{state};'
f'{target.short_str()}'
f'..'
f'{source.short_str()};'
f'{attr["type"]};{attr["image"]};'
)
def refresh_deploy_jobs(jobs):
jobs = [
(FQSHA.from_json(json.loads(job.attributes['target'])),
job)
for job in jobs
if 'target' in job.attributes
]
jobs = [
(target, job)
for (target, job) in jobs
if target.ref in prs.deploy_jobs
]
latest_jobs = {}
for (target, job) in jobs:
job2 = latest_jobs.get(target, None)
if job2 is None:
latest_jobs[target] = job
else:
if job_ordering(job, job2) > 0:
log.info(
f'cancelling {job2.id}, preferring {job.id}'
)
try_to_cancel_job(job2)
latest_jobs[target] = job
else:
log.info(
f'cancelling {job.id}, preferring {job2.id}'
)
try_to_cancel_job(job)
prs.refresh_from_deploy_jobs(latest_jobs)
def deploy_build_done():
d = request.json
attributes = d['attributes']
target = FQSHA.from_json(json.loads(attributes['target']))
job = Job(batch_client, d['id'], attributes=attributes, _status=d)
receive_deploy_job(target, job)
return '', 200
def refresh_ci_build_jobs(jobs):
jobs = [(FQSHA.from_json(json.loads(job.attributes['source'])),
FQSHA.from_json(json.loads(job.attributes['target'])), job)
for job in jobs]
jobs = [(s, t, j) for (s, t, j) in jobs if prs.exists(s, t)]
latest_jobs = {}
for (source, target, job) in jobs:
key = (source, target)
job2 = latest_jobs.get(key, None)
if job2 is None:
latest_jobs[key] = job
else:
if job_ordering(job, job2) > 0:
log.info(f'cancelling {job2.id}, preferring {job.id}')
try_to_cancel_job(job2)
latest_jobs[key] = job
else:
log.info(f'cancelling {job.id}, preferring {job2.id}')
try_to_cancel_job(job)
prs.refresh_from_ci_jobs(latest_jobs)
def refresh_deploy_jobs(jobs):
jobs = [(FQSHA.from_json(json.loads(job.attributes['target'])), job)
for job in jobs if 'target' in job.attributes]
jobs = [(target, job) for (target, job) in jobs
if target.ref in prs.deploy_jobs]
latest_jobs = {}
for (target, job) in jobs:
job2 = latest_jobs.get(target, None)
if job2 is None:
latest_jobs[target] = job
else:
if job_ordering(job, job2) > 0:
log.info(f'cancelling {job2.id}, preferring {job.id}')
try_to_cancel_job(job2)
latest_jobs[target] = job
else:
log.info(f'cancelling {job.id}, preferring {job2.id}')
try_to_cancel_job(job)
prs.refresh_from_deploy_jobs(latest_jobs)
def refresh_from_batch_job(self, job):
state = job.cached_status()['state']
if state == 'Complete':
return self.update_from_completed_batch_job(job)
elif state == 'Cancelled':
log.error(
f'a job for me was cancelled {short_str_build_job(job)} {self.short_str()}')
job.delete()
return self._new_build(try_new_build(self.source, self.target))
else:
assert state == 'Created', f'{state} {job.id} {job.attributes} {self.short_str()}'
assert 'target' in job.attributes, job.attributes
assert 'image' in job.attributes, job.attributes
target = FQSHA.from_json(json.loads(job.attributes['target']))
image = job.attributes['image']
if target == self.target:
return self._new_build(Building(job, image, target.sha))
else:
log.info(f'found deploy job {job.id} for wrong target {target}, should be {self.target}')
job.delete()
return self
