def update_from_completed_batch_job(self, job): assert isinstance(job, Job) job_status = job.cached_status() exit_code = job_status['exit_code'] job_source = FQSHA.from_json(json.loads(job.attributes['source'])) job_target = FQSHA.from_json(json.loads(job.attributes['target'])) assert job_source.ref == self.source.ref assert job_target.ref == self.target.ref if job_target.sha != self.target.sha: log.info(f'notified of job for old target {job.id}' # too noisy: f' {job.attributes} {self.short_str()}' ) x = self elif job_source.sha != self.source.sha: log.info(f'notified of job for old source {job.id}' # too noisy: f' {job.attributes} {self.short_str()}' ) x = self elif exit_code == 0: log.info( f'job finished success {short_str_build_job(job)} {self.short_str()}' ) x = self._new_build(Mergeable(self.target.sha)) else: log.info( f'job finished failure {short_str_build_job(job)} {self.short_str()}' ) x = self._new_build( Failure(exit_code, job.attributes['image'], self.target.sha)) job.delete() return x
def refresh_ci_build_jobs(jobs): jobs = [ (FQSHA.from_json(json.loads(job.attributes['source'])), FQSHA.from_json(json.loads(job.attributes['target'])), job) for job in jobs ] jobs = [(s, t, j) for (s, t, j) in jobs if prs.exists(s, t)] latest_jobs = {} for (source, target, job) in jobs: key = (source, target) job2 = latest_jobs.get(key, None) if job2 is None: latest_jobs[key] = job else: if job_ordering(job, job2) > 0: log.info( f'cancelling {job2.id}, preferring {job.id}' ) try_to_cancel_job(job2) latest_jobs[key] = job else: log.info( f'cancelling {job.id}, preferring {job2.id}' ) try_to_cancel_job(job) prs.refresh_from_ci_jobs(latest_jobs)
def update_from_completed_batch_job(self, job): assert isinstance(job, Job) job_status = job.cached_status() exit_code = job_status['exit_code'] job_source = FQSHA.from_json(json.loads(job.attributes['source'])) job_target = FQSHA.from_json(json.loads(job.attributes['target'])) assert job_source.ref == self.source.ref assert job_target.ref == self.target.ref if job_target.sha != self.target.sha: log.info( f'notified of job for old target {job.id}' # too noisy: f' {job.attributes} {self.short_str()}' ) x = self elif job_source.sha != self.source.sha: log.info( f'notified of job for old source {job.id}' # too noisy: f' {job.attributes} {self.short_str()}' ) x = self elif exit_code == 0: log.info(f'job finished success {short_str_build_job(job)} {self.short_str()}') x = self._new_build(Mergeable(self.target.sha)) else: log.info(f'job finished failure {short_str_build_job(job)} {self.short_str()}') x = self._new_build( Failure(exit_code, job.attributes['image'], self.target.sha)) job.delete() return x
def ci_build_done(): d = request.json attributes = d['attributes'] source = FQSHA.from_json(json.loads(attributes['source'])) target = FQSHA.from_json(json.loads(attributes['target'])) job = Job(batch_client, d['id'], attributes=attributes, _status=d) receive_ci_job(source, target, job) return '', 200
def from_json(d): assert 'target' in d, d assert 'source' in d, d assert 'review' in d, d assert 'build' in d, d assert 'number' in d, d assert 'title' in d, d return PR( FQSHA.from_json(d['source']), FQSHA.from_json(d['target']), d['review'], build_state_from_json(d['build']), d['number'], d['title'], )
def deploy_build_done(): d = request.json attributes = d['attributes'] target = FQSHA.from_json(json.loads(attributes['target'])) job = Job(batch_client, d['id'], attributes=attributes, _status=d) receive_deploy_job(target, job) return '', 200
def short_str_build_job(job): state = job.cached_status()['state'] attr = job.attributes assert 'target' in attr, f'{attr} {job.id}' assert 'source' in attr, f'{attr} {job.id}' assert 'type' in attr, f'{attr} {job.id}' assert 'image' in attr, f'{attr} {job.id}' target = FQSHA.from_json(json.loads(attr['target'])) source = FQSHA.from_json(json.loads(attr['source'])) return ( f'[buildjob {job.id}]{state};' f'{target.short_str()}' f'..' f'{source.short_str()};' f'{attr["type"]};{attr["image"]};' )
def refresh_deploy_jobs(jobs): jobs = [ (FQSHA.from_json(json.loads(job.attributes['target'])), job) for job in jobs if 'target' in job.attributes ] jobs = [ (target, job) for (target, job) in jobs if target.ref in prs.deploy_jobs ] latest_jobs = {} for (target, job) in jobs: job2 = latest_jobs.get(target, None) if job2 is None: latest_jobs[target] = job else: if job_ordering(job, job2) > 0: log.info( f'cancelling {job2.id}, preferring {job.id}' ) try_to_cancel_job(job2) latest_jobs[target] = job else: log.info( f'cancelling {job.id}, preferring {job2.id}' ) try_to_cancel_job(job) prs.refresh_from_deploy_jobs(latest_jobs)
def refresh_ci_build_jobs(jobs): jobs = [(FQSHA.from_json(json.loads(job.attributes['source'])), FQSHA.from_json(json.loads(job.attributes['target'])), job) for job in jobs] jobs = [(s, t, j) for (s, t, j) in jobs if prs.exists(s, t)] latest_jobs = {} for (source, target, job) in jobs: key = (source, target) job2 = latest_jobs.get(key, None) if job2 is None: latest_jobs[key] = job else: if job_ordering(job, job2) > 0: log.info(f'cancelling {job2.id}, preferring {job.id}') try_to_cancel_job(job2) latest_jobs[key] = job else: log.info(f'cancelling {job.id}, preferring {job2.id}') try_to_cancel_job(job) prs.refresh_from_ci_jobs(latest_jobs)
def refresh_deploy_jobs(jobs): jobs = [(FQSHA.from_json(json.loads(job.attributes['target'])), job) for job in jobs if 'target' in job.attributes] jobs = [(target, job) for (target, job) in jobs if target.ref in prs.deploy_jobs] latest_jobs = {} for (target, job) in jobs: job2 = latest_jobs.get(target, None) if job2 is None: latest_jobs[target] = job else: if job_ordering(job, job2) > 0: log.info(f'cancelling {job2.id}, preferring {job.id}') try_to_cancel_job(job2) latest_jobs[target] = job else: log.info(f'cancelling {job.id}, preferring {job2.id}') try_to_cancel_job(job) prs.refresh_from_deploy_jobs(latest_jobs)
def refresh_from_batch_job(self, job): state = job.cached_status()['state'] if state == 'Complete': return self.update_from_completed_batch_job(job) elif state == 'Cancelled': log.error( f'a job for me was cancelled {short_str_build_job(job)} {self.short_str()}') job.delete() return self._new_build(try_new_build(self.source, self.target)) else: assert state == 'Created', f'{state} {job.id} {job.attributes} {self.short_str()}' assert 'target' in job.attributes, job.attributes assert 'image' in job.attributes, job.attributes target = FQSHA.from_json(json.loads(job.attributes['target'])) image = job.attributes['image'] if target == self.target: return self._new_build(Building(job, image, target.sha)) else: log.info(f'found deploy job {job.id} for wrong target {target}, should be {self.target}') job.delete() return self