def create_job_plan(self, job, plan, snapshot_id=None):
jobplan = JobPlan.build_jobplan(plan, job, snapshot_id=snapshot_id)
db.session.add(jobplan)
db.session.commit()
return jobplan
def execute_build(build, snapshot_id, no_snapshot):
if no_snapshot:
assert snapshot_id is None, 'Cannot specify snapshot with no_snapshot option'
# TODO(dcramer): most of this should be abstracted into sync_build as if it
# were a "im on step 0, create step 1"
project = build.project
# We choose a snapshot before creating jobplans. This is so that different
# jobplans won't end up using different snapshots in a build.
if snapshot_id is None and not no_snapshot:
snapshot = Snapshot.get_current(project.id)
if snapshot:
snapshot_id = snapshot.id
plans = get_build_plans(project)
options = ItemOptionsHelper.get_options([p.id for p in plans], ['snapshot.require'])
jobs = []
for plan in get_build_plans(project):
if (options[plan.id].get('snapshot.require', '0') == '1' and
not no_snapshot and
SnapshotImage.get(plan, snapshot_id) is None):
logging.warning('Skipping plan %r (%r) because no snapshot exists yet', plan.label, project.slug)
continue
job = Job(
build=build,
build_id=build.id,
project=project,
project_id=project.id,
source=build.source,
source_id=build.source_id,
status=build.status,
label=plan.label,
)
db.session.add(job)
jobplan = JobPlan.build_jobplan(plan, job, snapshot_id=snapshot_id)
db.session.add(jobplan)
jobs.append(job)
db.session.commit()
for job in jobs:
create_job.delay(
job_id=job.id.hex,
task_id=job.id.hex,
parent_task_id=job.build_id.hex,
)
db.session.commit()
sync_build.delay(
build_id=build.id.hex,
task_id=build.id.hex,
)
return build
def execute_build(build, snapshot_id, no_snapshot):
if no_snapshot:
assert snapshot_id is None, 'Cannot specify snapshot with no_snapshot option'
# TODO(dcramer): most of this should be abstracted into sync_build as if it
# were a "im on step 0, create step 1"
project = build.project
# We choose a snapshot before creating jobplans. This is so that different
# jobplans won't end up using different snapshots in a build.
if snapshot_id is None and not no_snapshot:
snapshot = Snapshot.get_current(project.id)
if snapshot:
snapshot_id = snapshot.id
plans = get_build_plans(project)
options = ItemOptionsHelper.get_options([p.id for p in plans],
['snapshot.require'])
jobs = []
for plan in get_build_plans(project):
if (options[plan.id].get('snapshot.require', '0') == '1'
and not no_snapshot
and SnapshotImage.get(plan, snapshot_id) is None):
logging.warning(
'Skipping plan %r (%r) because no snapshot exists yet',
plan.label, project.slug)
continue
job = Job(
build=build,
build_id=build.id,
project=project,
project_id=project.id,
source=build.source,
source_id=build.source_id,
status=build.status,
label=plan.label,
)
db.session.add(job)
jobplan = JobPlan.build_jobplan(plan, job, snapshot_id=snapshot_id)
db.session.add(jobplan)
jobs.append(job)
db.session.commit()
for job in jobs:
create_job.delay(
job_id=job.id.hex,
task_id=job.id.hex,
parent_task_id=job.build_id.hex,
)
db.session.commit()
sync_build.delay(
build_id=build.id.hex,
task_id=build.id.hex,
)
return build
def job(build, change=None, **kwargs):
kwargs.setdefault('project', build.project)
kwargs.setdefault('label', get_sentences(1)[0][:128])
kwargs.setdefault('status', Status.finished)
kwargs.setdefault('result', Result.passed)
kwargs.setdefault('duration', random.randint(10000, 100000))
kwargs['source'] = build.source
kwargs['source_id'] = kwargs['source'].id
kwargs['project_id'] = kwargs['project'].id
kwargs['build_id'] = build.id
if change:
kwargs['change_id'] = change.id
job = Job(
build=build,
change=change,
**kwargs
)
db.session.add(job)
node, created = get_or_create(Node, where={
'label': get_sentences(1)[0][:32],
})
if created:
cluster, _ = get_or_create(Cluster, where={
'label': get_sentences(1)[0][:32],
})
clusternode = ClusterNode(cluster=cluster, node=node)
db.session.add(clusternode)
jobplan = JobPlan.build_jobplan(plan(build.project), job)
db.session.add(jobplan)
phase1_setup = JobPhase(
project=job.project, job=job,
date_started=job.date_started,
date_finished=job.date_finished,
status=Status.finished, result=Result.passed, label='Setup',
)
db.session.add(phase1_setup)
phase1_compile = JobPhase(
project=job.project, job=job,
date_started=job.date_started,
date_finished=job.date_finished,
status=Status.finished, result=Result.passed, label='Compile',
)
db.session.add(phase1_compile)
phase1_test = JobPhase(
project=job.project, job=job,
date_started=job.date_started,
date_finished=job.date_finished,
status=kwargs['status'], result=kwargs['result'], label='Test',
)
db.session.add(phase1_test)
step = JobStep(
project=job.project, job=job,
phase=phase1_setup, status=phase1_setup.status, result=phase1_setup.result,
label='Setup', node=node,
)
db.session.add(step)
command = Command(
jobstep=step,
script="echo 1",
label="echo 1",
)
db.session.add(command)
step = JobStep(
project=job.project, job=job,
phase=phase1_compile, status=phase1_compile.status, result=phase1_compile.result,
label='Compile', node=node,
)
db.session.add(step)
command = Command(
jobstep=step,
script="echo 2",
label="echo 2",
)
db.session.add(command)
step = JobStep(
project=job.project, job=job,
phase=phase1_test, status=phase1_test.status, result=phase1_test.result,
label=TEST_STEP_LABELS.next(), node=node,
)
db.session.add(step)
command = Command(
jobstep=step,
script="echo 3",
label="echo 3",
)
db.session.add(command)
step = JobStep(
project=job.project, job=job,
phase=phase1_test, status=phase1_test.status, result=phase1_test.result,
label=TEST_STEP_LABELS.next(), node=node,
)
db.session.add(step)
command = Command(
jobstep=step,
script="echo 4",
label="echo 4",
)
db.session.add(command)
if phase1_test.result == Result.failed:
db.session.add(FailureReason(
reason='test_failures',
build_id=build.id,
job_id=job.id,
step_id=step.id,
project_id=job.project_id
))
return job
def post(self, project_id):
"""Initiates a new snapshot for this project."""
project = Project.get(project_id)
if not project:
return '', 404
args = self.post_parser.parse_args()
repository = project.repository
try:
revision = identify_revision(repository, args.sha)
except MissingRevision:
# if the default fails, we absolutely can't continue and the
# client should send a valid revision
return error("Unable to find a matching revision.")
if revision:
sha = revision.sha
else:
sha = args.sha
plan_list = get_snapshottable_plans(project)
if not plan_list:
return error("No snapshottable plans associated with project.")
source, _ = get_or_create(Source,
where={
'repository': repository,
'revision_sha': sha,
'patch_id': None,
})
build = Build(
source_id=source.id,
source=source,
project_id=project.id,
project=project,
label='Create Snapshot',
status=Status.queued,
cause=Cause.snapshot,
target=sha[:12],
tags=['snapshot'],
# Snapshot builds are often part of the solution to queueing, so we make them
# high priority to schedule them sooner.
priority=BuildPriority.high,
)
db.session.add(build)
# TODO(dcramer): this needs to update with the build result
snapshot = Snapshot(
project_id=project.id,
source_id=source.id,
build_id=build.id,
status=SnapshotStatus.pending,
)
db.session.add(snapshot)
jobs = []
for plan in plan_list:
job = Job(
build=build,
build_id=build.id,
project=project,
project_id=project.id,
source=build.source,
source_id=build.source_id,
status=build.status,
label='Create Snapshot: %s' % (plan.label, ),
)
db.session.add(job)
jobplan = JobPlan.build_jobplan(plan, job)
db.session.add(jobplan)
image = SnapshotImage(
job=job,
snapshot=snapshot,
plan=plan,
)
db.session.add(image)
jobs.append(job)
db.session.commit()
for job in jobs:
create_job.delay(
job_id=job.id.hex,
task_id=job.id.hex,
parent_task_id=job.build_id.hex,
)
db.session.commit()
sync_build.delay(
build_id=build.id.hex,
task_id=build.id.hex,
)
return self.respond(snapshot)
def create_job_plan(self, job, plan, snapshot_id=None):
jobplan = JobPlan.build_jobplan(plan, job, snapshot_id=snapshot_id)
db.session.add(jobplan)
db.session.commit()
return jobplan
def post(self, project_id):
"""Initiates a new snapshot for this project."""
project = Project.get(project_id)
if not project:
return '', 404
args = self.post_parser.parse_args()
repository = project.repository
try:
revision = identify_revision(repository, args.sha)
except MissingRevision:
# if the default fails, we absolutely can't continue and the
# client should send a valid revision
return error("Unable to find a matching revision.")
if revision:
sha = revision.sha
else:
sha = args.sha
plan_list = get_snapshottable_plans(project)
if not plan_list:
return error("No snapshottable plans associated with project.")
source, _ = get_or_create(Source, where={
'repository': repository,
'revision_sha': sha,
'patch_id': None,
})
build = Build(
source_id=source.id,
source=source,
project_id=project.id,
project=project,
label='Create Snapshot',
status=Status.queued,
cause=Cause.snapshot,
target=sha[:12],
tags=['snapshot'],
# Snapshot builds are often part of the solution to queueing, so we make them
# high priority to schedule them sooner.
priority=BuildPriority.high,
)
db.session.add(build)
# TODO(dcramer): this needs to update with the build result
snapshot = Snapshot(
project_id=project.id,
source_id=source.id,
build_id=build.id,
status=SnapshotStatus.pending,
)
db.session.add(snapshot)
jobs = []
for plan in plan_list:
job = Job(
build=build,
build_id=build.id,
project=project,
project_id=project.id,
source=build.source,
source_id=build.source_id,
status=build.status,
label='Create Snapshot: %s' % (plan.label,),
)
db.session.add(job)
jobplan = JobPlan.build_jobplan(plan, job)
db.session.add(jobplan)
image = SnapshotImage(
job=job,
snapshot=snapshot,
plan=plan,
)
db.session.add(image)
jobs.append(job)
db.session.commit()
for job in jobs:
create_job.delay(
job_id=job.id.hex,
task_id=job.id.hex,
parent_task_id=job.build_id.hex,
)
db.session.commit()
sync_build.delay(
build_id=build.id.hex,
task_id=build.id.hex,
)
return self.respond(snapshot)
