def test_simple(self):
user = self.create_user()
repo = self.create_repo()
app = self.create_app(repository=repo)
task = self.create_task(app=app, user=user)
db.session.commit()
workspace = Workspace(path=repo.get_path(), )
vcs_backend = vcs.get(
repo.vcs,
url=repo.url,
workspace=workspace,
)
if vcs_backend.exists():
vcs_backend.update()
else:
vcs_backend.clone()
celery.apply("freight.execute_task", task_id=task.id)
db.session.expire_all()
assert task.date_started is not None
assert task.date_finished is not None
assert task.status == TaskStatus.finished
logchunks = list(
LogChunk.query.filter(LogChunk.task_id == task.id, ).order_by(
LogChunk.offset.asc()))
assert len(logchunks) >= 1
all_text = ''.join(c.text for c in logchunks)
assert ">> Running ['/bin/echo', 'helloworld']" in all_text
def test_simple(self):
user = self.create_user()
repo = self.create_repo()
app = self.create_app(repository=repo)
self.create_taskconfig(app=app)
task = self.create_task(app=app, user=user)
deploy = self.create_deploy(app=app, task=task)
db.session.commit()
workspace = Workspace(
path=repo.get_path(),
)
vcs_backend = vcs.get(
repo.vcs,
url=repo.url,
workspace=workspace,
)
if vcs_backend.exists():
vcs_backend.update()
else:
vcs_backend.clone()
queue.apply('freight.jobs.execute_deploy', kwargs={'deploy_id': deploy.id})
db.session.expire_all()
assert task.date_started is not None
assert task.date_finished is not None
assert task.status == TaskStatus.finished
logchunks = list(LogChunk.query.filter(
LogChunk.task_id == task.id,
).order_by(LogChunk.offset.asc()))
assert len(logchunks) >= 1
all_text = ''.join(c.text for c in logchunks)
assert ">> Running ['/bin/echo', 'helloworld']" in all_text
def post(self):
"""
Given any constraints for a task are within acceptable bounds, create
a new task and enqueue it.
"""
args = self.post_parser.parse_args()
app = App.query.filter(App.name == args.app).first()
if not app:
return self.error('Invalid app', name='invalid_resource', status_code=404)
repo = Repository.query.get(app.repository_id)
workspace = Workspace(
path=repo.get_path(),
)
vcs_backend = vcs.get(
repo.vcs,
url=repo.url,
workspace=workspace,
)
with lock(redis, 'repo:update:{}'.format(repo.id)):
vcs_backend.clone_or_update()
ref = app.get_default_ref(args.env)
try:
sha = vcs_backend.describe(ref)
except vcs.UnknownRevision:
return self.error('Invalid ref', name='invalid_ref', status_code=400)
if not args.force:
for check_config in app.checks:
check = checks.get(check_config['type'])
try:
check.check(app, sha, check_config['config'])
except CheckPending:
pass
except CheckError as e:
return self.error(
message=unicode(e),
name='check_failed',
)
with lock(redis, 'task:create:{}'.format(app.id), timeout=5):
# TODO(dcramer): this needs to be a get_or_create pattern and
# ideally moved outside of the lock
user = User.query.filter(User.name == args.user).first()
if not user:
user = User(name=args.user)
db.session.add(user)
db.session.flush()
if not args.force and self._has_active_task(app, args.env):
return self.error(
message='Another task is already in progress for this app/environment',
name='locked',
)
task = Task(
app_id=app.id,
environment=args.env,
number=TaskSequence.get_clause(app.id, args.env),
name=TaskName.deploy,
# TODO(dcramer): ref should default based on app config
ref=ref,
sha=sha,
status=TaskStatus.pending,
user_id=user.id,
provider=app.provider,
data={
'force': args.force,
'provider_config': app.provider_config,
'notifiers': app.notifiers,
'checks': app.checks,
},
)
db.session.add(task)
db.session.commit()
celery.send_task("freight.execute_task", [task.id])
return self.respond(serialize(task), status_code=201)
def post(self):
"""
Given any constraints for a task are within acceptable bounds, create
a new task and enqueue it.
"""
args = self.post_parser.parse_args()
app = App.query.filter(App.name == args.app).first()
if not app:
return self.error('Invalid app', name='invalid_resource', status_code=404)
repo = Repository.query.get(app.repository_id)
workspace = Workspace(
path=repo.get_path(),
)
vcs_backend = vcs.get(
repo.vcs,
url=repo.url,
workspace=workspace,
)
with lock(redis, 'repo:update:{}'.format(repo.id)):
vcs_backend.clone_or_update()
ref = args.ref or app.get_default_ref(args.env)
# look for our special refs (prefixed via a colon)
# TODO(dcramer): this should be supported outside of just this endpoint
if ref.startswith(':'):
sha = self._get_internal_ref(app, args.env, ref)
if not sha:
return self.error('Invalid ref', name='invalid_ref', status_code=400)
else:
try:
sha = vcs_backend.get_sha(ref)
except vcs.UnknownRevision:
return self.error('Invalid ref', name='invalid_ref', status_code=400)
if not args.force:
for check_config in app.checks:
check = checks.get(check_config['type'])
try:
check.check(app, sha, check_config['config'])
except CheckPending:
pass
except CheckError as e:
return self.error(
message=unicode(e),
name='check_failed',
)
with lock(redis, 'task:create:{}'.format(app.id), timeout=5):
# TODO(dcramer): this needs to be a get_or_create pattern and
# ideally moved outside of the lock
user = User.query.filter(User.name == args.user).first()
if not user:
user = User(name=args.user)
db.session.add(user)
db.session.flush()
task = Task(
app_id=app.id,
environment=args.env,
number=TaskSequence.get_clause(app.id, args.env),
name=TaskName.deploy,
# TODO(dcramer): ref should default based on app config
ref=ref,
sha=sha,
status=TaskStatus.pending,
user_id=user.id,
provider=app.provider,
data={
'force': args.force,
'provider_config': app.provider_config,
'notifiers': app.notifiers,
'checks': app.checks,
},
)
db.session.add(task)
db.session.commit()
send_task_notifications(task, NotifierEvent.TASK_QUEUED)
return self.respond(serialize(task), status_code=201)
def post(self):
"""
Given any constraints for a task are within acceptable bounds, create
a new task and enqueue it.
"""
args = self.post_parser.parse_args()
app = App.query.filter(App.name == args.app).first()
if not app:
return self.error('Invalid app',
name='invalid_resource',
status_code=404)
repo = Repository.query.get(app.repository_id)
workspace = Workspace(path=repo.get_path(), )
vcs_backend = vcs.get(
repo.vcs,
url=repo.url,
workspace=workspace,
)
with lock(redis, 'repo:update:{}'.format(repo.id)):
vcs_backend.clone_or_update()
ref = app.get_default_ref(args.env)
try:
sha = vcs_backend.describe(ref)
except vcs.UnknownRevision:
return self.error('Invalid ref',
name='invalid_ref',
status_code=400)
if not args.force:
for check_config in app.checks:
check = checks.get(check_config['type'])
try:
check.check(app, sha, check_config['config'])
except CheckPending:
pass
except CheckError as e:
return self.error(
message=unicode(e),
name='check_failed',
)
with lock(redis, 'task:create:{}'.format(app.id), timeout=5):
# TODO(dcramer): this needs to be a get_or_create pattern and
# ideally moved outside of the lock
user = User.query.filter(User.name == args.user).first()
if not user:
user = User(name=args.user)
db.session.add(user)
db.session.flush()
if not args.force and self._has_active_task(app, args.env):
return self.error(
message=
'Another task is already in progress for this app/environment',
name='locked',
)
task = Task(
app_id=app.id,
environment=args.env,
number=TaskSequence.get_clause(app.id, args.env),
name=TaskName.deploy,
# TODO(dcramer): ref should default based on app config
ref=ref,
sha=sha,
status=TaskStatus.pending,
user_id=user.id,
provider=app.provider,
data={
'force': args.force,
'provider_config': app.provider_config,
'notifiers': app.notifiers,
'checks': app.checks,
},
)
db.session.add(task)
db.session.commit()
celery.send_task("freight.execute_task", [task.id])
return self.respond(serialize(task), status_code=201)
def post(self):
"""
Given any constraints for a task are within acceptable bounds, create
a new task and enqueue it.
"""
args = self.post_parser.parse_args()
user = get_current_user()
if not user:
username = args.user
if not username:
return self.error('Missing required argument "user"',
status_code=400)
with lock(redis, f"user:create:{username}", timeout=5):
# TODO(dcramer): this needs to be a get_or_create pattern and
# ideally moved outside of the lock
user = User.query.filter(User.name == username).first()
if not user:
user = User(name=username)
db.session.add(user)
db.session.flush()
elif args.user:
return self.error(
"Cannot specify user when using session authentication.",
status_code=400,
)
app = App.query.filter(App.name == args.app).first()
if not app:
return self.error("Invalid app",
name="invalid_resource",
status_code=404)
deploy_config = TaskConfig.query.filter(
TaskConfig.app_id == app.id,
TaskConfig.type == TaskConfigType.deploy).first()
if not deploy_config:
return self.error("Missing deploy config",
name="missing_conf",
status_code=404)
params = None
repo = Repository.query.get(app.repository_id)
workspace = Workspace(path=repo.get_path())
vcs_backend = vcs.get(repo.vcs, url=repo.url, workspace=workspace)
with lock(redis, f"repo:update:{repo.id}"):
vcs_backend.clone_or_update()
ref = args.ref or app.get_default_ref(args.env)
# look for our special refs (prefixed via a colon)
# TODO(dcramer): this should be supported outside of just this endpoint
if ref.startswith(":"):
sha = self._get_internal_ref(app, args.env, ref)
if not sha:
return self.error("Invalid ref",
name="invalid_ref",
status_code=400)
else:
try:
sha = vcs_backend.get_sha(ref)
except vcs.UnknownRevision:
return self.error("Invalid ref",
name="invalid_ref",
status_code=400)
if args.params is not None:
params = args.params
if not args.force:
for check_config in deploy_config.checks:
check = checks.get(check_config["type"])
try:
check.check(app, sha, check_config["config"])
except CheckPending:
pass
except CheckError as e:
return self.error(message=str(e), name="check_failed")
with lock(redis, f"deploy:create:{app.id}", timeout=5):
task = Task(
app_id=app.id,
# TODO(dcramer): ref should default based on app config
ref=ref,
sha=sha,
params=params,
status=TaskStatus.pending,
user_id=user.id,
provider=deploy_config.provider,
data={
"force": args.force,
"provider_config": deploy_config.provider_config,
"notifiers": deploy_config.notifiers,
"checks": deploy_config.checks,
},
)
db.session.add(task)
db.session.flush()
db.session.refresh(task)
deploy = Deploy(
task_id=task.id,
app_id=app.id,
environment=args.env,
number=DeploySequence.get_clause(app.id, args.env),
)
db.session.add(deploy)
db.session.commit()
send_task_notifications(task, NotifierEvent.TASK_QUEUED)
return self.respond(serialize(deploy), status_code=201)
def post(self):
"""
Given any constraints for a task are within acceptable bounds, create
a new task and enqueue it.
"""
args = self.post_parser.parse_args()
user = get_current_user()
if not user:
username = args.user
if not username:
return self.error('Missing required argument "user"',
status_code=400)
with lock(redis, 'user:create:{}'.format(username), timeout=5):
# TODO(dcramer): this needs to be a get_or_create pattern and
# ideally moved outside of the lock
user = User.query.filter(User.name == username).first()
if not user:
user = User(name=username)
db.session.add(user)
db.session.flush()
elif args.user:
return self.error(
'Cannot specify user when using session authentication.',
status_code=400)
app = App.query.filter(App.name == args.app).first()
if not app:
return self.error('Invalid app',
name='invalid_resource',
status_code=404)
params = None
repo = Repository.query.get(app.repository_id)
workspace = Workspace(path=repo.get_path(), )
vcs_backend = vcs.get(
repo.vcs,
url=repo.url,
workspace=workspace,
)
with lock(redis, 'repo:update:{}'.format(repo.id)):
vcs_backend.clone_or_update()
ref = args.ref or app.get_default_ref(args.env)
# look for our special refs (prefixed via a colon)
# TODO(dcramer): this should be supported outside of just this endpoint
if ref.startswith(':'):
sha = self._get_internal_ref(app, args.env, ref)
if not sha:
return self.error('Invalid ref',
name='invalid_ref',
status_code=400)
else:
try:
sha = vcs_backend.get_sha(ref)
except vcs.UnknownRevision:
return self.error('Invalid ref',
name='invalid_ref',
status_code=400)
if args.params is not None:
params = args.params
if not args.force:
for check_config in app.checks:
check = checks.get(check_config['type'])
try:
check.check(app, sha, check_config['config'])
except CheckPending:
pass
except CheckError as e:
return self.error(
message=unicode(e),
name='check_failed',
)
with lock(redis, 'task:create:{}'.format(app.id), timeout=5):
task = Task(
app_id=app.id,
environment=args.env,
number=TaskSequence.get_clause(app.id, args.env),
# TODO(dcramer): ref should default based on app config
ref=ref,
sha=sha,
params=params,
status=TaskStatus.pending,
user_id=user.id,
provider=app.provider,
data={
'force': args.force,
'provider_config': app.provider_config,
'notifiers': app.notifiers,
'checks': app.checks,
},
)
db.session.add(task)
db.session.commit()
send_task_notifications(task, NotifierEvent.TASK_QUEUED)
return self.respond(serialize(task), status_code=201)