def tasks_ps(db=get_boto3_resource('dynamodb'),
git_repo=None,
git_branch=None,
git_tag=None):
table = db.Table(_task_table_name)
db_filter = (Attr('state').eq(State.pending)
| Attr('state').eq(State.downloading)
| Attr('state').eq(State.building)
| Attr('state').eq(State.testing)
| Attr('state').eq(State.pushing))
if git_branch:
db_filter = db_filter & Attr('git_branch').eq(git_branch)
if git_tag:
db_filter = db_filter & Attr('git_tag').eq(git_tag)
if db_filter and git_repo:
response = table.query(
FilterExpression=db_filter,
KeyConditionExpression=Key('git_repo').eq(git_repo))
else:
response = table.scan()
if 'Items' in response:
for task in response['Items']:
yield Task.from_dict(task)
def create_task_table(db=get_boto3_resource('dynamodb')):
"""
creates a new table if it does not exits, blocks until it does.
:param db: boto3.resource('dynamodb')
"""
if _table_exists(_task_table_name):
return
table = db.create_table(TableName=_task_table_name,
KeySchema=[{
'AttributeName': 'git_repo',
'KeyType': 'HASH'
}, {
'AttributeName': 'key',
'KeyType': 'RANGE'
}],
AttributeDefinitions=[
{
'AttributeName': 'git_repo',
'AttributeType': 'S'
},
{
'AttributeName': 'key',
'AttributeType': 'S'
},
],
ProvisionedThroughput={
'ReadCapacityUnits': 3,
'WriteCapacityUnits': 2
})
# Wait until the table exists.
table.meta.client.get_waiter('table_exists').wait(
TableName=_task_table_name)
print('table {0} created'.format(_task_table_name))
def _create_task_cancel_queue(sqs=get_boto3_resource('sqs')):
if _queue_exists(_task_queue_name, sqs=sqs):
return
sqs.create_queue(QueueName=_task_queue_name,
Attributes={
'VisibilityTimeout': '60',
'ReceiveMessageWaitTimeSeconds': '15'
})
def save_task(task, db=get_boto3_resource('dynamodb')):
table = db.Table(_task_table_name)
task.modified_at = datetime.utcnow()
dict = task.to_dict()
dict['key'] = '{0}:{1}:{2}'.format(task.created_at.isoformat(),
task.git_branch, task.git_tag)
table.put_item(Item=dict)
def reload_task(task, db=get_boto3_resource('dynamodb')):
table = db.Table(_task_table_name)
response = table.get_item(
Key={
'git_repo':
task.git_repo,
'key':
'{0}:{1}:{2}'.format(task.created_at.isoformat(), task.git_branch,
task.git_tag)
})
return Task.from_dict(response['Item'])
def load_task(git_repo,
git_branch,
git_tag,
created_at,
db=get_boto3_resource('dynamodb')):
table = db.Table(_task_table_name)
response = table.get_item(
Key={
'git_repo':
git_repo,
'key':
'{0}:{1}:{2}'.format(created_at.isoformat(), git_branch, git_tag)
})
if 'Item' in response:
return Task.from_dict(response['Item'])
return None
def tasks_list(db=get_boto3_resource('dynamodb'),
git_repo=None,
git_branch=None,
git_tag=None):
table = db.Table(_task_table_name)
db_filter = None
if git_branch:
db_filter = db_filter & Attr('git_branch').eq(
git_branch) if db_filter else Attr('git_branch').eq(git_branch)
if git_tag:
db_filter = db_filter & Attr('git_tag').eq(
git_tag) if db_filter else Attr('git_tag').eq(git_tag)
if db_filter and git_repo:
response = table.query(
FilterExpression=db_filter,
KeyConditionExpression=Key('git_repo').eq(git_repo))
else:
response = table.scan()
if 'Items' in response:
for task in response['Items']:
yield Task.from_dict(task)
def load_all_tasks(db=get_boto3_resource('dynamodb')):
table = db.Table(_task_table_name)
response = table.scan()
if 'Items' in response:
for task in response['Items']:
yield Task.from_dict(task)
def get_task_queue(sqs=get_boto3_resource('sqs')):
return sqs.get_queue_by_name(QueueName=_task_queue_name)
def enqueue_task(task, sqs=get_boto3_resource('sqs')):
queue = sqs.get_queue_by_name(QueueName=_task_queue_name)
queue.send_message(MessageBody=str(task))