def test_create_table(self):
scale_table_name = self._create_table_and_verify_its_existness(
auto_scale=True)
# create table with the same name
table_name = self._create_table_and_verify_its_existness()
origin_logger = self._dynamodb_wrapper._logger
self._dynamodb_wrapper._logger = unittest.mock.MagicMock()
self._create_table(test_table_name=table_name)
self._dynamodb_wrapper._logger.called_with(
dynamodb_test_consts.TABLE_ALREADY_EXISTS_MESSAGE)
self._dynamodb_wrapper._logger = origin_logger
# create table with mismatch configs
self.assertRaises(dynamodb_exceptions.CreatingTableWithInvalidParams,
self._create_table,
table_name,
primary_keys=[])
self.assertRaises(
dynamodb_exceptions.CreatingTableWithInvalidParams,
self._create_table,
table_name,
primary_keys=[
dynamodb_consts.property_schema(
'Key2', dynamodb_consts.PrimaryKeyTypes.hash_type.value)
])
def __init__(self, table_name=DEFAULT_MUTEX_TABLE_NAME):
super().__init__(
table_name,
# primary key
[
dynamodb_consts.property_schema(
MutexDynamoConfig.lock.value,
dynamodb_consts.PrimaryKeyTypes.hash_type.value)
],
# Attributes definitions
[
dynamodb_consts.property_schema(
MutexDynamoConfig.lock.value,
dynamodb_consts.AttributeTypes.string_type.value)
])
def __init__(
self,
table_name=ref_count_manager_consts.REF_COUNT_DEFAULT_TABLE_NAME):
super().__init__(
table_name,
# primary key
[
dynamodb_consts.property_schema(
ref_count_manager_consts.RefCountTableConfig.routing_id.
value, dynamodb_consts.PrimaryKeyTypes.hash_type.value),
],
# Attributes definitions
[
dynamodb_consts.property_schema(
ref_count_manager_consts.RefCountTableConfig.routing_id.
value, dynamodb_consts.AttributeTypes.string_type.value),
])
def hello_world(aws_access_key=None,
aws_secret_key=None,
region_name=Regions.n_virginia.value):
logger = taco.logger.logger.get_logger(name='hello_world')
ssm = ssm_wrapper.SSMWrapper(logger=logger)
if aws_secret_key is None:
aws_secret_key = ssm.aws_secret_key
if aws_access_key is None:
aws_access_key = ssm.aws_access_key
wrappers_default_kwargs = {
'logger': logger,
'aws_access_key': aws_access_key,
'aws_secret_key': aws_secret_key,
'region_name': region_name
}
sqs = sqs_wrapper.SQSWrapper(**wrappers_default_kwargs)
s3 = s3_wrapper.S3Wrapper(**wrappers_default_kwargs)
dynamo = dynamodb_wrapper.DynamoDBWrapper(**wrappers_default_kwargs)
# SQS create queue
queue_name = 'queue_name'
creating_sqs_config = sqs_configs.SQSCreationConfig(
queue_name, enable_dead_letter_queue=True, force_clean_queue=False)
sqs.create_queue(creating_sqs_config)
# SQS send message
sqs.send_message(
queue_name,
data='with all this romantic atmosphere Disaster\'s in the air')
# read a message
read_message = sqs.read_message(queue_name=queue_name,
delete_after_receive=True)
# S3 create bucket
bucket_name = str(uuid.uuid1().hex)
s3.create_bucket(bucket_name, region_name=Regions.ohio.value)
# upload the data to s3
file_path = 'hello_world'
s3.upload_data_to_file(bucket_name=bucket_name,
file_path=file_path,
data=read_message.data)
# update file metadata
new_metadata = {'a': 'b'}
s3.update_file_metadata(bucket_name=bucket_name,
file_path=file_path,
new_metadata=new_metadata)
print(s3.get_file_data(bucket_name=bucket_name, file_path=file_path))
print(s3.get_file_metadata(bucket_name=bucket_name, file_path=file_path))
# DynamoDB create table
table_name = 'table_name'
primary_key_name = 'primary_key_name'
attribute_definitions = [
dynamodb_consts.property_schema(
primary_key_name, dynamodb_consts.AttributeTypes.string_type.value)
]
primary_keys = [
dynamodb_consts.property_schema(
primary_key_name, dynamodb_consts.PrimaryKeyTypes.hash_type.value)
]
table_config = table_creation_config.TableCreationConfig(
table_name=table_name,
primary_keys=primary_keys,
attribute_definitions=attribute_definitions)
dynamo.create_table(table_config)
# Add raw to table
primary_key_value = 'primary_key_value'
item_to_put = {
primary_key_name: primary_key_value,
'another random key': 25
}
dynamo.put_item(table_name, item_to_put)
# Read from Dynamo
get_requests = dynamodb_consts.batch_get_config(table_name,
primary_key_name,
[primary_key_value])
print(dynamo.batch_get(get_requests))
# delete the bucket and the sqs
s3.delete_bucket(bucket_name=bucket_name, delete_non_empty_bucket=True)
sqs.delete_queue(queue_name=queue_name)
dynamo.delete_table(table_name=table_name)
import datetime
from enum import Enum, auto
import taco.aws_wrappers.dynamodb_wrapper.consts as dynamodb_consts
class LambdaTriggerTypes(Enum):
gateway_api = auto()
sqs = auto()
s3 = auto()
LAMBDA_ID_FORMAT = '{function_name}-{function_version}-{aws_request_id}'
SCHEMA_PRIMARY_KEY_NAME = 'LambdaID'
ATTRIBUTE_DEFINITIONS = [
dynamodb_consts.property_schema(
SCHEMA_PRIMARY_KEY_NAME,
dynamodb_consts.AttributeTypes.string_type.value)
]
PRIMARY_KEYS = [
dynamodb_consts.property_schema(
SCHEMA_PRIMARY_KEY_NAME,
dynamodb_consts.PrimaryKeyTypes.hash_type.value)
]
# Timeout before reprocessing a request for a specific id; set to lambda execution time limit
REPROCESS_TIMEOUT = datetime.timedelta(minutes=15).seconds