def test_s3_lambda_name_mismatch(self):
pipeline_name = 'two-node-pipe'
lambda_name = 'Echo1'
s1 = S3(BUCKET1,
DEFAULT_REGION,
events=[
S3.event(S3.ALL_CREATED_OBJECTS,
service_name='WrongLambdaName')
])
l1 = echo_lambda(lambda_name)
p = s1 >> l1
piper = Pipeline(pipeline_name, [p])
with self.assertRaises(ValueError) as cx:
deploy.deploy_info(piper, test_mode=True)
def test_s3_lambda(self):
pipeline_name = 'two-node-pipe'
lambda_name = 'Echo1'
qualified_lambda_name = deploy.lambda_name(pipeline_name, lambda_name,
True)
s1 = S3(BUCKET1, DEFAULT_REGION, events=[FILE_CREATED_EVENT])
l1 = echo_lambda(lambda_name)
p = s1 >> l1
piper = Pipeline(pipeline_name, [p])
lambda_with_modified_name = deploy.copy_lambda(qualified_lambda_name,
p.children()[0],
copy.copy)
info = deploy.deploy_info(piper, test_mode=True)
exp_agg = deploy.init_aggregator()
exp_agg[deploy.S3] = {BUCKET1: {deploy.REGION_NAME: DEFAULT_REGION}}
exp_agg[deploy.LAMBDA] = {
qualified_lambda_name: {
deploy.LAMBDA_INSTANCE: lambda_with_modified_name,
deploy.S3_NOTIFICATION: {
BUCKET1: [
S3.event(S3.ALL_CREATED_OBJECTS,
service_name=lambda_name)
]
}
}
}
self.assertEqual(info, exp_agg)
def start(self):
print('In Start')
self.s3_mock.start()
self.lambda_mock.start()
info = deploy.deploy_info(self.pipeline)
deploy.deploy_stack_info_local(info)
pass
def test_single_s3_bucket(self):
p = S3(BUCKET1, DEFAULT_REGION)
piper = Pipeline('my-first', [p])
info = deploy.deploy_info(piper, test_mode=True)
exp_agg = deploy.init_aggregator()
exp_agg[deploy.S3] = {BUCKET1: {deploy.REGION_NAME: DEFAULT_REGION}}
self.assertEqual(exp_agg, info)
def test_unique_lambda_names(self):
lambda_name = 'CopyS3Lambda1'
pipeline_name = 'incorrect-pipe-with-multiple-lambdas-with-same-name'
s1 = S3(BUCKET1,
DEFAULT_REGION,
events=[S3.event(S3.ALL_CREATED_OBJECTS)])
s2 = S3(BUCKET2,
DEFAULT_REGION,
events=[S3.event(S3.ALL_CREATED_OBJECTS)])
l1 = copy_lambda(lambda_name)
s3 = S3(BUCKET3, DEFAULT_REGION)
same_named_lambda = copy_lambda(lambda_name)
p = s1 >> l1 >> s2 >> same_named_lambda >> s3
piper = Pipeline(pipeline_name, [p])
with self.assertRaises(ValueError) as cx:
deploy.deploy_info(piper, test_mode=True)
def test_multi_prefix_multi_children(self):
pipeline_name = 'two-node-pipe'
lambda_name1 = 'Echo1'
lambda_name2 = 'Echo2'
s1 = S3(BUCKET1,
DEFAULT_REGION,
events=[
S3.event(S3.ALL_CREATED_OBJECTS),
S3.event(S3.ALL_REMOVED_OBJECTS)
])
l1 = echo_lambda(lambda_name1)
l2 = copy.deepcopy(l1)
l2.name = lambda_name2
p = s1 >> [l1, l2]
piper = Pipeline(pipeline_name, [p])
# Since both S3 event notifications are unmapped to both the lambda services, it should error out
with self.assertRaises(ValueError) as cx:
deploy.deploy_info(piper, test_mode=True)
def test_non_qualified_names(self):
lambda_name = 'CopyS3Lambda1'
pipeline_name = 'three-node-pipe'
dont_qualify_lambda_name = False
qualified_lambda_name = deploy.lambda_name(pipeline_name, lambda_name,
dont_qualify_lambda_name)
s1 = S3(BUCKET1,
DEFAULT_REGION,
events=[S3.event(S3.ALL_CREATED_OBJECTS)])
s2 = S3(BUCKET2, DEFAULT_REGION)
l1 = copy_lambda(lambda_name)
p = s1 >> l1 >> s2
piper = Pipeline(pipeline_name, [p])
lambda_with_modified_name = deploy.copy_lambda(qualified_lambda_name,
p.children()[0].root(),
copy.copy)
exp_agg = deploy.init_aggregator()
exp_agg[deploy.S3] = {
BUCKET1: {
deploy.REGION_NAME: DEFAULT_REGION
},
BUCKET2: {
deploy.REGION_NAME: DEFAULT_REGION
}
}
exp_agg[deploy.LAMBDA] = {
qualified_lambda_name: {
deploy.LAMBDA_INSTANCE: lambda_with_modified_name,
deploy.S3_NOTIFICATION: {
BUCKET1: [
S3.event(S3.ALL_CREATED_OBJECTS,
service_name=lambda_name)
]
}
}
}
info = deploy.deploy_info(piper,
test_mode=True,
qualify_lambda_name=dont_qualify_lambda_name)
self.assertEqual(info, exp_agg)
pass