class TestDataSources(TestCase):
def setUp(self):
Cloudformation.default_region = 'us-east-1'
# c can override b, which can override a
data_sources = [
'cfn_resources:us-stack1', 'cfn_outputs:us-stack2',
'cfn_resources:eu-west-1:eu-stack1',
'cfn_outputs:eu-west-1:eu-stack2'
]
stacks = {
'us-east-1': {
'us-stack1':
MockCloudformationStack(
resources={
'UsResource1': 'us-stack1-UsResource1-ABCDEFGH'
}),
'us-stack2':
MockCloudformationStack(outputs={'UsOutput1': 'US output'})
},
'eu-west-1': {
'eu-stack1':
MockCloudformationStack(
resources={
'EuResource1': 'eu-stack1-EuResource1-ABCDEFGH'
}),
'eu-stack2':
MockCloudformationStack(outputs={'EuOutput1': 'EU output'})
}
}
with mock.patch(
'boto.cloudformation.connect_to_region',
functools.partial(mock_boto_cloudformation_connect_to_region,
stacks=stacks)):
self.datasource_collection = DataSourceCollection(data_sources)
def test_cfn_resources_implicit_region(self):
self.assertEqual(
self.datasource_collection.get_parameter_recursive('UsResource1'),
'us-stack1-UsResource1-ABCDEFGH')
def test_cfn_outputs_implicit_region(self):
self.assertEqual(
self.datasource_collection.get_parameter_recursive('UsOutput1'),
'US output')
def test_cfn_resources_ecplicit_region(self):
self.assertEqual(
self.datasource_collection.get_parameter_recursive('EuResource1'),
'eu-stack1-EuResource1-ABCDEFGH')
def test_cfn_outputs_explicit_region(self):
self.assertEqual(
self.datasource_collection.get_parameter_recursive('EuOutput1'),
'EU output')
def setUp(self):
Cloudformation.default_region = 'us-east-1'
# c can override b, which can override a
data_sources = ['cfn_resources:us-stack1',
'cfn_outputs:us-stack2',
'cfn_parameters:us-stack3',
'cfn_resources:eu-west-1:eu-stack1',
'cfn_outputs:eu-west-1:eu-stack2',
'cfn_parameters:eu-west-1:eu-stack3']
stacks = {
'us-east-1': {
'us-stack1': MockCloudformationStack(resources={'UsResource1': 'us-stack1-UsResource1-ABCDEFGH'}),
'us-stack2': MockCloudformationStack(outputs={'UsOutput1': 'US output'}),
'us-stack3': MockCloudformationStack(parameters={'UsParameter1': 'US parameter'})
},
'eu-west-1': {
'eu-stack1': MockCloudformationStack(resources={'EuResource1': 'eu-stack1-EuResource1-ABCDEFGH'}),
'eu-stack2': MockCloudformationStack(outputs={'EuOutput1': 'EU output'}),
'eu-stack3': MockCloudformationStack(parameters={'EuParameter1': 'EU parameter'})
}
}
with mock.patch('boto.cloudformation.connect_to_region',
functools.partial(mock_boto_cloudformation_connect_to_region, stacks=stacks)):
self.datasource_collection = DataSourceCollection(data_sources)
def setUp(self):
# c can override b, which can override a
data_sources = ['yaml:c:datasources/nested.yaml',
'yaml:datasources/b.yaml',
'yaml:datasources/a.yaml']
self.datasource_collection = DataSourceCollection(data_sources)
self.preprocessor = Preprocessor(self.datasource_collection, 'us-east-1')
def setUp(self):
Cloudformation.default_region = 'us-east-1'
# c can override b, which can override a
data_sources = [
'cfn_resources:us-stack1', 'cfn_outputs:us-stack2',
'cfn_parameters:us-stack3', 'cfn_resources:eu-west-1:eu-stack1',
'cfn_outputs:eu-west-1:eu-stack2',
'cfn_parameters:eu-west-1:eu-stack3'
]
stacks = {
'us-east-1': {
'us-stack1':
MockCloudformationStack(
resources={
'UsResource1': 'us-stack1-UsResource1-ABCDEFGH'
}),
'us-stack2':
MockCloudformationStack(outputs={'UsOutput1': 'US output'}),
'us-stack3':
MockCloudformationStack(
parameters={'UsParameter1': 'US parameter'})
},
'eu-west-1': {
'eu-stack1':
MockCloudformationStack(
resources={
'EuResource1': 'eu-stack1-EuResource1-ABCDEFGH'
}),
'eu-stack2':
MockCloudformationStack(outputs={'EuOutput1': 'EU output'}),
'eu-stack3':
MockCloudformationStack(
parameters={'EuParameter1': 'EU parameter'})
}
}
with mock.patch(
'boto.cloudformation.connect_to_region',
functools.partial(mock_boto_cloudformation_connect_to_region,
stacks=stacks)):
self.datasource_collection = DataSourceCollection(data_sources)
class TestDataSources(TestCase):
def setUp(self):
Cloudformation.default_region = 'us-east-1'
# c can override b, which can override a
data_sources = ['cfn_resources:us-stack1',
'cfn_outputs:us-stack2',
'cfn_resources:eu-west-1:eu-stack1',
'cfn_outputs:eu-west-1:eu-stack2']
stacks = {
'us-east-1': {
'us-stack1': MockCloudformationStack(resources={'UsResource1': 'us-stack1-UsResource1-ABCDEFGH'}),
'us-stack2': MockCloudformationStack(outputs={'UsOutput1': 'US output'})
},
'eu-west-1': {
'eu-stack1': MockCloudformationStack(resources={'EuResource1': 'eu-stack1-EuResource1-ABCDEFGH'}),
'eu-stack2': MockCloudformationStack(outputs={'EuOutput1': 'EU output'})
}
}
with mock.patch('boto.cloudformation.connect_to_region',
functools.partial(mock_boto_cloudformation_connect_to_region, stacks=stacks)):
self.datasource_collection = DataSourceCollection(data_sources)
def test_cfn_resources_implicit_region(self):
self.assertEqual(self.datasource_collection.get_parameter_recursive('UsResource1'), 'us-stack1-UsResource1-ABCDEFGH')
def test_cfn_outputs_implicit_region(self):
self.assertEqual(self.datasource_collection.get_parameter_recursive('UsOutput1'), 'US output')
def test_cfn_resources_ecplicit_region(self):
self.assertEqual(self.datasource_collection.get_parameter_recursive('EuResource1'), 'eu-stack1-EuResource1-ABCDEFGH')
def test_cfn_outputs_explicit_region(self):
self.assertEqual(self.datasource_collection.get_parameter_recursive('EuOutput1'), 'EU output')
def main(): # pragma: no cover
logging.basicConfig(level=logging.INFO)
# boto logs errors in addition to throwing exceptions. on rainbow.cloudformation.Cloudformation.update_stack()
# I'm ignoring the 'No updates are to be performed.' exception, so I don't want it to be logged.
logging.getLogger('boto').setLevel(logging.CRITICAL)
logger = logging.getLogger('rainbow')
parser = argparse.ArgumentParser(description='Load cloudformation templates with cool data sources as arguments')
parser.add_argument('-d', '--data-source', metavar='DATASOURCE', dest='datasources', action='append', default=[],
help='Data source. Format is data_sourcetype:data_sourceargument. For example, ' +
'cfn_outputs:[region:]stackname, cfn_resources:[region:]stackname, or ' +
'yaml:yamlfile. First match is used')
parser.add_argument('-r', '--region', default='us-east-1', help='AWS region')
parser.add_argument('-n', '--noop', action='store_true',
help="Don't actually call aws; just show what would be done.")
parser.add_argument('-v', '--verbose', action='store_true')
parser.add_argument('--dump-datasources', action='store_true',
help='Simply output all datasources and their values')
parser.add_argument('--update-stack', action='store_true',
help='Update a pre-existing stack rather than create a new one')
parser.add_argument('--update-stack-if-exists', action='store_true',
help='Create a new stack if it doesn\'t exist, update if it does')
parser.add_argument('--block', action='store_true',
help='Track stack creation, if the stack creation failed, exits with a non-zero exit code')
parser.add_argument('stack_name')
parser.add_argument('templates', metavar='template', type=str, nargs='+')
args = parser.parse_args()
if args.verbose:
logger.setLevel(logging.DEBUG)
Cloudformation.default_region = args.region
datasource_collection = DataSourceCollection(args.datasources)
# load and merge templates
template = TemplateLoader.load_templates(args.templates)
# preprocess computed values
preprocessor = Preprocessor(datasource_collection=datasource_collection, region=args.region)
template = preprocessor.process(template)
# build list of parameters for stack creation/update from datasources
parameters = Cloudformation.resolve_template_parameters(template, datasource_collection)
if args.dump_datasources:
pprint.pprint(datasource_collection)
return
logger.debug('Will create stack "%s" with parameters: %r', args.stack_name, parameters)
logger.debug('Template:\n%s', yaml.dump(template))
if args.noop:
logger.info('NOOP mode. exiting')
return
cloudformation = Cloudformation(args.region)
if args.update_stack_if_exists:
if cloudformation.stack_exists(args.stack_name):
args.update_stack = True
else:
args.update_stack = False
if args.block:
# set the iterator prior to updating the stack, so it'll begin from the current bottom
stack_events_iterator = cloudformation.tail_stack_events(args.stack_name, None if args.update_stack else 0)
if args.update_stack:
stack_modified = cloudformation.update_stack(args.stack_name, template, parameters)
if not stack_modified:
logger.info('No updates to be performed')
else:
cloudformation.create_stack(args.stack_name, template, parameters)
stack_modified = True
if args.block and stack_modified:
for event in stack_events_iterator:
if isinstance(event, StackFailStatus):
logger.warn('Stack creation failed: %s', event)
sys.exit(1)
elif isinstance(event, StackSuccessStatus):
logger.info('Stack creation succeeded: %s', event)
else:
logger.info('%(resource_type)s %(logical_resource_id)s %(physical_resource_id)s %(resource_status)s '
'%(resource_status_reason)s', event)