def test_check(self):
self.reset_mock()
running = aws_ec2_count.Instances()
running.get('region-1a', 'c4', 'large').set_count(1)
running.get('region-1a', 'c4', 'xlarge').set_count(2)
self.mock_running.return_value = running
reserved = aws_ec2_count.Instances()
reserved.get('region-1a', 'c3', 'large').set_count(3)
reserved.get('region-1a', 'c3', 'xlarge').set_count(4)
self.mock_reserved.return_value = running
ondemand = aws_ec2_count.Instances()
ondemand.get('region-1a', 'm4', 'large').set_count(5)
ondemand.get('region-1a', 'm4', 'xlarge').set_count(6)
reserved_unused = aws_ec2_count.Instances()
reserved_unused.get('region-1a', 'm3', 'large').set_count(7)
reserved_unused.get('region-1a', 'm3', 'xlarge').set_count(8)
self.mock_ondemand.return_value = ( ondemand, reserved_unused )
counter = aws_ec2_count.AwsEc2Count()
counter.check({ 'region': 'region' })
self.assert_log_count('info', 12)
self.assert_log_count('error', 0)
self.assert_log('info', 1, 'reserved')
self.assert_log('info', 2, 'region-1a : c4.large = 1.0 (4.0)')
self.assert_log('info', 3, 'region-1a : c4.xlarge = 2.0 (16.0)')
self.assert_log('info', 4, 'running')
self.assert_log('info', 5, 'region-1a : c4.large = 1.0 (4.0)')
self.assert_log('info', 6, 'region-1a : c4.xlarge = 2.0 (16.0)')
self.assert_log('info', 7, 'ondemand')
self.assert_log('info', 8, 'region-1a : m4.large = 5.0 (20.0)')
self.assert_log('info', 9, 'region-1a : m4.xlarge = 6.0 (48.0)')
self.assert_log('info', 10, 'reserved_unused')
self.assert_log('info', 11, 'region-1a : m3.large = 7.0 (28.0)')
self.assert_log('info', 12, 'region-1a : m3.xlarge = 8.0 (64.0)')
self.assert_gauge_count(16)
self.assert_gauge( 1, call('aws_ec2_count.reserved.count', 1.0, tags=['ac-az:region-1a', 'ac-type:c4.large', 'ac-family:c4']))
self.assert_gauge( 2, call('aws_ec2_count.reserved.footprint', 4.0, tags=['ac-az:region-1a', 'ac-type:c4.large', 'ac-family:c4']))
self.assert_gauge( 3, call('aws_ec2_count.reserved.count', 2.0, tags=['ac-az:region-1a', 'ac-type:c4.xlarge', 'ac-family:c4']))
self.assert_gauge( 4, call('aws_ec2_count.reserved.footprint', 16.0, tags=['ac-az:region-1a', 'ac-type:c4.xlarge', 'ac-family:c4']))
self.assert_gauge( 5, call('aws_ec2_count.running.count', 1.0, tags=['ac-az:region-1a', 'ac-type:c4.large', 'ac-family:c4']))
self.assert_gauge( 6, call('aws_ec2_count.running.footprint', 4.0, tags=['ac-az:region-1a', 'ac-type:c4.large', 'ac-family:c4']))
self.assert_gauge( 7, call('aws_ec2_count.running.count', 2.0, tags=['ac-az:region-1a', 'ac-type:c4.xlarge', 'ac-family:c4']))
self.assert_gauge( 8, call('aws_ec2_count.running.footprint', 16.0, tags=['ac-az:region-1a', 'ac-type:c4.xlarge', 'ac-family:c4']))
self.assert_gauge( 9, call('aws_ec2_count.ondemand.count', 5.0, tags=['ac-az:region-1a', 'ac-type:m4.large', 'ac-family:m4']))
self.assert_gauge(10, call('aws_ec2_count.ondemand.footprint', 20.0, tags=['ac-az:region-1a', 'ac-type:m4.large', 'ac-family:m4']))
self.assert_gauge(11, call('aws_ec2_count.ondemand.count', 6.0, tags=['ac-az:region-1a', 'ac-type:m4.xlarge', 'ac-family:m4']))
self.assert_gauge(12, call('aws_ec2_count.ondemand.footprint', 48.0, tags=['ac-az:region-1a', 'ac-type:m4.xlarge', 'ac-family:m4']))
self.assert_gauge(13, call('aws_ec2_count.reserved_unused.count', 7.0, tags=['ac-az:region-1a', 'ac-type:m3.large', 'ac-family:m3']))
self.assert_gauge(14, call('aws_ec2_count.reserved_unused.footprint', 28.0, tags=['ac-az:region-1a', 'ac-type:m3.large', 'ac-family:m3']))
self.assert_gauge(15, call('aws_ec2_count.reserved_unused.count', 8.0, tags=['ac-az:region-1a', 'ac-type:m3.xlarge', 'ac-family:m3']))
self.assert_gauge(16, call('aws_ec2_count.reserved_unused.footprint', 64.0, tags=['ac-az:region-1a', 'ac-type:m3.xlarge', 'ac-family:m3']))
def test_dump(self):
instances = aws_ec2_count.Instances()
instances.get('region-1a', 'm3', 'medium').set_count(5)
instances.get('region-1a', 'm3', 'large').set_count(5)
instances.get('region-1a', 'm4', 'large').set_count(5)
instances.get('region-1b', 'c3', 'large').set_count(5)
instances.get('region-1b', 'c3', 'xlarge').set_count(5)
instances.get('region-1b', 't2', 'micro').set_count(5)
self.assertEqual(instances.dump(), [
{
'az': 'region-1a',
'itype': 'm3.medium',
'family': 'm3',
'size': 'medium',
'count': 5.0,
'footprint': 10.0
},
{
'az': 'region-1a',
'itype': 'm3.large',
'family': 'm3',
'size': 'large',
'count': 5.0,
'footprint': 20.0
},
{
'az': 'region-1a',
'itype': 'm4.large',
'family': 'm4',
'size': 'large',
'count': 5.0,
'footprint': 20.0
},
{
'az': 'region-1b',
'itype': 'c3.large',
'family': 'c3',
'size': 'large',
'count': 5.0,
'footprint': 20.0
},
{
'az': 'region-1b',
'itype': 'c3.xlarge',
'family': 'c3',
'size': 'xlarge',
'count': 5.0,
'footprint': 40.0
},
{
'az': 'region-1b',
'itype': 't2.micro',
'family': 't2',
'size': 'micro',
'count': 5.0,
'footprint': 2.5
},
])
def test_family(self):
instances = aws_ec2_count.Instances()
self.assertFalse(instances.has_family('region-1a', 'c3'))
self.assertEqual(instances.get_all_families('region-1a'), [])
instances.add_family('region-1a', 'c3')
self.assertTrue(instances.has_family('region-1a', 'c3'))
self.assertEqual(instances.get_all_families('region-1a'), ['c3'])
instances.add_family('region-1a', 'c4')
instances.add_family('region-1b', 'c5')
self.assertEqual(instances.get_all_families('region-1a'), ['c3', 'c4'])
def test_az(self):
instances = aws_ec2_count.Instances()
self.assertFalse(instances.has_az('region-1a'))
self.assertEqual(instances.get_all_azs(), [])
instances.add_az('region-1a')
self.assertTrue(instances.has_az('region-1a'))
self.assertEqual(instances.get_all_azs(), ['region-1a'])
instances.add_az('region-1a')
self.assertEqual(instances.get_all_azs(), ['region-1a'])
instances.add_az('region-1b')
instances.add_az('region-1d')
instances.add_az('region-1c')
self.assertEqual(instances.get_all_azs(), ['region-1a', 'region-1b', 'region-1c', 'region-1d'])
def test_get_all_instances(self):
instances = aws_ec2_count.Instances()
instances.get('region-1a', 'm3', 'medium').set_count(5)
instances.get('region-1a', 'm3', 'large').set_count(5)
instances.get('region-1a', 'm4', 'large').set_count(5)
instances.get('region-1b', 'c3', 'large').set_count(5)
instances.get('region-1b', 'c3', 'xlarge').set_count(5)
instances.get('region-1b', 't2', 'micro').set_count(5)
patterns = [
{ 'az': 'region-1a', 'family': 'm3', 'size': 'medium', 'count': 5.0, 'footprint': 10.0 },
{ 'az': 'region-1a', 'family': 'm3', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
{ 'az': 'region-1a', 'family': 'm4', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
{ 'az': 'region-1b', 'family': 'c3', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
{ 'az': 'region-1b', 'family': 'c3', 'size': 'xlarge', 'count': 5.0, 'footprint': 40.0 },
{ 'az': 'region-1b', 'family': 't2', 'size': 'micro', 'count': 5.0, 'footprint': 2.5 },
]
for instance in instances.get_all_instances():
pattern = patterns.pop(0)
for key in instance.keys():
if key == 'az' or key == 'family' or key == 'size':
self.assertEqual(instance[key], pattern[key])
else:
self.assertEqual(key, 'counter')
self.assertTrue(isinstance(instance[key], aws_ec2_count.InstanceCounter))
self.assertEqual(instance[key].get_count(), pattern['count'])
self.assertEqual(instance[key].get_footprint(), pattern['footprint'])
patterns = [
{ 'az': 'region-1a', 'family': 'm3', 'size': 'medium', 'count': 5.0, 'footprint': 10.0 },
{ 'az': 'region-1a', 'family': 'm3', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
{ 'az': 'region-1a', 'family': 'm4', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
]
for instance in instances.get_all_instances(az='region-1a'):
pattern = patterns.pop(0)
for key in instance.keys():
if key == 'az' or key == 'family' or key == 'size':
self.assertEqual(instance[key], pattern[key])
else:
self.assertEqual(key, 'counter')
self.assertTrue(isinstance(instance[key], aws_ec2_count.InstanceCounter))
self.assertEqual(instance[key].get_count(), pattern['count'])
self.assertEqual(instance[key].get_footprint(), pattern['footprint'])
def test_instance(self):
instances = aws_ec2_count.Instances()
self.assertFalse(instances.has('region-1a', 'c3', 'large'))
self.assertTrue(isinstance(instances.get('region-1a', 'c3', 'large'), aws_ec2_count.InstanceCounter))
self.assertTrue(instances.has('region-1a', 'c3', 'large'))
self.assertTrue(instances.get('region-1a', 'c3', 'large') is not None)
instances.get('region-1a', 'c3', '4xlarge')
instances.get('region-1a', 'c3', '2xlarge')
instances.get('region-1a', 'c3', 'xlarge')
instances.get('region-1b', 'c3', '8xlarge')
instances.get('region-1b', 'c3', '4xlarge')
instances.get('region-1b', 'c3', 'large')
parts = instances.get_all_sizes('region-1a', 'c3')
self.assertEqual(parts, ['large', 'xlarge', '2xlarge', '4xlarge'])
parts = instances.get_all_sizes('region-1b', 'c3')
self.assertEqual(parts, ['large', '4xlarge', '8xlarge'])
parts = instances.get_all_sizes(None, 'c3')
self.assertEqual(parts, ['large', 'xlarge', '2xlarge', '4xlarge', '8xlarge'])
def test_get_ondemand_instances(self):
fetcher = aws_ec2_count.InstanceFetcher('region')
# az
running_instances = aws_ec2_count.Instances()
running_instances.get('region-1a', 'c4', 'large').set_count(5)
running_instances.get('region-1b', 'c4', 'large').set_count(10)
running_instances.get('region-1b', 'c4', 'xlarge').set_count(10)
reserved_instances = aws_ec2_count.Instances()
reserved_instances.get('region-1a', 'c4', 'large').set_count(10)
reserved_instances.get('region-1b', 'c4', 'large').set_count(5)
ondemand_instances, unused_instances = fetcher.get_ondemand_instances(running_instances, reserved_instances)
self.assertEqual(ondemand_instances.dump(), [
{ 'az': 'region-1a', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1b', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
{ 'az': 'region-1b', 'itype': 'c4.xlarge', 'family': 'c4', 'size': 'xlarge', 'count': 10.0, 'footprint': 80.0 },
])
self.assertEqual(unused_instances.dump(), [
{ 'az': 'region-1a', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 5.0, 'footprint': 20.0 },
{ 'az': 'region-1b', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
])
# region
running_instances = aws_ec2_count.Instances()
running_instances.get('region-1a', 'c4', 'small').set_count(1)
running_instances.get('region-1a', 'c4', 'medium').set_count(1)
running_instances.get('region-1a', 'c4', 'large').set_count(1)
running_instances.get('region-1b', 'c4', 'large').set_count(1)
reserved_instances = aws_ec2_count.Instances()
reserved_instances.get('region', 'c4', 'large').set_count(3)
ondemand_instances, unused_instances = fetcher.get_ondemand_instances(running_instances, reserved_instances)
self.assertEqual(ondemand_instances.dump(), [
{ 'az': 'region-1a', 'itype': 'c4.small', 'family': 'c4', 'size': 'small', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1a', 'itype': 'c4.medium', 'family': 'c4', 'size': 'medium', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1a', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1b', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
])
self.assertEqual(unused_instances.dump(), [
{ 'az': 'region', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.25, 'footprint': 1.0 },
])
running_instances = aws_ec2_count.Instances()
running_instances.get('region-1a', 'c4', 'small').set_count(1)
running_instances.get('region-1a', 'c4', 'medium').set_count(1)
running_instances.get('region-1a', 'c4', 'large').set_count(1)
running_instances.get('region-1b', 'c4', 'small').set_count(2)
running_instances.get('region-1b', 'c4', 'medium').set_count(1)
running_instances.get('region-1b', 'c4', 'large').set_count(1)
reserved_instances = aws_ec2_count.Instances()
reserved_instances.get('region', 'c4', 'large').set_count(3)
ondemand_instances, unused_instances = fetcher.get_ondemand_instances(running_instances, reserved_instances)
self.assertEqual(ondemand_instances.dump(), [
{ 'az': 'region-1a', 'itype': 'c4.small', 'family': 'c4', 'size': 'small', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1a', 'itype': 'c4.medium', 'family': 'c4', 'size': 'medium', 'count': 0.5, 'footprint': 1.0 },
{ 'az': 'region-1a', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1b', 'itype': 'c4.small', 'family': 'c4', 'size': 'small', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1b', 'itype': 'c4.medium', 'family': 'c4', 'size': 'medium', 'count': 1.0, 'footprint': 2.0 },
{ 'az': 'region-1b', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
])
self.assertEqual(unused_instances.dump(), [
{ 'az': 'region', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 0.0, 'footprint': 0.0 },
])
# hyblid
running_instances = aws_ec2_count.Instances()
running_instances.get('region-1a', 'c4', 'medium').set_count(10) # footprint = 20
running_instances.get('region-1a', 'c4', 'large').set_count(4) # footprint = 12
running_instances.get('region-1a', 'c4', 'xlarge').set_count(5)
running_instances.get('region-1b', 'c4', 'medium').set_count(4) # footprint = 8
running_instances.get('region-1b', 'c4', 'large').set_count(2)
running_instances.get('region-1b', 'c4', 'xlarge').set_count(10)
reserved_instances = aws_ec2_count.Instances()
reserved_instances.get('region', 'c4', 'xlarge').set_count(10)
reserved_instances.get('region-1a', 'c4', 'xlarge').set_count(10)
reserved_instances.get('region-1b', 'c4', 'xlarge').set_count(5)
ondemand_instances, unused_instances = fetcher.get_ondemand_instances(running_instances, reserved_instances)
self.assertEqual(ondemand_instances.dump(), [
{ 'az': 'region-1a', 'itype': 'c4.medium', 'family': 'c4', 'size': 'medium', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1a', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 1.0, 'footprint': 4.0 },
{ 'az': 'region-1a', 'itype': 'c4.xlarge', 'family': 'c4', 'size': 'xlarge', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1b', 'itype': 'c4.medium', 'family': 'c4', 'size': 'medium', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1b', 'itype': 'c4.large', 'family': 'c4', 'size': 'large', 'count': 2.0, 'footprint': 8.0 },
{ 'az': 'region-1b', 'itype': 'c4.xlarge', 'family': 'c4', 'size': 'xlarge', 'count': 0.0, 'footprint': 0.0 },
])
self.assertEqual(unused_instances.dump(), [
{ 'az': 'region', 'itype': 'c4.xlarge', 'family': 'c4', 'size': 'xlarge', 'count': 0.0, 'footprint': 0.0 },
{ 'az': 'region-1a', 'itype': 'c4.xlarge', 'family': 'c4', 'size': 'xlarge', 'count': 5.0, 'footprint': 40.0 },
{ 'az': 'region-1b', 'itype': 'c4.xlarge', 'family': 'c4', 'size': 'xlarge', 'count': 0.0, 'footprint': 0.0 },
])