def get_microservice_info(service):
# We want to keep standard nomenclature in the results
appname2env = {
'eb-deploy':'production',
'sandbox':'staging'
}
# The clients to talk to both Elastic Beanstalk and EC2
client = get_boto3_session().client('elasticbeanstalk')
ec2 = get_boto3_session().client('ec2')
# Gather data for all our instances on EC2
instances = []
for reservation in ec2.describe_instances()['Reservations']:
for instance in reservation['Instances']:
try:
idata = {
'tag': [i.get('Value') for i in instance['Tags'] if i['Key'] == 'Name'][0],
'status': instance['State']['Name'],
'type': instance['InstanceType'],
'ip': instance.get('PrivateIpAddress','NA')
}
instances.append(idata)
except:
pass
# What environments do we have?
result = client.describe_environments(IncludeDeleted=False)
environments = result.get('Environments',[])
# Filter them for the service we want
environments = [e for e in environments if e['VersionLabel'].find(service) > -1]
# Now we can start compiling the information we want to display
data = []
for entry in environments:
d = {}
version = entry['VersionLabel'].split(':')
d['service'] = version[0]
d['environment'] = entry['ApplicationName']
d['environment_type'] = appname2env.get(entry['ApplicationName'],'NA')
d['service_version'] = version[1]
d['deploy_version'] = version[2]
d['date_updated'] = entry['DateUpdated'].isoformat()
d['instance_name'] = entry['EnvironmentName']
d['health'] = entry['HealthStatus']
try:
insdata = [i for i in instances if i['tag'] == entry['EnvironmentName']][0]
d['ip_address'] = insdata['ip']
d['status'] = insdata['status']
d['instance_type'] = insdata['type']
except:
d['ip_address'] = 'NA'
d['status'] = 'NA'
d['instance_type'] = 'NA'
data.append(d)
pdata = [d for d in data if d['environment_type'] == 'production']
sdata = [d for d in data if d['environment_type'] == 'staging']
return pdata, sdata
def get_rds_info(mtype):
sampleperiod = 30
# for now we allow either connections (default) OR rollbacks
if not mtype or mtype not in ['connections', 'rollbacks']:
mtype = 'connections'
namespace = 'AdsAbsDatabase'
instance = 'adsabs-psql'
#
dimensions = [{'Name': 'InstanceName', 'Value': instance}]
endtime = datetime.datetime.now()
starttime = datetime.datetime.now() - datetime.timedelta(
minutes=sampleperiod)
#
client = get_boto3_session().client('cloudwatch')
# Get the various metrics
result = client.list_metrics(Namespace=namespace)
if mtype in ['connections', 'rollbacks']:
metrics = [
m.get('MetricName') for m in result.get('Metrics')
if m.get('MetricName').lower().find(mtype) > 0
]
else:
metrics = [m.get('MetricName') for m in result.get('Metrics')]
# For each of these metrics, gather data
info = {}
info.update({
'namespace': namespace,
'instance': instance,
'sampleperiod': sampleperiod
})
info['data'] = []
for metric in metrics:
database = metric.replace('Rollbacks', '').replace('Connections',
'').lower()
metrictype = metric.lower().replace(database, '')
res = client.get_metric_statistics(
Namespace=namespace,
MetricName=metric,
Dimensions=dimensions,
StartTime=starttime,
EndTime=endtime,
Period=86400,
Statistics=['SampleCount', 'Maximum', 'Minimum', 'Average'],
Unit='Count')
if len(res.get('Datapoints', [])) > 0:
d = res.get('Datapoints')[-1]
d['Average'] = round(d['Average'], 1)
d.update({'database': database, 'type': metrictype})
info['data'].append(d)
return info
def get_ec2_running():
"""
Get the tag and status for all of the EC2 instances
"""
ec2 = get_boto3_session().client('ec2')
ec2_output = []
for reservation in ec2.describe_instances()['Reservations']:
for instance in reservation['Instances']:
instance_out = {
'tag': [i.get('Value') for i in instance['Tags'] if i['Key'] == 'Name'][0],
'status': instance['State']['Name']
}
ec2_output.append(instance_out)
return ec2_output
def get_ec2_value(ec2_tag, ec2_value):
"""
Get the IP (and other info) of a specific EC2 instance
:param ec2_tag:
:type ec2_tag: basestring
:param ec2_value: value wanted, eg., ip
:type ec2_value: basestring
"""
synonym_list = {
'ip': ['PublicIpAddress', 'PrivateIpAddress'],
'publicipaddress': ['PublicIpAddress'],
'privateipaddress': ['PrivateIpAddress']
}
ec2 = get_boto3_session().client('ec2')
reservation = ec2.describe_instances(Filters=[{
'Name': 'tag:Name',
'Values': [ec2_tag]
}])
values = []
if ec2_value.lower() in synonym_list:
keys = synonym_list[ec2_value.lower()]
else:
keys = [ec2_value]
for key in synonym_list[ec2_value.lower()]:
out_dict = {key: []}
for instances in reservation['Reservations']:
for instance in instances['Instances']:
try:
out_dict[key].append(instance[key])
except:
out_dict[key].append('NA')
values.append(out_dict)
return values
def get_rds_info(mtype):
sampleperiod=30
# for now we allow either connections (default) OR rollbacks
if not mtype or mtype not in ['connections', 'rollbacks']:
mtype = 'connections'
namespace = 'AdsAbsDatabase'
instance = 'adsabs-psql'
#
dimensions = [{'Name':'InstanceName', 'Value': instance}]
endtime = datetime.datetime.now()
starttime = datetime.datetime.now() - datetime.timedelta(minutes=sampleperiod)
#
client = get_boto3_session().client('cloudwatch')
# Get the various metrics
result = client.list_metrics(Namespace=namespace)
if mtype in ['connections', 'rollbacks']:
metrics = [m.get('MetricName') for m in result.get('Metrics') if m.get('MetricName').lower().find(mtype) > 0]
else:
metrics = [m.get('MetricName') for m in result.get('Metrics')]
# For each of these metrics, gather data
info = {}
info.update({'namespace': namespace, 'instance': instance, 'sampleperiod': sampleperiod})
info['data'] = []
for metric in metrics:
database = metric.replace('Rollbacks','').replace('Connections','').lower()
metrictype = metric.lower().replace(database,'')
res = client.get_metric_statistics(Namespace=namespace,
MetricName=metric,
Dimensions=dimensions,
StartTime=starttime,
EndTime=endtime,
Period=86400,
Statistics=['SampleCount', 'Maximum', 'Minimum', 'Average'],
Unit='Count')
if len(res.get('Datapoints', [])) > 0:
d = res.get('Datapoints')[-1]
d['Average'] = round(d['Average'],1)
d.update({'database': database, 'type': metrictype})
info['data'].append(d)
return info
def get_ec2_value(ec2_tag, ec2_value):
"""
Get the IP (and other info) of a specific EC2 instance
:param ec2_tag:
:type ec2_tag: basestring
:param ec2_value: value wanted, eg., ip
:type ec2_value: basestring
"""
synonym_list = {
'ip': ['PublicIpAddress', 'PrivateIpAddress'],
'publicipaddress': ['PublicIpAddress'],
'privateipaddress': ['PrivateIpAddress']
}
ec2 = get_boto3_session().client('ec2')
reservation = ec2.describe_instances(Filters=[{'Name': 'tag:Name', 'Values': [ec2_tag]}])
values = []
if ec2_value.lower() in synonym_list:
keys = synonym_list[ec2_value.lower()]
else:
keys = [ec2_value]
for key in synonym_list[ec2_value.lower()]:
out_dict = {key: []}
for instances in reservation['Reservations']:
for instance in instances['Instances']:
try:
out_dict[key].append(instance[key])
except:
out_dict[key].append('NA')
values.append(out_dict)
return values
def get_ec2_running():
"""
Get the tag and status for all of the EC2 instances
"""
ec2 = get_boto3_session().client('ec2')
ec2_output = []
for reservation in ec2.describe_instances()['Reservations']:
for instance in reservation['Instances']:
instance_out = {
'tag': [
i.get('Value') for i in instance['Tags']
if i['Key'] == 'Name'
][0],
'status':
instance['State']['Name']
}
ec2_output.append(instance_out)
return ec2_output
def get_ec2_info(InstanceId):
client = get_boto3_session().client('ec2')
info = client.describe_instances(InstanceIds=[InstanceId])
return info
def get_s3_bucket_contents(bucket):
s3 = get_boto3_session().client('s3')
resp = s3.list_objects(Bucket=bucket)
return resp['Contents']
def get_ecs_details(name):
client = get_boto3_session().client('ecs')
result = client.describe_clusters(clusters=[name])
return result
def get_microservice_info(service):
# We want to keep standard nomenclature in the results
appname2env = {'eb-deploy': 'production', 'sandbox': 'staging'}
# The clients to talk to both Elastic Beanstalk and EC2
client = get_boto3_session().client('elasticbeanstalk')
ec2 = get_boto3_session().client('ec2')
# Gather data for all our instances on EC2
instances = []
for reservation in ec2.describe_instances()['Reservations']:
for instance in reservation['Instances']:
try:
idata = {
'tag': [
i.get('Value') for i in instance['Tags']
if i['Key'] == 'Name'
][0],
'status':
instance['State']['Name'],
'type':
instance['InstanceType'],
'ip':
instance.get('PrivateIpAddress', 'NA')
}
instances.append(idata)
except:
pass
# What environments do we have?
result = client.describe_environments(IncludeDeleted=False)
environments = result.get('Environments', [])
# Filter them for the service we want
environments = [
e for e in environments if e['VersionLabel'].find(service) > -1
]
# Now we can start compiling the information we want to display
data = []
for entry in environments:
d = {}
version = entry['VersionLabel'].split(':')
d['service'] = version[0]
d['environment'] = entry['ApplicationName']
d['environment_type'] = appname2env.get(entry['ApplicationName'], 'NA')
d['service_version'] = version[1]
d['deploy_version'] = version[2]
d['date_updated'] = entry['DateUpdated'].isoformat()
d['instance_name'] = entry['EnvironmentName']
d['health'] = entry['HealthStatus']
try:
insdata = [
i for i in instances if i['tag'] == entry['EnvironmentName']
][0]
d['ip_address'] = insdata['ip']
d['status'] = insdata['status']
d['instance_type'] = insdata['type']
except:
d['ip_address'] = 'NA'
d['status'] = 'NA'
d['instance_type'] = 'NA'
data.append(d)
pdata = [d for d in data if d['environment_type'] == 'production']
sdata = [d for d in data if d['environment_type'] == 'staging']
return pdata, sdata
def get_ec2_info(InstanceId):
client = get_boto3_session().client('ec2')
info = client.describe_instances(InstanceIds=[InstanceId])
return info
def get_ecs_containers(name):
client = get_boto3_session().client('ecs')
result = client.list_container_instances(cluster=name)
containers = result.get('containerInstanceArns',[])
container_info = client.describe_container_instances(cluster=name, containerInstances=containers)
return container_info
def get_s3_buckets():
s3 = get_boto3_session().client('s3')
resp = s3.list_buckets()
return resp['Buckets']
def get_s3_buckets():
s3 = get_boto3_session().client('s3')
resp = s3.list_buckets()
return resp['Buckets']
def get_s3_bucket_contents(bucket):
s3 = get_boto3_session().client('s3')
resp = s3.list_objects(Bucket=bucket)
return resp['Contents']
def get_ecs_info():
client = get_boto3_session().client('ecs')
result = client.list_clusters()
return result
