def launch(self):
try:
self.db = db.connect(
'%s://%s:%s@%s/%s' %
(_config.get('db', 'vendor'), _config.get('db', 'user'),
_config.get('db', 'pass'), _config.get(
'db', 'host'), _config.get('db', 'schema')))
conf = dict(log_name='Auth',
auth_host=_config.get('rest_api', 'auth_host'),
auth_port=_config.getint('rest_api', 'auth_port'),
auth_protocol=_config.get('rest_api', 'auth_protocol'),
admin_token=_config.get('rest_api', 'admin_token'),
delay_auth_decision=_config.getint('rest_api',\
'delay_auth_decision'),
rest_api=self,
host=_config.get('rest_api', 'host'),
port=_config.getint('rest_api', 'port'),
)
self.server = Rest_Server(conf)
self.server.start()
except KeyboardInterrupt:
_logger.info("Ctrl-c received!")
except:
_logger.exception("Error: Unable to start API service")
finally:
_logger.info("Shutdown API service")
def launch(self):
try:
self.db = db.connect('%s://%s:%s@%s/%s' % (
_config.get('db', 'vendor'),
_config.get('db', 'user'),
_config.get('db', 'pass'),
_config.get('db', 'host'),
_config.get('db', 'schema')))
conf = dict(log_name='Auth',
auth_host=_config.get('rest_api', 'auth_host'),
auth_port=_config.getint('rest_api', 'auth_port'),
auth_protocol=_config.get('rest_api', 'auth_protocol'),
admin_token=_config.get('rest_api', 'admin_token'),
delay_auth_decision=_config.getint('rest_api',\
'delay_auth_decision'),
rest_api=self,
host=_config.get('rest_api', 'host'),
port=_config.getint('rest_api', 'port'),
)
self.server = Rest_Server(conf)
self.server.start()
except KeyboardInterrupt:
_logger.info("Ctrl-c received!")
except:
_logger.exception("Error: Unable to start API service")
finally:
_logger.info("Shutdown API service")
class Rest_API(object):
def __init__(self):
self.PARAM_START_TIME = 'start_time'
self.PARAM_END_TIME = 'end_time'
self.PARAM_AGGREGATION = 'aggregation'
self.PARAM_CHART = 'chart'
self.PARAM_LIMIT = 'limit'
self.PARAM_ORDER = 'order'
self.PARAM_DETAILS = 'details'
self.RESULT_LIMIT = 2500
self.AGGREGATION_COUNT = 'count'
self.AGGREGATION_MAX = 'max'
self.AGGREGATION_MIN = 'min'
self.AGGREGATION_AVG = 'avg'
self.AGGREGATION_HOURLY_AVG = 'hourly_avg'
self.AGGREGATION_DAILY_AVG = 'daily_avg'
self.AGGREGATION_SUM = 'sum'
self.AGGREGATION_FIRST_LAST = 'first_last'
self.server = None
self.db = None
self._param_patterns = {self.PARAM_START_TIME:
re.compile('^(\d{4})-(\d{2})-(\d{2})_'
'(\d{2})-(\d{2})-(\d{2})$'),
self.PARAM_END_TIME:
re.compile('^(\d{4})-(\d{2})-(\d{2})_'
'(\d{2})-(\d{2})-(\d{2})$'),
self.PARAM_AGGREGATION: re.compile('^\w+$'),
self.PARAM_LIMIT: re.compile('^\d+$'),
self.PARAM_ORDER: re.compile('^(%s|%s)$' %\
(ORDER_ASC,
ORDER_DESC)),
self.PARAM_DETAILS: re.compile('^\w+$'),}
self._param_defaults = {self.PARAM_START_TIME: None,
self.PARAM_END_TIME: None,
self.PARAM_AGGREGATION: None,
self.PARAM_LIMIT: self.RESULT_LIMIT,
self.PARAM_ORDER: ORDER_ASC,
self.PARAM_DETAILS: 'False'}
self._pattern_timestamp = re.compile(
'^(\d{4})-(\d{2})-(\d{2})_(\d{2})-(\d{2})-(\d{2})$')
def launch(self):
try:
self.db = db.connect('%s://%s:%s@%s/%s' % (
_config.get('db', 'vendor'),
_config.get('db', 'user'),
_config.get('db', 'pass'),
_config.get('db', 'host'),
_config.get('db', 'schema')))
conf = dict(log_name='Auth',
auth_host=_config.get('rest_api', 'auth_host'),
auth_port=_config.getint('rest_api', 'auth_port'),
auth_protocol=_config.get('rest_api', 'auth_protocol'),
admin_token=_config.get('rest_api', 'admin_token'),
delay_auth_decision=_config.getint('rest_api',\
'delay_auth_decision'),
rest_api=self,
host=_config.get('rest_api', 'host'),
port=_config.getint('rest_api', 'port'),
)
self.server = Rest_Server(conf)
self.server.start()
except KeyboardInterrupt:
_logger.info("Ctrl-c received!")
except:
_logger.exception("Error: Unable to start API service")
finally:
_logger.info("Shutdown API service")
def _query_params(self, query_string):
"""
Returns the query parameters for the current request as a dictionary.
Values of the format "YYYY-MM-DD_HH-ii-ss" are converted to the format
"YYYY-MM-DD HH:ii:ss".
All parameters are set with a at least a default value (see
self._params_defaults).
"""
query_parts = query_string.split('&')
params = self._param_defaults.copy()
for query_part in query_parts:
try:
key, value = query_part.split('=', 2)
if key in params:
matches = self._param_patterns[key].match(value)
if matches:
params[key] = '%s-%s-%s %s:%s:%s' \
% (matches.group(1), matches.group(2), \
matches.group(3), matches.group(4), \
matches.group(5), matches.group(6)) \
if key in \
[self.PARAM_START_TIME, \
self.PARAM_END_TIME] \
else \
value
except Exception:
continue
return params
def _aggregate(self, cls, aggregation, args, column="value"):
"""
Returns an aggregation of an attribute of the given object class
according to the 'aggregation' parameter:
- count: returns the number of rows that match the args parameters.
- max: returns the object that contains the maximum value for "column"
- min: returns the object that contains the minimum value for "column"
- avg: returns the average for "column" of all the rows that match the
args parameters.
- hourly_avg: returns the average per hour for "column" of all the rows
that match the args parameters
- daily_avg: returns the average per day for "column" of all the rows
that match the args parameters
- sum: returns the sum for "column" of all the rows that match the
args parameters.
- first_last: returns a tuple of the first and the last object ordered
by "column" that match the args parameters.
"""
try:
if aggregation == self.AGGREGATION_COUNT:
count = self.db.count(cls, args)
return int(count) if count else 0
elif aggregation == self.AGGREGATION_MAX:
record = self.db.max_row(cls, column, args)
return record.to_dict() if record else None
elif aggregation == self.AGGREGATION_MIN:
record = self.db.min_row(cls, column, args)
return record.to_dict() if record else None
elif aggregation == self.AGGREGATION_AVG:
avg = self.db.avg(cls, column, args)
return float(avg) if avg else 0.0
elif aggregation == self.AGGREGATION_HOURLY_AVG:
dt_format = "%Y-%m-%d %H:%M:%S"
strptime = lambda x: datetime.strptime(x, dt_format)
startdate, enddate = map(strptime, args['timestamp'])
startdate = startdate.replace(minute=0, second=0)
enddate = enddate.replace(minute=59, second=59) \
if enddate.minute or enddate.second \
else enddate - timedelta(seconds=1)
delta = enddate - startdate
hours = (delta.days * 24 * 3600 + delta.seconds) / 3600 + 1
result = []
for h in range(0, hours):
query_startdate = startdate + timedelta(seconds=h * 3600)
query_enddate = enddate - timedelta(seconds=(hours - h - 1) * 3600)
args['timestamp'] = (query_startdate.strftime(dt_format),
query_enddate.strftime(dt_format))
result.append(self.db.avg(cls, column, args))
return result
elif aggregation == self.AGGREGATION_DAILY_AVG:
dt_format = "%Y-%m-%d %H:%M:%S"
strptime = lambda x: datetime.strptime(x, dt_format)
startdate, enddate = map(strptime, args['timestamp'])
startdate = startdate.replace(hour=0, minute=0, second=0)
enddate = enddate.replace(hour=23, minute=59, second=59)
delta = enddate - startdate
days = (delta.days if delta.days <= 31 else 30) + 1
result = []
for d in range(0, days):
query_startdate = startdate + timedelta(days=d)
query_enddate = enddate - timedelta(days=(delta.days - d))
args['timestamp'] = (query_startdate.strftime(dt_format),
query_enddate.strftime(dt_format))
result.append(self.db.avg(cls, column, args))
return result
elif aggregation == self.AGGREGATION_SUM:
value_sum = self.db.sum(cls, column, args)
return float(value_sum) if value_sum else 0.0
elif aggregation == self.AGGREGATION_FIRST_LAST:
first = self.db.load(cls, args=args, limit=1, order=ORDER_ASC,
order_attr=column)[0]
last = self.db.load(cls, args=args, limit=1, order=ORDER_DESC,
order_attr=column)[0]
if first and last and first.id != last.id:
return (first.to_dict(), last.to_dict())
except Exception as e:
_logger.exception(e)
return None
def route_root(self, query_string=''):
"""
Route: /
Returns: Welcome message (string)
Query params: -
"""
return json.dumps('Welcome to Giraffe REST API')
def route_hosts(self, query_string=''):
"""
Returns a list of all available Host objects.
Route: hosts/
Returns: List of Host objects, JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
try:
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
count = self._aggregate(cls=Host,
aggregation=self.AGGREGATION_COUNT,
args={})
result = json.dumps(count)
else:
hosts = self.db.load(cls=Host,
order=query[self.PARAM_ORDER],
order_attr='id')
result = [h.to_dict() for h in hosts]
except Exception:
result = 0 if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_COUNT \
else []
self.db.session_close()
return json.dumps(result)
def route_hosts_hid(self, host_id, query_string):
"""
Returns the Host object where the host_id matches.
The host_id can be the ID (int) or the NAME (string).
Route: hosts/<host_id>/
Returns: Host object, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
try:
args = {'id': int(host_id)}
except ValueError:
args = {'name': host_id}
self.db.session_open()
try:
host = self.db.load(Host, args=args, limit=1)[0].to_dict()
except Exception:
host = None
self.db.session_close()
return json.dumps(host) if host else None
def route_hosts_hid_meters(self, host_id, query_string):
"""
Returns a list of Meter objects for which MeterRecords are available
for the given host.
Route: hosts/<host_id>/meters/
Returns: List of Meter objects, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
try:
args = {'id': int(host_id)}
except ValueError:
args = {'name': host_id}
self.db.session_open()
try:
host = self.db.load(cls=Host, args=args, limit=1)[0]
except Exception:
return None
try:
meter_ids = self.db.distinct_values(cls=MeterRecord,
column='meter_id',
args={'host_id': host.id},
order=ORDER_ASC)
meters = self.db.load(cls=Meter,
args={'id': meter_ids})
result = [m.to_dict() for m in meters]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_hosts_hid_meters_mid_records(self, host_id, meter_id,
query_string):
"""
Returns a list of MeterRecord objects for the given Host ID and Meter
ID.
Route: hosts/<host_id>/meters/<meter_id>/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
try:
host_args = {'id': int(host_id)}
except ValueError:
host_args = {'name': host_id}
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
self.db.session_open()
try:
host = self.db.load(Host, args=host_args, limit=1)[0]
meter = self.db.load(Meter, args=meter_args, limit=1)[0]
except Exception:
return None
record_args = {'host_id': host.id,
'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
record_args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME]
else MAX_TIMESTAMP)
# aggregation
if query[self.PARAM_AGGREGATION]:
column = 'timestamp' if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 'value'
try:
result = self._aggregate(cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=record_args,
column=column)
except Exception:
result = [] if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 0
# no aggregation
else:
try:
records = self.db.load(cls=MeterRecord,
args=record_args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = [r.to_dict() for r in records]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_projects(self, query_string=''):
"""
Returns a list of all Project objects.
Route: projects/
Returns: List of Project objects, JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
try:
result = self._aggregate(cls=Project,
aggregation=self.AGGREGATION_COUNT,
args={})
except Exception:
result = 0
else:
try:
projects = self.db.load(cls=Project,
order=query[self.PARAM_ORDER],
order_attr='id')
if query[self.PARAM_DETAILS].lower() == 'true':
for p in projects:
try:
instances = self.db.distinct_values( \
cls=MeterRecord,
column='resource_id',
args={'project_id': p.uuid})
except Exception:
instances = []
finally:
setattr(p, 'details',
{'num_instances': len(instances)})
result = [p.to_dict() for p in projects]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_projects_pid(self, project_id, query_string=''):
"""
Returns the Project object where the project_id matches.
Route: projects/<project_id>/
Returns: Project object, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
args = {'uuid': project_id}
self.db.session_open()
try:
project = self.db.load(Project, args=args, limit=1)[0].to_dict()
except Exception:
project = None
self.db.session_close()
return json.dumps(project) if project else None
def route_projects_pid_meters(self, project_id, query_string=''):
"""
Returns a list of Meter objects for which MeterRecords are available
for the given project.
Route: projects/<project_id>/meters/
Returns: List of Meter objects, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
self.db.session_open()
try:
meter_ids = self.db.distinct_values(MeterRecord, 'meter_id',
args={'project_id': project_id},
order=ORDER_ASC)
meters = self.db.load(Meter, args={'id': meter_ids})
result = [m.to_dict() for m in meters]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_projects_pid_meters_mid_records(self, project_id, meter_id,
query_string=''):
"""
Route: projects/<project_id>/meters/<meter_id>/records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
self.db.session_open()
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
try:
meter = self.db.load(Meter, args=meter_args, limit=1)[0]
except Exception:
meter = None
result = None
if meter:
args = {'project_id': project_id,
'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME]
else MAX_TIMESTAMP)
if query[self.PARAM_AGGREGATION]:
column = 'value'
if query[self.PARAM_AGGREGATION] == \
self.AGGREGATION_FIRST_LAST:
column = 'timestamp'
result = self._aggregate(MeterRecord,
query[self.PARAM_AGGREGATION],
args=args,
column=column)
result = json.dumps(result)
else:
records = self.db.load(MeterRecord, args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_projects_pid_instances(self, project_id, query_string=''):
"""
Returns a list of instance IDs for the given project.
Route: projects/<project_id>/instances/
Returns: List of Strings, JSON-formatted
Query params: start_time, end_time, count
"""
query = self._query_params(query_string)
args = {'project_id': project_id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME]
else MAX_TIMESTAMP)
self.db.session_open()
try:
instances = self.db.distinct_values(cls=MeterRecord,
column='resource_id',
args=args,
order=ORDER_ASC)
except Exception:
instances = []
self.db.session_close()
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
return json.dumps(len(instances))
else:
return json.dumps(instances)
def route_meters(self, query_string=''):
"""
Route: meters/
Returns: List of Meter objects, JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
result = self._aggregate(cls=Meter,
aggregation=self.AGGREGATION_COUNT,
args={})
result = json.dumps(result)
else:
meters = self.db.load(cls=Meter,
order_attr='id',
order=query[self.PARAM_ORDER])
result = json.dumps([meter.to_dict() for meter in meters])
self.db.session_close()
return result
def route_meters_mid(self, meter_id, query_string=''):
"""
Returns a Meter object. The meter_id can either be the ID or the NAME.
Route: meters/<meter_id>/
Returns: Meter object, JSON-formatted
Query params: -
"""
try:
args = {'id': int(meter_id)}
except Exception:
args = {'name': meter_id}
self.db.session_open()
try:
meter = self.db.load(Meter, args=args, limit=1)[0].to_dict()
except Exception:
meter = None
self.db.session_close()
return json.dumps(meter) if meter else None
def route_users(self, query_string=''):
"""
Route: users/
Returns: List of user names (string), JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
values = self.db.distinct_values(cls=MeterRecord,
column='user_id',
order=query[self.PARAM_ORDER])
self.db.session_close()
# remove null values
values.remove(None)
# do count aggregation
# note: this is a work-around until User objects are available
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
return json.dumps(str(len(values)))
else:
return json.dumps(values)
def route_users_uid_meters_mid_records(self, user_id, meter_id,
query_string=''):
"""
Route: users/<user_id>/meters/<meter_id>/records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
self.db.session_open()
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
try:
meter = self.db.load(Meter, args=meter_args, limit=1)[0]
except Exception:
meter = None
result = None
if meter:
args = {'user_id': user_id,
'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME]
else MAX_TIMESTAMP)
if query[self.PARAM_AGGREGATION]:
column = 'timestamp' if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 'value'
result = self._aggregate(cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=args,
column=column)
result = json.dumps(result)
else:
records = self.db.load(cls=MeterRecord,
args=args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_instances(self, query_string=''):
"""
Route: instances/
Returns: List of instance names (string), JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
try:
instances = self.db.distinct_values(cls=MeterRecord,
column='resource_id',
order=query[self.PARAM_ORDER])
except Exception:
instances = []
self.db.session_close()
# remove null values
instances.remove(None)
# do count aggregation
# note: this is a work-around until Instance objects are available < ?!
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
return json.dumps(len(instances))
else:
return json.dumps(instances)
def route_instances_iid_meters_mid_records(self, instance_id, meter_id,
query_string=''):
"""
Route: instances/<instance_id>/meters/<meter_id>/records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
self.db.session_open()
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
try:
meter = self.db.load(cls=Meter, args=meter_args, limit=1)[0]
except Exception:
meter = None
result = None
if meter:
args = {'resource_id': instance_id,
'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME]
else MAX_TIMESTAMP)
if query[self.PARAM_AGGREGATION]:
column = 'timestamp' if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 'value'
result = self._aggregate(cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=args,
column=column)
result = json.dumps(result)
else:
records = self.db.load(cls=MeterRecord,
args=args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_records(self, query_string=''):
"""
Returns a list of MeterRecord objects.
Route: records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
args = {}
query = self._query_params(query_string)
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME]
else MAX_TIMESTAMP)
self.db.session_open()
result = []
if query[self.PARAM_AGGREGATION]:
result = self._aggregate(cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=args)
result = json.dumps(result)
else:
records = self.db.load(cls=MeterRecord,
args=args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_records_rid(self, record_id, query_string=''):
"""
Returns a MeterRecord object.
Route: records/<record_id>/
Returns: MeterRecord object, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
self.db.session_open()
try:
record = self.db.load(cls=MeterRecord,
args={'id': record_id},
limit=1)[0] \
.to_dict()
except:
record = None
self.db.session_close()
return json.dumps(record) if record else None
class Rest_API(object):
def __init__(self):
self.PARAM_START_TIME = 'start_time'
self.PARAM_END_TIME = 'end_time'
self.PARAM_AGGREGATION = 'aggregation'
self.PARAM_CHART = 'chart'
self.PARAM_LIMIT = 'limit'
self.PARAM_ORDER = 'order'
self.PARAM_DETAILS = 'details'
self.RESULT_LIMIT = 2500
self.AGGREGATION_COUNT = 'count'
self.AGGREGATION_MAX = 'max'
self.AGGREGATION_MIN = 'min'
self.AGGREGATION_AVG = 'avg'
self.AGGREGATION_HOURLY_AVG = 'hourly_avg'
self.AGGREGATION_DAILY_AVG = 'daily_avg'
self.AGGREGATION_SUM = 'sum'
self.AGGREGATION_FIRST_LAST = 'first_last'
self.server = None
self.db = None
self._param_patterns = {self.PARAM_START_TIME:
re.compile('^(\d{4})-(\d{2})-(\d{2})_'
'(\d{2})-(\d{2})-(\d{2})$'),
self.PARAM_END_TIME:
re.compile('^(\d{4})-(\d{2})-(\d{2})_'
'(\d{2})-(\d{2})-(\d{2})$'),
self.PARAM_AGGREGATION: re.compile('^\w+$'),
self.PARAM_LIMIT: re.compile('^\d+$'),
self.PARAM_ORDER: re.compile('^(%s|%s)$' %\
(ORDER_ASC,
ORDER_DESC)),
self.PARAM_DETAILS: re.compile('^\w+$'),}
self._param_defaults = {
self.PARAM_START_TIME: None,
self.PARAM_END_TIME: None,
self.PARAM_AGGREGATION: None,
self.PARAM_LIMIT: self.RESULT_LIMIT,
self.PARAM_ORDER: ORDER_ASC,
self.PARAM_DETAILS: 'False'
}
self._pattern_timestamp = re.compile(
'^(\d{4})-(\d{2})-(\d{2})_(\d{2})-(\d{2})-(\d{2})$')
def launch(self):
try:
self.db = db.connect(
'%s://%s:%s@%s/%s' %
(_config.get('db', 'vendor'), _config.get('db', 'user'),
_config.get('db', 'pass'), _config.get(
'db', 'host'), _config.get('db', 'schema')))
conf = dict(log_name='Auth',
auth_host=_config.get('rest_api', 'auth_host'),
auth_port=_config.getint('rest_api', 'auth_port'),
auth_protocol=_config.get('rest_api', 'auth_protocol'),
admin_token=_config.get('rest_api', 'admin_token'),
delay_auth_decision=_config.getint('rest_api',\
'delay_auth_decision'),
rest_api=self,
host=_config.get('rest_api', 'host'),
port=_config.getint('rest_api', 'port'),
)
self.server = Rest_Server(conf)
self.server.start()
except KeyboardInterrupt:
_logger.info("Ctrl-c received!")
except:
_logger.exception("Error: Unable to start API service")
finally:
_logger.info("Shutdown API service")
def _query_params(self, query_string):
"""
Returns the query parameters for the current request as a dictionary.
Values of the format "YYYY-MM-DD_HH-ii-ss" are converted to the format
"YYYY-MM-DD HH:ii:ss".
All parameters are set with a at least a default value (see
self._params_defaults).
"""
query_parts = query_string.split('&')
params = self._param_defaults.copy()
for query_part in query_parts:
try:
key, value = query_part.split('=', 2)
if key in params:
matches = self._param_patterns[key].match(value)
if matches:
params[key] = '%s-%s-%s %s:%s:%s' \
% (matches.group(1), matches.group(2), \
matches.group(3), matches.group(4), \
matches.group(5), matches.group(6)) \
if key in \
[self.PARAM_START_TIME, \
self.PARAM_END_TIME] \
else \
value
except Exception:
continue
return params
def _aggregate(self, cls, aggregation, args, column="value"):
"""
Returns an aggregation of an attribute of the given object class
according to the 'aggregation' parameter:
- count: returns the number of rows that match the args parameters.
- max: returns the object that contains the maximum value for "column"
- min: returns the object that contains the minimum value for "column"
- avg: returns the average for "column" of all the rows that match the
args parameters.
- hourly_avg: returns the average per hour for "column" of all the rows
that match the args parameters
- daily_avg: returns the average per day for "column" of all the rows
that match the args parameters
- sum: returns the sum for "column" of all the rows that match the
args parameters.
- first_last: returns a tuple of the first and the last object ordered
by "column" that match the args parameters.
"""
try:
if aggregation == self.AGGREGATION_COUNT:
count = self.db.count(cls, args)
return int(count) if count else 0
elif aggregation == self.AGGREGATION_MAX:
record = self.db.max_row(cls, column, args)
return record.to_dict() if record else None
elif aggregation == self.AGGREGATION_MIN:
record = self.db.min_row(cls, column, args)
return record.to_dict() if record else None
elif aggregation == self.AGGREGATION_AVG:
avg = self.db.avg(cls, column, args)
return float(avg) if avg else 0.0
elif aggregation == self.AGGREGATION_HOURLY_AVG:
dt_format = "%Y-%m-%d %H:%M:%S"
strptime = lambda x: datetime.strptime(x, dt_format)
startdate, enddate = map(strptime, args['timestamp'])
startdate = startdate.replace(minute=0, second=0)
enddate = enddate.replace(minute=59, second=59) \
if enddate.minute or enddate.second \
else enddate - timedelta(seconds=1)
delta = enddate - startdate
hours = (delta.days * 24 * 3600 + delta.seconds) / 3600 + 1
result = []
for h in range(0, hours):
query_startdate = startdate + timedelta(seconds=h * 3600)
query_enddate = enddate - timedelta(
seconds=(hours - h - 1) * 3600)
args['timestamp'] = (query_startdate.strftime(dt_format),
query_enddate.strftime(dt_format))
result.append(self.db.avg(cls, column, args))
return result
elif aggregation == self.AGGREGATION_DAILY_AVG:
dt_format = "%Y-%m-%d %H:%M:%S"
strptime = lambda x: datetime.strptime(x, dt_format)
startdate, enddate = map(strptime, args['timestamp'])
startdate = startdate.replace(hour=0, minute=0, second=0)
enddate = enddate.replace(hour=23, minute=59, second=59)
delta = enddate - startdate
days = (delta.days if delta.days <= 31 else 30) + 1
result = []
for d in range(0, days):
query_startdate = startdate + timedelta(days=d)
query_enddate = enddate - timedelta(days=(delta.days - d))
args['timestamp'] = (query_startdate.strftime(dt_format),
query_enddate.strftime(dt_format))
result.append(self.db.avg(cls, column, args))
return result
elif aggregation == self.AGGREGATION_SUM:
value_sum = self.db.sum(cls, column, args)
return float(value_sum) if value_sum else 0.0
elif aggregation == self.AGGREGATION_FIRST_LAST:
first = self.db.load(cls,
args=args,
limit=1,
order=ORDER_ASC,
order_attr=column)[0]
last = self.db.load(cls,
args=args,
limit=1,
order=ORDER_DESC,
order_attr=column)[0]
if first and last and first.id != last.id:
return (first.to_dict(), last.to_dict())
except Exception as e:
_logger.exception(e)
return None
def route_root(self, query_string=''):
"""
Route: /
Returns: Welcome message (string)
Query params: -
"""
return json.dumps('Welcome to Giraffe REST API')
def route_hosts(self, query_string=''):
"""
Returns a list of all available Host objects.
Route: hosts/
Returns: List of Host objects, JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
try:
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
count = self._aggregate(cls=Host,
aggregation=self.AGGREGATION_COUNT,
args={})
result = json.dumps(count)
else:
hosts = self.db.load(cls=Host,
order=query[self.PARAM_ORDER],
order_attr='id')
result = [h.to_dict() for h in hosts]
except Exception:
result = 0 if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_COUNT \
else []
self.db.session_close()
return json.dumps(result)
def route_hosts_hid(self, host_id, query_string):
"""
Returns the Host object where the host_id matches.
The host_id can be the ID (int) or the NAME (string).
Route: hosts/<host_id>/
Returns: Host object, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
try:
args = {'id': int(host_id)}
except ValueError:
args = {'name': host_id}
self.db.session_open()
try:
host = self.db.load(Host, args=args, limit=1)[0].to_dict()
except Exception:
host = None
self.db.session_close()
return json.dumps(host) if host else None
def route_hosts_hid_meters(self, host_id, query_string):
"""
Returns a list of Meter objects for which MeterRecords are available
for the given host.
Route: hosts/<host_id>/meters/
Returns: List of Meter objects, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
try:
args = {'id': int(host_id)}
except ValueError:
args = {'name': host_id}
self.db.session_open()
try:
host = self.db.load(cls=Host, args=args, limit=1)[0]
except Exception:
return None
try:
meter_ids = self.db.distinct_values(cls=MeterRecord,
column='meter_id',
args={'host_id': host.id},
order=ORDER_ASC)
meters = self.db.load(cls=Meter, args={'id': meter_ids})
result = [m.to_dict() for m in meters]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_hosts_hid_meters_mid_records(self, host_id, meter_id,
query_string):
"""
Returns a list of MeterRecord objects for the given Host ID and Meter
ID.
Route: hosts/<host_id>/meters/<meter_id>/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
try:
host_args = {'id': int(host_id)}
except ValueError:
host_args = {'name': host_id}
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
self.db.session_open()
try:
host = self.db.load(Host, args=host_args, limit=1)[0]
meter = self.db.load(Meter, args=meter_args, limit=1)[0]
except Exception:
return None
record_args = {'host_id': host.id, 'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
record_args['timestamp'] = (
query[self.PARAM_START_TIME] if query[self.PARAM_START_TIME]
else MIN_TIMESTAMP, query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME] else MAX_TIMESTAMP)
# aggregation
if query[self.PARAM_AGGREGATION]:
column = 'timestamp' if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 'value'
try:
result = self._aggregate(
cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=record_args,
column=column)
except Exception:
result = [] if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 0
# no aggregation
else:
try:
records = self.db.load(cls=MeterRecord,
args=record_args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = [r.to_dict() for r in records]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_projects(self, query_string=''):
"""
Returns a list of all Project objects.
Route: projects/
Returns: List of Project objects, JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
try:
result = self._aggregate(cls=Project,
aggregation=self.AGGREGATION_COUNT,
args={})
except Exception:
result = 0
else:
try:
projects = self.db.load(cls=Project,
order=query[self.PARAM_ORDER],
order_attr='id')
if query[self.PARAM_DETAILS].lower() == 'true':
for p in projects:
try:
instances = self.db.distinct_values( \
cls=MeterRecord,
column='resource_id',
args={'project_id': p.uuid})
except Exception:
instances = []
finally:
setattr(p, 'details',
{'num_instances': len(instances)})
result = [p.to_dict() for p in projects]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_projects_pid(self, project_id, query_string=''):
"""
Returns the Project object where the project_id matches.
Route: projects/<project_id>/
Returns: Project object, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
args = {'uuid': project_id}
self.db.session_open()
try:
project = self.db.load(Project, args=args, limit=1)[0].to_dict()
except Exception:
project = None
self.db.session_close()
return json.dumps(project) if project else None
def route_projects_pid_meters(self, project_id, query_string=''):
"""
Returns a list of Meter objects for which MeterRecords are available
for the given project.
Route: projects/<project_id>/meters/
Returns: List of Meter objects, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
self.db.session_open()
try:
meter_ids = self.db.distinct_values(
MeterRecord,
'meter_id',
args={'project_id': project_id},
order=ORDER_ASC)
meters = self.db.load(Meter, args={'id': meter_ids})
result = [m.to_dict() for m in meters]
except Exception:
result = []
self.db.session_close()
return json.dumps(result)
def route_projects_pid_meters_mid_records(self,
project_id,
meter_id,
query_string=''):
"""
Route: projects/<project_id>/meters/<meter_id>/records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
self.db.session_open()
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
try:
meter = self.db.load(Meter, args=meter_args, limit=1)[0]
except Exception:
meter = None
result = None
if meter:
args = {'project_id': project_id, 'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (
query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME] else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME] else MAX_TIMESTAMP)
if query[self.PARAM_AGGREGATION]:
column = 'value'
if query[self.PARAM_AGGREGATION] == \
self.AGGREGATION_FIRST_LAST:
column = 'timestamp'
result = self._aggregate(MeterRecord,
query[self.PARAM_AGGREGATION],
args=args,
column=column)
result = json.dumps(result)
else:
records = self.db.load(MeterRecord,
args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_projects_pid_instances(self, project_id, query_string=''):
"""
Returns a list of instance IDs for the given project.
Route: projects/<project_id>/instances/
Returns: List of Strings, JSON-formatted
Query params: start_time, end_time, count
"""
query = self._query_params(query_string)
args = {'project_id': project_id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME] else
MIN_TIMESTAMP, query[self.PARAM_END_TIME] if
query[self.PARAM_END_TIME] else MAX_TIMESTAMP)
self.db.session_open()
try:
instances = self.db.distinct_values(cls=MeterRecord,
column='resource_id',
args=args,
order=ORDER_ASC)
except Exception:
instances = []
self.db.session_close()
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
return json.dumps(len(instances))
else:
return json.dumps(instances)
def route_meters(self, query_string=''):
"""
Route: meters/
Returns: List of Meter objects, JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
result = self._aggregate(cls=Meter,
aggregation=self.AGGREGATION_COUNT,
args={})
result = json.dumps(result)
else:
meters = self.db.load(cls=Meter,
order_attr='id',
order=query[self.PARAM_ORDER])
result = json.dumps([meter.to_dict() for meter in meters])
self.db.session_close()
return result
def route_meters_mid(self, meter_id, query_string=''):
"""
Returns a Meter object. The meter_id can either be the ID or the NAME.
Route: meters/<meter_id>/
Returns: Meter object, JSON-formatted
Query params: -
"""
try:
args = {'id': int(meter_id)}
except Exception:
args = {'name': meter_id}
self.db.session_open()
try:
meter = self.db.load(Meter, args=args, limit=1)[0].to_dict()
except Exception:
meter = None
self.db.session_close()
return json.dumps(meter) if meter else None
def route_users(self, query_string=''):
"""
Route: users/
Returns: List of user names (string), JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
values = self.db.distinct_values(cls=MeterRecord,
column='user_id',
order=query[self.PARAM_ORDER])
self.db.session_close()
# remove null values
values.remove(None)
# do count aggregation
# note: this is a work-around until User objects are available
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
return json.dumps(str(len(values)))
else:
return json.dumps(values)
def route_users_uid_meters_mid_records(self,
user_id,
meter_id,
query_string=''):
"""
Route: users/<user_id>/meters/<meter_id>/records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
self.db.session_open()
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
try:
meter = self.db.load(Meter, args=meter_args, limit=1)[0]
except Exception:
meter = None
result = None
if meter:
args = {'user_id': user_id, 'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (
query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME] else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME] else MAX_TIMESTAMP)
if query[self.PARAM_AGGREGATION]:
column = 'timestamp' if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 'value'
result = self._aggregate(
cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=args,
column=column)
result = json.dumps(result)
else:
records = self.db.load(cls=MeterRecord,
args=args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_instances(self, query_string=''):
"""
Route: instances/
Returns: List of instance names (string), JSON-formatted
Query params: aggregation=[count], order
"""
query = self._query_params(query_string)
self.db.session_open()
try:
instances = self.db.distinct_values(cls=MeterRecord,
column='resource_id',
order=query[self.PARAM_ORDER])
except Exception:
instances = []
self.db.session_close()
# remove null values
instances.remove(None)
# do count aggregation
# note: this is a work-around until Instance objects are available < ?!
if query[self.PARAM_AGGREGATION] == self.AGGREGATION_COUNT:
return json.dumps(len(instances))
else:
return json.dumps(instances)
def route_instances_iid_meters_mid_records(self,
instance_id,
meter_id,
query_string=''):
"""
Route: instances/<instance_id>/meters/<meter_id>/records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
query = self._query_params(query_string)
self.db.session_open()
try:
meter_args = {'id': int(meter_id)}
except ValueError:
meter_args = {'name': meter_id}
try:
meter = self.db.load(cls=Meter, args=meter_args, limit=1)[0]
except Exception:
meter = None
result = None
if meter:
args = {'resource_id': instance_id, 'meter_id': meter.id}
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (
query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME] else MIN_TIMESTAMP,
query[self.PARAM_END_TIME]
if query[self.PARAM_END_TIME] else MAX_TIMESTAMP)
if query[self.PARAM_AGGREGATION]:
column = 'timestamp' if query[self.PARAM_AGGREGATION] \
== self.AGGREGATION_FIRST_LAST \
else 'value'
result = self._aggregate(
cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=args,
column=column)
result = json.dumps(result)
else:
records = self.db.load(cls=MeterRecord,
args=args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_records(self, query_string=''):
"""
Returns a list of MeterRecord objects.
Route: records/
Returns: List of MeterRecord objects, JSON-formatted
Query params: start_time, end_time, aggregation, order, limit
"""
args = {}
query = self._query_params(query_string)
if query[self.PARAM_START_TIME] or query[self.PARAM_END_TIME]:
args['timestamp'] = (query[self.PARAM_START_TIME]
if query[self.PARAM_START_TIME] else
MIN_TIMESTAMP, query[self.PARAM_END_TIME] if
query[self.PARAM_END_TIME] else MAX_TIMESTAMP)
self.db.session_open()
result = []
if query[self.PARAM_AGGREGATION]:
result = self._aggregate(cls=MeterRecord,
aggregation=query[self.PARAM_AGGREGATION],
args=args)
result = json.dumps(result)
else:
records = self.db.load(cls=MeterRecord,
args=args,
limit=query[self.PARAM_LIMIT],
order=query[self.PARAM_ORDER],
order_attr='timestamp')
result = json.dumps([r.to_dict() for r in records])
self.db.session_close()
return result
def route_records_rid(self, record_id, query_string=''):
"""
Returns a MeterRecord object.
Route: records/<record_id>/
Returns: MeterRecord object, JSON-formatted
Query params: -
"""
# query = self._query_params(query_string)
self.db.session_open()
try:
record = self.db.load(cls=MeterRecord,
args={'id': record_id},
limit=1)[0] \
.to_dict()
except:
record = None
self.db.session_close()
return json.dumps(record) if record else None