class Feeder(object):
def __init__(self, url):
self.timer = Timer(Config.request_interval, self.task)
self.sessions = Sessions()
self.url = url
self.timestamp = int(time.time())
self.start()
def __del__(self):
self.stop()
def start(self):
self.timer.start_timer()
def stop(self):
self.timer.cancel_timer()
def done(self):
return Config.number_requests == self.sessions.completed and (
not self.sessions.pending)
def encode(self, body):
return zlib.compress(body.encode('utf-8'))
def task(self):
if self.sessions.completed < Config.number_requests:
self.send()
else:
self.stop()
def send(self):
index = self.sessions.completed
body = "metric=metrics-sla %d %d" % (index,
int(self.timestamp + index))
logger.debug("sending request %s ", body)
self.sessions.add(index, body)
response = requests.post(self.url,
data=self.encode(body),
headers=Config.headers)
self.sessions.delete(index)
logger.info("finishing request %s with %s", body, str(response))
class Monitor(object):
def __init__(self, url, access_id, access_key):
self.timer = Timer(Config.request_interval, self.task)
self.sessions = Sessions()
self.performance = Performance()
self.url = url + Config.endpoint
self.auth = (access_id, access_key)
self.timestamp = int(time.time())
self.start()
def __del__(self):
self.stop()
def start(self):
self.timer.start_timer()
def stop(self):
self.timer.cancel_timer()
def done(self):
return Config.number_requests == self.sessions.completed and (not self.sessions.pending)
def build_body(self, start_time, end_time):
return '{"%s":[{"%s":"%s","%s":"%s"}],"%s": %d,"%s":%d, "%s": %d, "%s": %d}' % \
(Header.query, Header.query,
Config.metric_query,
Header.row_id, Config.row_id,
Header.start_time, start_time,
Header.end_time, end_time,
Header.requested_data_points, Config.requested_data_points,
Header.max_data_points, Config.max_data_points)
def task(self):
if self.sessions.completed < Config.number_requests:
self.send()
else:
self.stop()
def query(self, time_range):
index = Index(self.sessions.completed, time_range)
end_time = int(self.timestamp + self.sessions.completed) * 1000
body = self.build_body(end_time - time_range, end_time)
logger.debug("sending request %s ", body)
self.sessions.add(index, body)
perf_start = time.time()
response = requests.post(self.url, data=body, headers=Config.query_headers, auth=self.auth)
perf_end = time.time()
results = response.json()
try:
data_points = results['response'][0]['results'][0]['datapoints']['value']
quantization = results['queryInfo']['actualQuantizationInSecs']
except Exception as e:
logger.warning("Metrics sla monitor query exception %s" % str(e))
data_points = []
quantization = 1
query = Query(perf_start, perf_end, body, time_range, data_points, quantization)
self.performance.add_query(index, query)
self.sessions.delete(index)
logger.debug("finishing request (%d, %d) %s %s with %s in %f seconds", index.index, index.time_range, str(Config.query_headers), body, str(response), (perf_end - perf_start))
def send(self):
logger.debug("sending request with time_ranges %s", str(Config.query_ranges))
self.sessions.complete()
for time_range in Config.query_ranges:
self.query(time_range)
logger.debug("finishing request with time_ranges %s", str(Config.query_ranges))