class StatsdServer(object):
def __init__(self, conf):
TRUE_VALUES = set(('true', '1', 'yes', 'on', 't', 'y'))
self.logger = logging.getLogger('statsdpy')
self.logger.setLevel(logging.INFO)
self.syslog = SysLogHandler()
self.formatter = logging.Formatter('%(name)s: %(message)s')
self.syslog.setFormatter(self.formatter)
self.logger.addHandler(self.syslog)
self.conf = conf
self.graphite_host = conf.get('graphite_host', '127.0.0.1')
self.graphite_port = int(conf.get('graphite_port', '2003'))
self.listen_addr = conf.get('listen_addr', '127.0.0.1')
self.listen_port = int(conf.get('listen_port', 8125))
self.debug = conf.get('debug', 'yes') in TRUE_VALUES
self.combined_events = conf.get('combined_events', 'no') in TRUE_VALUES
self.flush_interval = int(conf.get('flush_interval', 10))
self.pct_threshold = int(conf.get('percent_threshold', 90))
self.graphite_addr = (self.graphite_host, self.graphite_port)
self.keycheck = re.compile(r'\s+|/|[^a-zA-Z_\-0-9\.]')
self.ratecheck = re.compile('^@([\d\.]+)')
self.counters = {}
self.timers = {}
self.stats_seen = 0
self.tempodb_enabled = conf.get('tempodb_enabled', 'false') in TRUE_VALUES
self.tempodb_key = conf.get('tempodb_key', '')
self.tempodb_secret = conf.get('tempodb_secret', '')
self.tempodb_host = conf.get('tempodb_host', 'localhost')
self.tempodb_port = int(conf.get('tempodb_port', 443))
self.tempodb_secure = conf.get('tempodb_secure', "true") in TRUE_VALUES
self.tempodb_client = TempoDBClient(self.tempodb_key, self.tempodb_secret, \
self.tempodb_host, self.tempodb_port, \
self.tempodb_secure)
def report_stats(self, payload):
"""
Send data
"""
if self.debug:
print "reporting stats -> {\n%s}" % "".join(payload)
self.report_stats_graphite(payload)
if self.tempodb_enabled:
self.report_stats_tempodb(payload)
def report_stats_graphite(self, payload):
"""
Send data to graphite host
:param stats: Data to send to graphite (list of graphite strings)
"""
try:
with eventlet.Timeout(5, True) as timeout:
graphite = socket.socket()
graphite.connect(self.graphite_addr)
graphite.sendall("".join(payload))
graphite.close()
except Exception as err:
self.logger.critical("error connecting to graphite: %s" % err)
if self.debug:
print "error connecting to graphite: %s" % err
def report_stats_tempodb(self, payload):
data = {}
for stat in payload:
components = stat[:-1].split(" ")
if len(components) == 3:
key = components[0]
value = float(components[1])
ts = datetime.datetime.utcfromtimestamp(int(components[2]))
data.setdefault(ts, list()).append({
'key': key,
'v': value,
})
try:
with eventlet.Timeout(5, True):
for key, value in data.items():
self.tempodb_client.write_bulk(key, value)
except Exception as err:
self.logger.critical("error connecting to tempodb: %s" % err)
if self.debug:
print "error connecting to tempodb: %s" % err
def stats_flush(self):
"""
Periodically flush stats to graphite
"""
payload = []
while True:
tstamp = int(time.time())
eventlet.sleep(self.flush_interval)
if self.debug:
print "seen %d stats so far." % self.stats_seen
print "current counters: %s" % self.counters
for item in self.counters:
stats = 'stats.%s %s %s\n' % (item,
self.counters[item] / self.flush_interval, tstamp)
stats_counts = 'stats_counts.%s %s %s\n' % (item,
self.counters[item], tstamp)
payload.append(stats)
payload.append(stats_counts)
self.counters[item] = 0
for key in self.timers:
if len(self.timers[key]) > 0:
self.timers[key].sort()
count = len(self.timers[key])
low = min(self.timers[key])
high = max(self.timers[key])
total = sum(self.timers[key])
mean = low
max_threshold = high
tstamp = int(time.time())
if count > 1:
threshold_index = \
int((self.pct_threshold / 100.0) * count)
max_threshold = self.timers[key][threshold_index - 1]
mean = total / count
payload.append("stats.timers.%s.mean %d %d\n" % \
(key, mean, tstamp))
payload.append("stats.timers.%s.upper %d %d\n" % \
(key, high, tstamp))
payload.append("stats.timers.%s.upper_%d %d %d\n" % \
(key, self.pct_threshold, max_threshold, tstamp))
payload.append("stats.timers.%s.lower %d %d\n" % \
(key, low, tstamp))
payload.append("stats.timers.%s.count %d %d\n" % \
(key, count, tstamp))
payload.append("stats.timers.%s.total %d %d\n" % \
(key, total, tstamp))
self.timers[key] = []
if payload:
self.report_stats(payload)
payload = []
def process_timer(self, key, fields):
"""
Process a received timer event
:param key: Key of timer
:param fields: Received fields
"""
try:
if key not in self.timers:
self.timers[key] = []
self.timers[key].append(float(fields[0] or 0))
if self.stats_seen >= maxint:
self.logger.info("hit maxint, reset seen counter")
self.stats_seen = 0
self.stats_seen += 1
except Exception as err:
self.logger.info("error decoding timer event: %s" % err)
if self.debug:
print "error decoding timer event: %s" % err
def process_counter(self, key, fields):
"""
Process a received counter event
:param key: Key of counter
:param fields: Received fields
"""
sample_rate = 1.0
try:
if len(fields) is 3:
if self.ratecheck.match(fields[2]):
sample_rate = float(fields[2].lstrip("@"))
else:
raise Exception("bad sample rate.")
counter_value = float(fields[0] or 1) * (1 / float(sample_rate))
if key not in self.counters:
self.counters[key] = 0
self.counters[key] += counter_value
if self.stats_seen >= maxint:
self.logger.info("hit maxint, reset seen counter")
self.stats_seen = 0
self.stats_seen += 1
except Exception as err:
self.logger.info("error decoding counter event: %s" % err)
if self.debug:
print "error decoding counter event: %s" % err
def decode_recvd(self, data):
"""
Decode and process the data from a received event.
:param data: Data to decode and process.
"""
bits = data.split(':')
if len(bits) == 2:
key = self.keycheck.sub('_', bits[0])
print "got key: %s" % key
fields = bits[1].split("|")
field_count = len(fields)
if field_count >= 2:
if fields[1] == "ms":
self.process_timer(key, fields)
elif fields[1] == "c":
self.process_counter(key, fields)
else:
if self.debug:
print "error: unsupported stats type"
print "key -> %s\nfields ->%s" % (key, fields)
else:
if self.debug:
print "error: not enough fields received"
else:
if self.debug:
print "error: invalid request"
def run(self):
eventlet.spawn_n(self.stats_flush)
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
addr = (self.listen_addr, self.listen_port)
sock.bind(addr)
buf = 8192
self.logger.info("Listening on %s:%d" % addr)
if self.debug:
print "Listening on %s:%d" % addr
if self.combined_events:
if self.debug:
print "combined_events mode enabled"
while 1:
data, addr = sock.recvfrom(buf)
if not data:
break
else:
for metric in data.split("#"):
self.decode_recvd(metric)
else:
while 1:
data, addr = sock.recvfrom(buf)
if not data:
break
else:
self.decode_recvd(data)
"""
http://tempo-db.com/api/write-series/#bulk-write-multiple-series
"""
import datetime
from tempodb import Client
client = Client("your-api-key", "your-api-secret")
ts = datetime.datetime.now()
data = [
{"key": "custom-series-key1", "v": 1.11},
{"key": "custom-series-key2", "v": 2.22},
{"key": "custom-series-key3", "v": 3.33},
{"key": "custom-series-key4", "v": 4.44},
]
print client.write_bulk(ts, data)
class ClientTest(TestCase):
def setUp(self):
self.client = Client('key', 'secret', 'example.com', 443, True)
self.client.session = mock.Mock()
self.headers = {
'User-Agent': 'tempodb-python/%s' % tempodb.get_version(),
'Accept-Encoding': 'gzip',
}
self.get_headers = self.headers
self.delete_headers = self.headers
self.put_headers = dict({
'Content-Type': 'application/json',
}, **self.headers)
self.post_headers = self.put_headers
def test_init(self):
client = Client('key', 'secret', 'example.com', 80, False)
self.assertEqual(client.key, 'key')
self.assertEqual(client.secret, 'secret')
self.assertEqual(client.host, 'example.com')
self.assertEqual(client.port, 80)
self.assertEqual(client.secure, False)
def test_defaults(self):
client = Client('key', 'secret')
self.assertEqual(client.host, 'api.tempo-db.com')
self.assertEqual(client.port, 443)
self.assertEqual(client.secure, True)
def test_port_defaults(self):
""" 80 is the default port for HTTP, 443 is the default for HTTPS """
client = Client('key', 'secret', 'example.com', 80, False)
self.assertEqual(client.build_full_url('/etc'),
'http://example.com/v1/etc')
client = Client('key', 'secret', 'example.com', 88, False)
self.assertEqual(client.build_full_url('/etc'),
'http://example.com:88/v1/etc')
client = Client('key', 'secret', 'example.com', 443, False)
self.assertEqual(client.build_full_url('/etc'),
'http://example.com:443/v1/etc')
client = Client('key', 'secret', 'example.com', 443, True)
self.assertEqual(client.build_full_url('/etc'),
'https://example.com/v1/etc')
client = Client('key', 'secret', 'example.com', 88, True)
self.assertEqual(client.build_full_url('/etc'),
'https://example.com:88/v1/etc')
client = Client('key', 'secret', 'example.com', 80, True)
self.assertEqual(client.build_full_url('/etc'),
'https://example.com:80/v1/etc')
def test_get_series(self):
self.client.session.get.return_value = MockResponse(200, """[{
"id": "id",
"key": "key",
"name": "name",
"tags": ["tag1", "tag2"],
"attributes": {"key1": "value1"}
}]""")
series = self.client.get_series()
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/',
auth=('key', 'secret'),
headers=self.get_headers
)
expected = [
Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1', 'tag2'])]
self.assertEqual(series, expected)
def test_delete_series(self):
self.client.session.delete.return_value = MockResponse(
200, """{"deleted":2}""")
summary = self.client.delete_series(
[], [], [], {'key': 'one', 'key2': 'two'})
self.assertEqual(summary.deleted, 2)
def test_create_series(self):
self.client.session.post.return_value = MockResponse(200, """{
"id": "id",
"key": "my-key.tag1.1",
"name": "",
"tags": ["my-key", "tag1"],
"attributes": {}
}""")
series = self.client.create_series("my-key.tag1.1")
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/',
data="""{"key": "my-key.tag1.1"}""",
auth=('key', 'secret'),
headers=self.post_headers
)
expected = Series('id', 'my-key.tag1.1', '', {}, ['my-key', 'tag1'])
self.assertEqual(series, expected)
def test_create_series_validity_error(self):
with self.assertRaises(ValueError):
series = self.client.create_series('key.b%^.test')
def test_update_series(self):
update = Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1'])
self.client.session.put.return_value = MockResponse(
200, simplejson.dumps(update.to_json()))
updated = self.client.update_series(update)
self.client.session.put.assert_called_once_with(
'https://example.com/v1/series/id/id/',
auth=('key', 'secret'),
data=simplejson.dumps(update.to_json()),
headers=self.put_headers
)
self.assertEqual(update, updated)
def test_read_id(self):
self.client.session.get.return_value = MockResponse(200, """{
"series": {
"id": "id",
"key": "key",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000Z",
"end": "2012-03-28T00:00:00.000Z",
"data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}],
"summary": {}
}""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
dataset = self.client.read_id('id', start, end)
expected = DataSet(Series('id', 'key'), start, end,
[DataPoint(start, 12.34)], Summary())
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/id/id/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(dataset, expected)
def test_read_key(self):
self.client.session.get.return_value = MockResponse(200, """{
"series": {
"id": "id",
"key": "key1",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000Z",
"end": "2012-03-28T00:00:00.000Z",
"data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}],
"summary": {}
}""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
dataset = self.client.read_key('key1', start, end)
expected = DataSet(Series('id', 'key1'), start, end,
[DataPoint(start, 12.34)], Summary())
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(dataset, expected)
def test_read_key_escape(self):
self.client.session.get.return_value = MockResponse(200, """{
"series": {
"id": "id",
"key": "ke:y/1",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000Z",
"end": "2012-03-28T00:00:00.000Z",
"data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}],
"summary": {}
}""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
dataset = self.client.read_key('ke:y/1', start, end)
expected = DataSet(Series('id', 'ke:y/1'), start,
end, [DataPoint(start, 12.34)], Summary())
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(dataset, expected)
def test_read(self):
self.client.session.get.return_value = MockResponse(200, """[{
"series": {
"id": "id",
"key": "key1",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000Z",
"end": "2012-03-28T00:00:00.000Z",
"data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}],
"summary": {}
}]""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
datasets = self.client.read(start, end, keys=['key1'])
expected = [
DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary())]
self.client.session.get.assert_called_once_with(
'https://example.com/v1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00&key=key1',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(datasets, expected)
def test_delete_id(self):
self.client.session.delete.return_value = MockResponse(200, "")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
result = self.client.delete_id("id1", start, end)
self.client.session.delete.assert_called_once_with(
'https://example.com/v1/series/id/id1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.delete_headers
)
self.assertEquals(result, '')
def test_delete_key(self):
self.client.session.delete.return_value = MockResponse(200, "")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
result = self.client.delete_key("key1", start, end)
self.client.session.delete.assert_called_once_with(
'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.delete_headers
)
self.assertEquals(result, '')
def test_delete_key_escape(self):
self.client.session.delete.return_value = MockResponse(200, "")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
result = self.client.delete_key("ke:y/1", start, end)
self.client.session.delete.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.delete_headers
)
self.assertEquals(result, '')
def test_write_id(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)]
result = self.client.write_id("id1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/id/id1/data/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_write_key(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)]
result = self.client.write_key("key1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/key1/data/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_write_key_escape(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)]
result = self.client.write_key("ke:y/1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/data/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_increment_id(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 1)]
result = self.client.increment_id("id1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/id/id1/increment/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_increment_key(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 1)]
result = self.client.increment_key("key1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/key1/increment/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_increment_key_escape(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 1)]
result = self.client.increment_key("ke:y/1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/increment/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_write_bulk(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [
{'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4.164},
{'id': '38268c3b231f1266a392931e15e99231', 'v': 73.13},
{'key': 'your-custom-key', 'v': 55.423},
{'key': 'foo', 'v': 324.991},
]
ts = datetime.datetime(2012, 3, 27)
result = self.client.write_bulk(ts, data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/data/',
auth=('key', 'secret'),
data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data),
headers=self.post_headers
)
self.assertEqual(result, '')
def test_increment_bulk(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [
{'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4},
{'id': '38268c3b231f1266a392931e15e99231', 'v': 2},
{'key': 'your-custom-key', 'v': 1},
{'key': 'foo', 'v': 1},
]
ts = datetime.datetime(2012, 3, 27)
result = self.client.increment_bulk(ts, data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/increment/',
auth=('key', 'secret'),
data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data),
headers=self.post_headers
)
self.assertEqual(result, '')
def test_write_multi(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [
{'t': datetime.datetime(2013, 8, 21), 'id':
'01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4.164},
{'t': datetime.datetime(2013, 8, 22), 'id':
'38268c3b231f1266a392931e15e99231', 'v': 73.13},
{'t': datetime.datetime(2013, 8, 23), 'key':
'your-custom-key', 'v': 55.423},
{'t': datetime.datetime(2013, 8, 24), 'key': 'foo', 'v': 324.991},
]
result = self.client.write_multi(data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/multi/',
auth=('key', 'secret'),
data=simplejson.dumps(data, default=tempodb.DATETIME_HANDLER),
headers=self.post_headers
)
self.assertEqual(result, '')
def test_write_multi_207(self):
expected_response = """{
"{'error': {"multistatus": [
{ "status": "422", "messages": [ "Must provide a series ID or key" ] },
{ "status": "200", "messages": [] },
{ "status": "422", "messages": [ "Must provide a numeric value", "Must provide a series ID or key" ] }
]}}"""
self.client.session.post.return_value = MockResponse(
207, expected_response)
data = [
{'t': datetime.datetime(2013, 8, 21), 'v': 4.164},
{'t': datetime.datetime(2013, 8, 22), 'id':
'38268c3b231f1266a392931e15e99231'},
{}
]
result = self.client.write_multi(data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/multi/',
auth=('key', 'secret'),
data=simplejson.dumps(data, default=tempodb.DATETIME_HANDLER),
headers=self.post_headers
)
self.assertEqual(result["error"], expected_response)
def test_write_multi(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [
{'t': datetime.datetime(2013, 8, 21), 'id':
'01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4164},
{'t': datetime.datetime(2013, 8, 22), 'id':
'38268c3b231f1266a392931e15e99231', 'v': 7313},
{'t': datetime.datetime(2013, 8, 23), 'key':
'your-custom-key', 'v': 55423},
{'t': datetime.datetime(2013, 8, 24), 'key': 'foo', 'v': 324991},
]
result = self.client.write_multi(data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/multi/',
auth=('key', 'secret'),
data=simplejson.dumps(data, default=tempodb.DATETIME_HANDLER),
headers=self.post_headers
)
self.assertEqual(result, '')
class ClientTest(TestCase):
def setUp(self):
self.client = Client('key', 'secret', 'example.com', 443, True)
self.client.session = mock.Mock()
self.headers = {
'User-Agent': 'tempodb-python/%s' % tempodb.get_version(),
'Accept-Encoding': 'gzip',
}
self.get_headers = self.headers
self.delete_headers = self.headers
self.put_headers = dict({
'Content-Type': 'application/json',
}, **self.headers)
self.post_headers = self.put_headers
def test_init(self):
client = Client('key', 'secret', 'example.com', 80, False)
self.assertEqual(client.key, 'key')
self.assertEqual(client.secret, 'secret')
self.assertEqual(client.host, 'example.com')
self.assertEqual(client.port, 80)
self.assertEqual(client.secure, False)
def test_defaults(self):
client = Client('key', 'secret')
self.assertEqual(client.host, 'api.tempo-db.com')
self.assertEqual(client.port, 443)
self.assertEqual(client.secure, True)
def test_port_defaults(self):
""" 80 is the default port for HTTP, 443 is the default for HTTPS """
client = Client('key', 'secret', 'example.com', 80, False)
self.assertEqual(client.build_full_url('/etc'), 'http://example.com/v1/etc')
client = Client('key', 'secret', 'example.com', 88, False)
self.assertEqual(client.build_full_url('/etc'), 'http://example.com:88/v1/etc')
client = Client('key', 'secret', 'example.com', 443, False)
self.assertEqual(client.build_full_url('/etc'), 'http://example.com:443/v1/etc')
client = Client('key', 'secret', 'example.com', 443, True)
self.assertEqual(client.build_full_url('/etc'), 'https://example.com/v1/etc')
client = Client('key', 'secret', 'example.com', 88, True)
self.assertEqual(client.build_full_url('/etc'), 'https://example.com:88/v1/etc')
client = Client('key', 'secret', 'example.com', 80, True)
self.assertEqual(client.build_full_url('/etc'), 'https://example.com:80/v1/etc')
def test_get_series(self):
self.client.session.get.return_value = MockResponse(200, """[{
"id": "id",
"key": "key",
"name": "name",
"tags": ["tag1", "tag2"],
"attributes": {"key1": "value1"}
}]""")
series = self.client.get_series()
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/',
auth=('key', 'secret'),
headers=self.get_headers
)
expected = [Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1', 'tag2'])]
self.assertEqual(series, expected)
def test_create_series(self):
self.client.session.post.return_value = MockResponse(200, """{
"id": "id",
"key": "my-key.tag1.1",
"name": "",
"tags": ["my-key", "tag1"],
"attributes": {}
}""")
series = self.client.create_series("my-key.tag1.1")
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/',
data="""{"key": "my-key.tag1.1"}""",
auth=('key', 'secret'),
headers=self.post_headers
)
expected = Series('id', 'my-key.tag1.1', '', {}, ['my-key', 'tag1'])
self.assertEqual(series, expected)
def test_create_series_validity_error(self):
with self.assertRaises(ValueError):
series = self.client.create_series('key.b%^.test')
def test_update_series(self):
update = Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1'])
self.client.session.put.return_value = MockResponse(200, simplejson.dumps(update.to_json()))
updated = self.client.update_series(update)
self.client.session.put.assert_called_once_with(
'https://example.com/v1/series/id/id/',
auth=('key', 'secret'),
data=simplejson.dumps(update.to_json()),
headers=self.put_headers
)
self.assertEqual(update, updated)
def test_read_id(self):
self.client.session.get.return_value = MockResponse(200, """{
"series": {
"id": "id",
"key": "key",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000",
"end": "2012-03-28T00:00:00.000",
"data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}],
"summary": {}
}""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
dataset = self.client.read_id('id', start, end)
expected = DataSet(Series('id', 'key'), start, end, [DataPoint(start, 12.34)], Summary())
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/id/id/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(dataset, expected)
def test_read_key(self):
self.client.session.get.return_value = MockResponse(200, """{
"series": {
"id": "id",
"key": "key1",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000",
"end": "2012-03-28T00:00:00.000",
"data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}],
"summary": {}
}""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
dataset = self.client.read_key('key1', start, end)
expected = DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary())
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(dataset, expected)
def test_read_key_escape(self):
self.client.session.get.return_value = MockResponse(200, """{
"series": {
"id": "id",
"key": "ke:y/1",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000",
"end": "2012-03-28T00:00:00.000",
"data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}],
"summary": {}
}""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
dataset = self.client.read_key('ke:y/1', start, end)
expected = DataSet(Series('id', 'ke:y/1'), start, end, [DataPoint(start, 12.34)], Summary())
self.client.session.get.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(dataset, expected)
def test_read(self):
self.client.session.get.return_value = MockResponse(200, """[{
"series": {
"id": "id",
"key": "key1",
"name": "",
"tags": [],
"attributes": {}
},
"start": "2012-03-27T00:00:00.000",
"end": "2012-03-28T00:00:00.000",
"data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}],
"summary": {}
}]""")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
datasets = self.client.read(start, end, keys=['key1'])
expected = [DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary())]
self.client.session.get.assert_called_once_with(
'https://example.com/v1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00&key=key1',
auth=('key', 'secret'),
headers=self.get_headers
)
self.assertEqual(datasets, expected)
def test_delete_id(self):
self.client.session.delete.return_value = MockResponse(200, "")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
result = self.client.delete_id("id1", start, end)
self.client.session.delete.assert_called_once_with(
'https://example.com/v1/series/id/id1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.delete_headers
)
self.assertEquals(result, '')
def test_delete_key(self):
self.client.session.delete.return_value = MockResponse(200, "")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
result = self.client.delete_key("key1", start, end)
self.client.session.delete.assert_called_once_with(
'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.delete_headers
)
self.assertEquals(result, '')
def test_delete_key_escape(self):
self.client.session.delete.return_value = MockResponse(200, "")
start = datetime.datetime(2012, 3, 27)
end = datetime.datetime(2012, 3, 28)
result = self.client.delete_key("ke:y/1", start, end)
self.client.session.delete.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00',
auth=('key', 'secret'),
headers=self.delete_headers
)
self.assertEquals(result, '')
def test_write_id(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)]
result = self.client.write_id("id1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/id/id1/data/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_write_key(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)]
result = self.client.write_key("key1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/key1/data/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_write_key_escape(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)]
result = self.client.write_key("ke:y/1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/data/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_increment_id(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 1)]
result = self.client.increment_id("id1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/id/id1/increment/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_increment_key(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 1)]
result = self.client.increment_key("key1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/key1/increment/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_increment_key_escape(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [DataPoint(datetime.datetime(2012, 3, 27), 1)]
result = self.client.increment_key("ke:y/1", data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/series/key/ke%3Ay%2F1/increment/',
auth=('key', 'secret'),
data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""",
headers=self.post_headers
)
self.assertEquals(result, '')
def test_write_bulk(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [
{ 'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4.164 },
{ 'id': '38268c3b231f1266a392931e15e99231', 'v': 73.13 },
{ 'key': 'your-custom-key', 'v': 55.423 },
{ 'key': 'foo', 'v': 324.991 },
]
ts = datetime.datetime(2012, 3, 27)
result = self.client.write_bulk(ts, data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/data/',
auth=('key', 'secret'),
data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data),
headers=self.post_headers
)
self.assertEqual(result, '')
def test_increment_bulk(self):
self.client.session.post.return_value = MockResponse(200, "")
data = [
{ 'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4 },
{ 'id': '38268c3b231f1266a392931e15e99231', 'v': 2 },
{ 'key': 'your-custom-key', 'v': 1 },
{ 'key': 'foo', 'v': 1 },
]
ts = datetime.datetime(2012, 3, 27)
result = self.client.increment_bulk(ts, data)
self.client.session.post.assert_called_once_with(
'https://example.com/v1/increment/',
auth=('key', 'secret'),
data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data),
headers=self.post_headers
)
self.assertEqual(result, '')
from tempodb import Client
# Modify these with your credentials found at: http://tempo-db.com/manage/
API_KEY = 'your-api-key'
API_SECRET = 'your-api-secret'
SERIES_KEY = 'your-custom-key'
client = Client(API_KEY, API_SECRET)
ts = datetime.datetime.now()
data = [
{
'key': 'custom-series-key1',
'v': 1.11
},
{
'key': 'custom-series-key2',
'v': 2.22
},
{
'key': 'custom-series-key3',
'v': 3.33
},
{
'key': 'custom-series-key4',
'v': 4.44
},
]
print(client.write_bulk(ts, data))
import datetime
from tempodb import Client
client = Client('your-api-key', 'your-api-secret')
bulk = {
't':
datetime.datetime.now().isoformat(),
'data': [
{
'key': 'custom-series-key1',
'v': 1.11
},
{
'key': 'custom-series-key2',
'v': 2.22
},
{
'key': 'custom-series-key3',
'v': 3.33
},
{
'key': 'custom-series-key4',
'v': 4.44
},
],
}
print client.write_bulk(bulk)
"""
http://tempo-db.com/api/write-series/#bulk-write-multiple-series
"""
import datetime
from tempodb import Client
client = Client("your-api-key", "your-api-secret")
bulk = {
"t": datetime.datetime.now().isoformat(),
"data": [
{"key": "custom-series-key1", "v": 1.11},
{"key": "custom-series-key2", "v": 2.22},
{"key": "custom-series-key3", "v": 3.33},
{"key": "custom-series-key4", "v": 4.44},
],
}
print client.write_bulk(bulk)
"""
http://tempo-db.com/api/write-series/#bulk-write-multiple-series
"""
from __future__ import print_function
import datetime
from tempodb import Client
# Modify these with your credentials found at: http://tempo-db.com/manage/
API_KEY = 'your-api-key'
API_SECRET = 'your-api-secret'
SERIES_KEY = 'your-custom-key'
client = Client(API_KEY, API_SECRET)
ts = datetime.datetime.now()
data = [
{ 'key': 'custom-series-key1', 'v': 1.11 },
{ 'key': 'custom-series-key2', 'v': 2.22 },
{ 'key': 'custom-series-key3', 'v': 3.33 },
{ 'key': 'custom-series-key4', 'v': 4.44 },
]
print(client.write_bulk(ts, data))
from tempodb import Client
# Modify these with your credentials found at: http://tempo-db.com/manage/
API_KEY = 'your-api-key'
API_SECRET = 'your-api-secret'
SERIES_KEY = 'your-custom-key'
client = Client(API_KEY, API_SECRET)
ts = datetime.datetime.now()
data = [
{
'key': 'custom-series-key1',
'v': 1.11
},
{
'key': 'custom-series-key2',
'v': 2.22
},
{
'key': 'custom-series-key3',
'v': 3.33
},
{
'key': 'custom-series-key4',
'v': 4.44
},
]
print client.write_bulk(ts, data)
