class StatsdServer(object): def __init__(self, conf): TRUE_VALUES = set(('true', '1', 'yes', 'on', 't', 'y')) self.logger = logging.getLogger('statsdpy') self.logger.setLevel(logging.INFO) self.syslog = SysLogHandler() self.formatter = logging.Formatter('%(name)s: %(message)s') self.syslog.setFormatter(self.formatter) self.logger.addHandler(self.syslog) self.conf = conf self.graphite_host = conf.get('graphite_host', '127.0.0.1') self.graphite_port = int(conf.get('graphite_port', '2003')) self.listen_addr = conf.get('listen_addr', '127.0.0.1') self.listen_port = int(conf.get('listen_port', 8125)) self.debug = conf.get('debug', 'yes') in TRUE_VALUES self.combined_events = conf.get('combined_events', 'no') in TRUE_VALUES self.flush_interval = int(conf.get('flush_interval', 10)) self.pct_threshold = int(conf.get('percent_threshold', 90)) self.graphite_addr = (self.graphite_host, self.graphite_port) self.keycheck = re.compile(r'\s+|/|[^a-zA-Z_\-0-9\.]') self.ratecheck = re.compile('^@([\d\.]+)') self.counters = {} self.timers = {} self.stats_seen = 0 self.tempodb_enabled = conf.get('tempodb_enabled', 'false') in TRUE_VALUES self.tempodb_key = conf.get('tempodb_key', '') self.tempodb_secret = conf.get('tempodb_secret', '') self.tempodb_host = conf.get('tempodb_host', 'localhost') self.tempodb_port = int(conf.get('tempodb_port', 443)) self.tempodb_secure = conf.get('tempodb_secure', "true") in TRUE_VALUES self.tempodb_client = TempoDBClient(self.tempodb_key, self.tempodb_secret, \ self.tempodb_host, self.tempodb_port, \ self.tempodb_secure) def report_stats(self, payload): """ Send data """ if self.debug: print "reporting stats -> {\n%s}" % "".join(payload) self.report_stats_graphite(payload) if self.tempodb_enabled: self.report_stats_tempodb(payload) def report_stats_graphite(self, payload): """ Send data to graphite host :param stats: Data to send to graphite (list of graphite strings) """ try: with eventlet.Timeout(5, True) as timeout: graphite = socket.socket() graphite.connect(self.graphite_addr) graphite.sendall("".join(payload)) graphite.close() except Exception as err: self.logger.critical("error connecting to graphite: %s" % err) if self.debug: print "error connecting to graphite: %s" % err def report_stats_tempodb(self, payload): data = {} for stat in payload: components = stat[:-1].split(" ") if len(components) == 3: key = components[0] value = float(components[1]) ts = datetime.datetime.utcfromtimestamp(int(components[2])) data.setdefault(ts, list()).append({ 'key': key, 'v': value, }) try: with eventlet.Timeout(5, True): for key, value in data.items(): self.tempodb_client.write_bulk(key, value) except Exception as err: self.logger.critical("error connecting to tempodb: %s" % err) if self.debug: print "error connecting to tempodb: %s" % err def stats_flush(self): """ Periodically flush stats to graphite """ payload = [] while True: tstamp = int(time.time()) eventlet.sleep(self.flush_interval) if self.debug: print "seen %d stats so far." % self.stats_seen print "current counters: %s" % self.counters for item in self.counters: stats = 'stats.%s %s %s\n' % (item, self.counters[item] / self.flush_interval, tstamp) stats_counts = 'stats_counts.%s %s %s\n' % (item, self.counters[item], tstamp) payload.append(stats) payload.append(stats_counts) self.counters[item] = 0 for key in self.timers: if len(self.timers[key]) > 0: self.timers[key].sort() count = len(self.timers[key]) low = min(self.timers[key]) high = max(self.timers[key]) total = sum(self.timers[key]) mean = low max_threshold = high tstamp = int(time.time()) if count > 1: threshold_index = \ int((self.pct_threshold / 100.0) * count) max_threshold = self.timers[key][threshold_index - 1] mean = total / count payload.append("stats.timers.%s.mean %d %d\n" % \ (key, mean, tstamp)) payload.append("stats.timers.%s.upper %d %d\n" % \ (key, high, tstamp)) payload.append("stats.timers.%s.upper_%d %d %d\n" % \ (key, self.pct_threshold, max_threshold, tstamp)) payload.append("stats.timers.%s.lower %d %d\n" % \ (key, low, tstamp)) payload.append("stats.timers.%s.count %d %d\n" % \ (key, count, tstamp)) payload.append("stats.timers.%s.total %d %d\n" % \ (key, total, tstamp)) self.timers[key] = [] if payload: self.report_stats(payload) payload = [] def process_timer(self, key, fields): """ Process a received timer event :param key: Key of timer :param fields: Received fields """ try: if key not in self.timers: self.timers[key] = [] self.timers[key].append(float(fields[0] or 0)) if self.stats_seen >= maxint: self.logger.info("hit maxint, reset seen counter") self.stats_seen = 0 self.stats_seen += 1 except Exception as err: self.logger.info("error decoding timer event: %s" % err) if self.debug: print "error decoding timer event: %s" % err def process_counter(self, key, fields): """ Process a received counter event :param key: Key of counter :param fields: Received fields """ sample_rate = 1.0 try: if len(fields) is 3: if self.ratecheck.match(fields[2]): sample_rate = float(fields[2].lstrip("@")) else: raise Exception("bad sample rate.") counter_value = float(fields[0] or 1) * (1 / float(sample_rate)) if key not in self.counters: self.counters[key] = 0 self.counters[key] += counter_value if self.stats_seen >= maxint: self.logger.info("hit maxint, reset seen counter") self.stats_seen = 0 self.stats_seen += 1 except Exception as err: self.logger.info("error decoding counter event: %s" % err) if self.debug: print "error decoding counter event: %s" % err def decode_recvd(self, data): """ Decode and process the data from a received event. :param data: Data to decode and process. """ bits = data.split(':') if len(bits) == 2: key = self.keycheck.sub('_', bits[0]) print "got key: %s" % key fields = bits[1].split("|") field_count = len(fields) if field_count >= 2: if fields[1] == "ms": self.process_timer(key, fields) elif fields[1] == "c": self.process_counter(key, fields) else: if self.debug: print "error: unsupported stats type" print "key -> %s\nfields ->%s" % (key, fields) else: if self.debug: print "error: not enough fields received" else: if self.debug: print "error: invalid request" def run(self): eventlet.spawn_n(self.stats_flush) sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) addr = (self.listen_addr, self.listen_port) sock.bind(addr) buf = 8192 self.logger.info("Listening on %s:%d" % addr) if self.debug: print "Listening on %s:%d" % addr if self.combined_events: if self.debug: print "combined_events mode enabled" while 1: data, addr = sock.recvfrom(buf) if not data: break else: for metric in data.split("#"): self.decode_recvd(metric) else: while 1: data, addr = sock.recvfrom(buf) if not data: break else: self.decode_recvd(data)
""" http://tempo-db.com/api/write-series/#bulk-write-multiple-series """ import datetime from tempodb import Client client = Client("your-api-key", "your-api-secret") ts = datetime.datetime.now() data = [ {"key": "custom-series-key1", "v": 1.11}, {"key": "custom-series-key2", "v": 2.22}, {"key": "custom-series-key3", "v": 3.33}, {"key": "custom-series-key4", "v": 4.44}, ] print client.write_bulk(ts, data)
class ClientTest(TestCase): def setUp(self): self.client = Client('key', 'secret', 'example.com', 443, True) self.client.session = mock.Mock() self.headers = { 'User-Agent': 'tempodb-python/%s' % tempodb.get_version(), 'Accept-Encoding': 'gzip', } self.get_headers = self.headers self.delete_headers = self.headers self.put_headers = dict({ 'Content-Type': 'application/json', }, **self.headers) self.post_headers = self.put_headers def test_init(self): client = Client('key', 'secret', 'example.com', 80, False) self.assertEqual(client.key, 'key') self.assertEqual(client.secret, 'secret') self.assertEqual(client.host, 'example.com') self.assertEqual(client.port, 80) self.assertEqual(client.secure, False) def test_defaults(self): client = Client('key', 'secret') self.assertEqual(client.host, 'api.tempo-db.com') self.assertEqual(client.port, 443) self.assertEqual(client.secure, True) def test_port_defaults(self): """ 80 is the default port for HTTP, 443 is the default for HTTPS """ client = Client('key', 'secret', 'example.com', 80, False) self.assertEqual(client.build_full_url('/etc'), 'http://example.com/v1/etc') client = Client('key', 'secret', 'example.com', 88, False) self.assertEqual(client.build_full_url('/etc'), 'http://example.com:88/v1/etc') client = Client('key', 'secret', 'example.com', 443, False) self.assertEqual(client.build_full_url('/etc'), 'http://example.com:443/v1/etc') client = Client('key', 'secret', 'example.com', 443, True) self.assertEqual(client.build_full_url('/etc'), 'https://example.com/v1/etc') client = Client('key', 'secret', 'example.com', 88, True) self.assertEqual(client.build_full_url('/etc'), 'https://example.com:88/v1/etc') client = Client('key', 'secret', 'example.com', 80, True) self.assertEqual(client.build_full_url('/etc'), 'https://example.com:80/v1/etc') def test_get_series(self): self.client.session.get.return_value = MockResponse(200, """[{ "id": "id", "key": "key", "name": "name", "tags": ["tag1", "tag2"], "attributes": {"key1": "value1"} }]""") series = self.client.get_series() self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/', auth=('key', 'secret'), headers=self.get_headers ) expected = [ Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1', 'tag2'])] self.assertEqual(series, expected) def test_delete_series(self): self.client.session.delete.return_value = MockResponse( 200, """{"deleted":2}""") summary = self.client.delete_series( [], [], [], {'key': 'one', 'key2': 'two'}) self.assertEqual(summary.deleted, 2) def test_create_series(self): self.client.session.post.return_value = MockResponse(200, """{ "id": "id", "key": "my-key.tag1.1", "name": "", "tags": ["my-key", "tag1"], "attributes": {} }""") series = self.client.create_series("my-key.tag1.1") self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/', data="""{"key": "my-key.tag1.1"}""", auth=('key', 'secret'), headers=self.post_headers ) expected = Series('id', 'my-key.tag1.1', '', {}, ['my-key', 'tag1']) self.assertEqual(series, expected) def test_create_series_validity_error(self): with self.assertRaises(ValueError): series = self.client.create_series('key.b%^.test') def test_update_series(self): update = Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1']) self.client.session.put.return_value = MockResponse( 200, simplejson.dumps(update.to_json())) updated = self.client.update_series(update) self.client.session.put.assert_called_once_with( 'https://example.com/v1/series/id/id/', auth=('key', 'secret'), data=simplejson.dumps(update.to_json()), headers=self.put_headers ) self.assertEqual(update, updated) def test_read_id(self): self.client.session.get.return_value = MockResponse(200, """{ "series": { "id": "id", "key": "key", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000Z", "end": "2012-03-28T00:00:00.000Z", "data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}], "summary": {} }""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) dataset = self.client.read_id('id', start, end) expected = DataSet(Series('id', 'key'), start, end, [DataPoint(start, 12.34)], Summary()) self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/id/id/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(dataset, expected) def test_read_key(self): self.client.session.get.return_value = MockResponse(200, """{ "series": { "id": "id", "key": "key1", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000Z", "end": "2012-03-28T00:00:00.000Z", "data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}], "summary": {} }""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) dataset = self.client.read_key('key1', start, end) expected = DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary()) self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(dataset, expected) def test_read_key_escape(self): self.client.session.get.return_value = MockResponse(200, """{ "series": { "id": "id", "key": "ke:y/1", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000Z", "end": "2012-03-28T00:00:00.000Z", "data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}], "summary": {} }""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) dataset = self.client.read_key('ke:y/1', start, end) expected = DataSet(Series('id', 'ke:y/1'), start, end, [DataPoint(start, 12.34)], Summary()) self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(dataset, expected) def test_read(self): self.client.session.get.return_value = MockResponse(200, """[{ "series": { "id": "id", "key": "key1", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000Z", "end": "2012-03-28T00:00:00.000Z", "data": [{"t": "2012-03-27T00:00:00.000Z", "v": 12.34}], "summary": {} }]""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) datasets = self.client.read(start, end, keys=['key1']) expected = [ DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary())] self.client.session.get.assert_called_once_with( 'https://example.com/v1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00&key=key1', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(datasets, expected) def test_delete_id(self): self.client.session.delete.return_value = MockResponse(200, "") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) result = self.client.delete_id("id1", start, end) self.client.session.delete.assert_called_once_with( 'https://example.com/v1/series/id/id1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.delete_headers ) self.assertEquals(result, '') def test_delete_key(self): self.client.session.delete.return_value = MockResponse(200, "") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) result = self.client.delete_key("key1", start, end) self.client.session.delete.assert_called_once_with( 'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.delete_headers ) self.assertEquals(result, '') def test_delete_key_escape(self): self.client.session.delete.return_value = MockResponse(200, "") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) result = self.client.delete_key("ke:y/1", start, end) self.client.session.delete.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.delete_headers ) self.assertEquals(result, '') def test_write_id(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)] result = self.client.write_id("id1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/id/id1/data/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_write_key(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)] result = self.client.write_key("key1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/key1/data/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_write_key_escape(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)] result = self.client.write_key("ke:y/1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/data/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_increment_id(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 1)] result = self.client.increment_id("id1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/id/id1/increment/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_increment_key(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 1)] result = self.client.increment_key("key1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/key1/increment/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_increment_key_escape(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 1)] result = self.client.increment_key("ke:y/1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/increment/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_write_bulk(self): self.client.session.post.return_value = MockResponse(200, "") data = [ {'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4.164}, {'id': '38268c3b231f1266a392931e15e99231', 'v': 73.13}, {'key': 'your-custom-key', 'v': 55.423}, {'key': 'foo', 'v': 324.991}, ] ts = datetime.datetime(2012, 3, 27) result = self.client.write_bulk(ts, data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/data/', auth=('key', 'secret'), data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data), headers=self.post_headers ) self.assertEqual(result, '') def test_increment_bulk(self): self.client.session.post.return_value = MockResponse(200, "") data = [ {'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4}, {'id': '38268c3b231f1266a392931e15e99231', 'v': 2}, {'key': 'your-custom-key', 'v': 1}, {'key': 'foo', 'v': 1}, ] ts = datetime.datetime(2012, 3, 27) result = self.client.increment_bulk(ts, data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/increment/', auth=('key', 'secret'), data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data), headers=self.post_headers ) self.assertEqual(result, '') def test_write_multi(self): self.client.session.post.return_value = MockResponse(200, "") data = [ {'t': datetime.datetime(2013, 8, 21), 'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4.164}, {'t': datetime.datetime(2013, 8, 22), 'id': '38268c3b231f1266a392931e15e99231', 'v': 73.13}, {'t': datetime.datetime(2013, 8, 23), 'key': 'your-custom-key', 'v': 55.423}, {'t': datetime.datetime(2013, 8, 24), 'key': 'foo', 'v': 324.991}, ] result = self.client.write_multi(data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/multi/', auth=('key', 'secret'), data=simplejson.dumps(data, default=tempodb.DATETIME_HANDLER), headers=self.post_headers ) self.assertEqual(result, '') def test_write_multi_207(self): expected_response = """{ "{'error': {"multistatus": [ { "status": "422", "messages": [ "Must provide a series ID or key" ] }, { "status": "200", "messages": [] }, { "status": "422", "messages": [ "Must provide a numeric value", "Must provide a series ID or key" ] } ]}}""" self.client.session.post.return_value = MockResponse( 207, expected_response) data = [ {'t': datetime.datetime(2013, 8, 21), 'v': 4.164}, {'t': datetime.datetime(2013, 8, 22), 'id': '38268c3b231f1266a392931e15e99231'}, {} ] result = self.client.write_multi(data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/multi/', auth=('key', 'secret'), data=simplejson.dumps(data, default=tempodb.DATETIME_HANDLER), headers=self.post_headers ) self.assertEqual(result["error"], expected_response) def test_write_multi(self): self.client.session.post.return_value = MockResponse(200, "") data = [ {'t': datetime.datetime(2013, 8, 21), 'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4164}, {'t': datetime.datetime(2013, 8, 22), 'id': '38268c3b231f1266a392931e15e99231', 'v': 7313}, {'t': datetime.datetime(2013, 8, 23), 'key': 'your-custom-key', 'v': 55423}, {'t': datetime.datetime(2013, 8, 24), 'key': 'foo', 'v': 324991}, ] result = self.client.write_multi(data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/multi/', auth=('key', 'secret'), data=simplejson.dumps(data, default=tempodb.DATETIME_HANDLER), headers=self.post_headers ) self.assertEqual(result, '')
class ClientTest(TestCase): def setUp(self): self.client = Client('key', 'secret', 'example.com', 443, True) self.client.session = mock.Mock() self.headers = { 'User-Agent': 'tempodb-python/%s' % tempodb.get_version(), 'Accept-Encoding': 'gzip', } self.get_headers = self.headers self.delete_headers = self.headers self.put_headers = dict({ 'Content-Type': 'application/json', }, **self.headers) self.post_headers = self.put_headers def test_init(self): client = Client('key', 'secret', 'example.com', 80, False) self.assertEqual(client.key, 'key') self.assertEqual(client.secret, 'secret') self.assertEqual(client.host, 'example.com') self.assertEqual(client.port, 80) self.assertEqual(client.secure, False) def test_defaults(self): client = Client('key', 'secret') self.assertEqual(client.host, 'api.tempo-db.com') self.assertEqual(client.port, 443) self.assertEqual(client.secure, True) def test_port_defaults(self): """ 80 is the default port for HTTP, 443 is the default for HTTPS """ client = Client('key', 'secret', 'example.com', 80, False) self.assertEqual(client.build_full_url('/etc'), 'http://example.com/v1/etc') client = Client('key', 'secret', 'example.com', 88, False) self.assertEqual(client.build_full_url('/etc'), 'http://example.com:88/v1/etc') client = Client('key', 'secret', 'example.com', 443, False) self.assertEqual(client.build_full_url('/etc'), 'http://example.com:443/v1/etc') client = Client('key', 'secret', 'example.com', 443, True) self.assertEqual(client.build_full_url('/etc'), 'https://example.com/v1/etc') client = Client('key', 'secret', 'example.com', 88, True) self.assertEqual(client.build_full_url('/etc'), 'https://example.com:88/v1/etc') client = Client('key', 'secret', 'example.com', 80, True) self.assertEqual(client.build_full_url('/etc'), 'https://example.com:80/v1/etc') def test_get_series(self): self.client.session.get.return_value = MockResponse(200, """[{ "id": "id", "key": "key", "name": "name", "tags": ["tag1", "tag2"], "attributes": {"key1": "value1"} }]""") series = self.client.get_series() self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/', auth=('key', 'secret'), headers=self.get_headers ) expected = [Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1', 'tag2'])] self.assertEqual(series, expected) def test_create_series(self): self.client.session.post.return_value = MockResponse(200, """{ "id": "id", "key": "my-key.tag1.1", "name": "", "tags": ["my-key", "tag1"], "attributes": {} }""") series = self.client.create_series("my-key.tag1.1") self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/', data="""{"key": "my-key.tag1.1"}""", auth=('key', 'secret'), headers=self.post_headers ) expected = Series('id', 'my-key.tag1.1', '', {}, ['my-key', 'tag1']) self.assertEqual(series, expected) def test_create_series_validity_error(self): with self.assertRaises(ValueError): series = self.client.create_series('key.b%^.test') def test_update_series(self): update = Series('id', 'key', 'name', {'key1': 'value1'}, ['tag1']) self.client.session.put.return_value = MockResponse(200, simplejson.dumps(update.to_json())) updated = self.client.update_series(update) self.client.session.put.assert_called_once_with( 'https://example.com/v1/series/id/id/', auth=('key', 'secret'), data=simplejson.dumps(update.to_json()), headers=self.put_headers ) self.assertEqual(update, updated) def test_read_id(self): self.client.session.get.return_value = MockResponse(200, """{ "series": { "id": "id", "key": "key", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000", "end": "2012-03-28T00:00:00.000", "data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}], "summary": {} }""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) dataset = self.client.read_id('id', start, end) expected = DataSet(Series('id', 'key'), start, end, [DataPoint(start, 12.34)], Summary()) self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/id/id/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(dataset, expected) def test_read_key(self): self.client.session.get.return_value = MockResponse(200, """{ "series": { "id": "id", "key": "key1", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000", "end": "2012-03-28T00:00:00.000", "data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}], "summary": {} }""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) dataset = self.client.read_key('key1', start, end) expected = DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary()) self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(dataset, expected) def test_read_key_escape(self): self.client.session.get.return_value = MockResponse(200, """{ "series": { "id": "id", "key": "ke:y/1", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000", "end": "2012-03-28T00:00:00.000", "data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}], "summary": {} }""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) dataset = self.client.read_key('ke:y/1', start, end) expected = DataSet(Series('id', 'ke:y/1'), start, end, [DataPoint(start, 12.34)], Summary()) self.client.session.get.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(dataset, expected) def test_read(self): self.client.session.get.return_value = MockResponse(200, """[{ "series": { "id": "id", "key": "key1", "name": "", "tags": [], "attributes": {} }, "start": "2012-03-27T00:00:00.000", "end": "2012-03-28T00:00:00.000", "data": [{"t": "2012-03-27T00:00:00.000", "v": 12.34}], "summary": {} }]""") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) datasets = self.client.read(start, end, keys=['key1']) expected = [DataSet(Series('id', 'key1'), start, end, [DataPoint(start, 12.34)], Summary())] self.client.session.get.assert_called_once_with( 'https://example.com/v1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00&key=key1', auth=('key', 'secret'), headers=self.get_headers ) self.assertEqual(datasets, expected) def test_delete_id(self): self.client.session.delete.return_value = MockResponse(200, "") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) result = self.client.delete_id("id1", start, end) self.client.session.delete.assert_called_once_with( 'https://example.com/v1/series/id/id1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.delete_headers ) self.assertEquals(result, '') def test_delete_key(self): self.client.session.delete.return_value = MockResponse(200, "") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) result = self.client.delete_key("key1", start, end) self.client.session.delete.assert_called_once_with( 'https://example.com/v1/series/key/key1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.delete_headers ) self.assertEquals(result, '') def test_delete_key_escape(self): self.client.session.delete.return_value = MockResponse(200, "") start = datetime.datetime(2012, 3, 27) end = datetime.datetime(2012, 3, 28) result = self.client.delete_key("ke:y/1", start, end) self.client.session.delete.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/data/?start=2012-03-27T00%3A00%3A00&end=2012-03-28T00%3A00%3A00', auth=('key', 'secret'), headers=self.delete_headers ) self.assertEquals(result, '') def test_write_id(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)] result = self.client.write_id("id1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/id/id1/data/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_write_key(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)] result = self.client.write_key("key1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/key1/data/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_write_key_escape(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 12.34)] result = self.client.write_key("ke:y/1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/data/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 12.34}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_increment_id(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 1)] result = self.client.increment_id("id1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/id/id1/increment/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_increment_key(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 1)] result = self.client.increment_key("key1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/key1/increment/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_increment_key_escape(self): self.client.session.post.return_value = MockResponse(200, "") data = [DataPoint(datetime.datetime(2012, 3, 27), 1)] result = self.client.increment_key("ke:y/1", data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/series/key/ke%3Ay%2F1/increment/', auth=('key', 'secret'), data="""[{"t": "2012-03-27T00:00:00", "v": 1}]""", headers=self.post_headers ) self.assertEquals(result, '') def test_write_bulk(self): self.client.session.post.return_value = MockResponse(200, "") data = [ { 'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4.164 }, { 'id': '38268c3b231f1266a392931e15e99231', 'v': 73.13 }, { 'key': 'your-custom-key', 'v': 55.423 }, { 'key': 'foo', 'v': 324.991 }, ] ts = datetime.datetime(2012, 3, 27) result = self.client.write_bulk(ts, data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/data/', auth=('key', 'secret'), data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data), headers=self.post_headers ) self.assertEqual(result, '') def test_increment_bulk(self): self.client.session.post.return_value = MockResponse(200, "") data = [ { 'id': '01868c1a2aaf416ea6cd8edd65e7a4b8', 'v': 4 }, { 'id': '38268c3b231f1266a392931e15e99231', 'v': 2 }, { 'key': 'your-custom-key', 'v': 1 }, { 'key': 'foo', 'v': 1 }, ] ts = datetime.datetime(2012, 3, 27) result = self.client.increment_bulk(ts, data) self.client.session.post.assert_called_once_with( 'https://example.com/v1/increment/', auth=('key', 'secret'), data="""{"data": %s, "t": "2012-03-27T00:00:00"}""" % simplejson.dumps(data), headers=self.post_headers ) self.assertEqual(result, '')
from tempodb import Client # Modify these with your credentials found at: http://tempo-db.com/manage/ API_KEY = 'your-api-key' API_SECRET = 'your-api-secret' SERIES_KEY = 'your-custom-key' client = Client(API_KEY, API_SECRET) ts = datetime.datetime.now() data = [ { 'key': 'custom-series-key1', 'v': 1.11 }, { 'key': 'custom-series-key2', 'v': 2.22 }, { 'key': 'custom-series-key3', 'v': 3.33 }, { 'key': 'custom-series-key4', 'v': 4.44 }, ] print(client.write_bulk(ts, data))
import datetime from tempodb import Client client = Client('your-api-key', 'your-api-secret') bulk = { 't': datetime.datetime.now().isoformat(), 'data': [ { 'key': 'custom-series-key1', 'v': 1.11 }, { 'key': 'custom-series-key2', 'v': 2.22 }, { 'key': 'custom-series-key3', 'v': 3.33 }, { 'key': 'custom-series-key4', 'v': 4.44 }, ], } print client.write_bulk(bulk)
""" http://tempo-db.com/api/write-series/#bulk-write-multiple-series """ import datetime from tempodb import Client client = Client("your-api-key", "your-api-secret") bulk = { "t": datetime.datetime.now().isoformat(), "data": [ {"key": "custom-series-key1", "v": 1.11}, {"key": "custom-series-key2", "v": 2.22}, {"key": "custom-series-key3", "v": 3.33}, {"key": "custom-series-key4", "v": 4.44}, ], } print client.write_bulk(bulk)
""" http://tempo-db.com/api/write-series/#bulk-write-multiple-series """ from __future__ import print_function import datetime from tempodb import Client # Modify these with your credentials found at: http://tempo-db.com/manage/ API_KEY = 'your-api-key' API_SECRET = 'your-api-secret' SERIES_KEY = 'your-custom-key' client = Client(API_KEY, API_SECRET) ts = datetime.datetime.now() data = [ { 'key': 'custom-series-key1', 'v': 1.11 }, { 'key': 'custom-series-key2', 'v': 2.22 }, { 'key': 'custom-series-key3', 'v': 3.33 }, { 'key': 'custom-series-key4', 'v': 4.44 }, ] print(client.write_bulk(ts, data))
from tempodb import Client # Modify these with your credentials found at: http://tempo-db.com/manage/ API_KEY = 'your-api-key' API_SECRET = 'your-api-secret' SERIES_KEY = 'your-custom-key' client = Client(API_KEY, API_SECRET) ts = datetime.datetime.now() data = [ { 'key': 'custom-series-key1', 'v': 1.11 }, { 'key': 'custom-series-key2', 'v': 2.22 }, { 'key': 'custom-series-key3', 'v': 3.33 }, { 'key': 'custom-series-key4', 'v': 4.44 }, ] print client.write_bulk(ts, data)