class RedisTSDBTest(TestCase):
def setUp(self):
self.db = RedisTSDB(hosts={
0: {'db': 9}
}, rollups=(
# time in seconds, samples to keep
(10, 30), # 5 minutes at 10 seconds
(ONE_MINUTE, 120), # 2 hours at 1 minute
(ONE_HOUR, 24), # 1 days at 1 hour
(ONE_DAY, 30), # 30 days at 1 day
), vnodes=64)
self.db.conn.flushdb()
def test_make_key(self):
result = self.db.make_key(TSDBModel.project, 1368889980, 1)
assert result == 'ts:1:1368889980:1'
result = self.db.make_key(TSDBModel.project, 1368889980, 'foo')
assert result == 'ts:1:1368889980:33'
def test_get_model_key(self):
result = self.db.get_model_key(1)
assert result == 1
result = self.db.get_model_key('foo')
assert result == 'bf4e529197e56a48ae2737505b9736e4'
def test_simple(self):
timestamp = datetime(2013, 5, 18, 15, 13, 58, tzinfo=pytz.UTC)
start = timestamp
self.db.incr(TSDBModel.project, 1, timestamp)
timestamp = datetime(2013, 5, 18, 16, 13, 58, tzinfo=pytz.UTC)
self.db.incr(TSDBModel.project, 1, timestamp, count=3)
timestamp = datetime(2013, 5, 18, 17, 13, 58, tzinfo=pytz.UTC)
self.db.incr(TSDBModel.project, 1, timestamp)
timestamp = datetime(2013, 5, 18, 18, 13, 58, tzinfo=pytz.UTC)
end = timestamp
self.db.incr_multi([
(TSDBModel.project, 1),
(TSDBModel.project, 2),
], timestamp, count=4)
results = self.db.get_range(TSDBModel.project, [1], start, end)
assert results == {
1: [(1368889200, 1), (1368892800, 3), (1368896400, 1), (1368900000, 4)],
}
results = self.db.get_range(TSDBModel.project, [2], start, end)
assert results == {
2: [(1368889200, 0), (1368892800, 0), (1368896400, 0), (1368900000, 4)],
}
results = self.db.get_sums(TSDBModel.project, [1, 2], start, end)
assert results == {
1: 9,
2: 4,
}
class RedisTSDBTest(TestCase):
def setUp(self):
self.db = RedisTSDB(
hosts={0: {
'db': 9
}},
rollups=(
# time in seconds, samples to keep
(10, 30), # 5 minutes at 10 seconds
(ONE_MINUTE, 120), # 2 hours at 1 minute
(ONE_HOUR, 24), # 1 days at 1 hour
(ONE_DAY, 30), # 30 days at 1 day
),
vnodes=64)
self.db.conn.flushdb()
def test_normalize_to_epoch(self):
timestamp = datetime(2013, 5, 18, 15, 13, 58, 132928, tzinfo=pytz.UTC)
normalize_to_epoch = self.db.normalize_to_epoch
result = normalize_to_epoch(timestamp, 60)
assert result == 1368889980
result = normalize_to_epoch(timestamp + timedelta(seconds=20), 60)
assert result == 1368890040
result = normalize_to_epoch(timestamp + timedelta(seconds=30), 60)
assert result == 1368890040
result = normalize_to_epoch(timestamp + timedelta(seconds=70), 60)
assert result == 1368890100
def test_make_key(self):
result = self.db.make_key(TSDBModel.project, 1368889980, 1)
assert result == 'ts:1:1368889980:1'
result = self.db.make_key(TSDBModel.project, 1368889980, 'foo')
assert result == 'ts:1:1368889980:33'
def test_get_model_key(self):
result = self.db.get_model_key(1)
assert result == 1
result = self.db.get_model_key('foo')
assert result == 'bf4e529197e56a48ae2737505b9736e4'
def test_simple(self):
timestamp = datetime(2013, 5, 18, 15, 13, 58, tzinfo=pytz.UTC)
start = timestamp
self.db.incr(TSDBModel.project, 1, timestamp)
timestamp = datetime(2013, 5, 18, 16, 13, 58, tzinfo=pytz.UTC)
self.db.incr(TSDBModel.project, 1, timestamp, count=3)
timestamp = datetime(2013, 5, 18, 17, 13, 58, tzinfo=pytz.UTC)
self.db.incr(TSDBModel.project, 1, timestamp)
timestamp = datetime(2013, 5, 18, 18, 13, 58, tzinfo=pytz.UTC)
end = timestamp
self.db.incr_multi([
(TSDBModel.project, 1),
(TSDBModel.project, 2),
],
timestamp,
count=4)
results = self.db.get_range(TSDBModel.project, [1], start, end)
assert results == {
1: [(1368889200, 1), (1368892800, 3), (1368896400, 1),
(1368900000, 4)],
}
results = self.db.get_range(TSDBModel.project, [2], start, end)
assert results == {
2: [(1368889200, 0), (1368892800, 0), (1368896400, 0),
(1368900000, 4)],
}
results = self.db.get_sums(TSDBModel.project, [1, 2], start, end)
assert results == {
1: 9,
2: 4,
}
class RedisTSDBTest(TestCase):
def setUp(self):
self.db = RedisTSDB(
hosts={0: {
'db': 9
}},
rollups=(
# time in seconds, samples to keep
(10, 30), # 5 minutes at 10 seconds
(ONE_MINUTE, 120), # 2 hours at 1 minute
(ONE_HOUR, 24), # 1 days at 1 hour
(ONE_DAY, 30), # 30 days at 1 day
),
vnodes=64)
with self.db.cluster.all() as client:
client.flushdb()
def test_make_key(self):
result = self.db.make_key(TSDBModel.project, 1368889980, 1)
assert result == 'ts:1:1368889980:1'
result = self.db.make_key(TSDBModel.project, 1368889980, 'foo')
assert result == 'ts:1:1368889980:33'
def test_get_model_key(self):
result = self.db.get_model_key(1)
assert result == 1
result = self.db.get_model_key('foo')
assert result == 'bf4e529197e56a48ae2737505b9736e4'
def test_simple(self):
now = datetime.utcnow().replace(tzinfo=pytz.UTC)
dts = [now + timedelta(hours=i) for i in xrange(4)]
def timestamp(d):
t = int(d.strftime('%s'))
return t - (t % 3600)
self.db.incr(TSDBModel.project, 1, dts[0])
self.db.incr(TSDBModel.project, 1, dts[1], count=3)
self.db.incr(TSDBModel.project, 1, dts[2])
self.db.incr_multi([
(TSDBModel.project, 1),
(TSDBModel.project, 2),
],
dts[3],
count=4)
results = self.db.get_range(TSDBModel.project, [1], dts[0], dts[-1])
assert results == {
1: [
(timestamp(dts[0]), 1),
(timestamp(dts[1]), 3),
(timestamp(dts[2]), 1),
(timestamp(dts[3]), 4),
],
}
results = self.db.get_range(TSDBModel.project, [2], dts[0], dts[-1])
assert results == {
2: [
(timestamp(dts[0]), 0),
(timestamp(dts[1]), 0),
(timestamp(dts[2]), 0),
(timestamp(dts[3]), 4),
],
}
results = self.db.get_sums(TSDBModel.project, [1, 2], dts[0], dts[-1])
assert results == {
1: 9,
2: 4,
}
class RedisTSDBTest(TestCase):
def setUp(self):
self.db = RedisTSDB(hosts={
0: {'db': 9}
}, rollups=(
# time in seconds, samples to keep
(10, 30), # 5 minutes at 10 seconds
(ONE_MINUTE, 120), # 2 hours at 1 minute
(ONE_HOUR, 24), # 1 days at 1 hour
(ONE_DAY, 30), # 30 days at 1 day
), vnodes=64)
with self.db.cluster.all() as client:
client.flushdb()
def test_make_key(self):
result = self.db.make_key(TSDBModel.project, 1368889980, 1)
assert result == 'ts:1:1368889980:1'
result = self.db.make_key(TSDBModel.project, 1368889980, 'foo')
assert result == 'ts:1:1368889980:33'
def test_get_model_key(self):
result = self.db.get_model_key(1)
assert result == 1
result = self.db.get_model_key('foo')
assert result == 'bf4e529197e56a48ae2737505b9736e4'
def test_simple(self):
now = datetime.utcnow().replace(tzinfo=pytz.UTC)
dts = [now + timedelta(hours=i) for i in xrange(4)]
def timestamp(d):
t = int(to_timestamp(d))
return t - (t % 3600)
self.db.incr(TSDBModel.project, 1, dts[0])
self.db.incr(TSDBModel.project, 1, dts[1], count=3)
self.db.incr(TSDBModel.project, 1, dts[2])
self.db.incr_multi([
(TSDBModel.project, 1),
(TSDBModel.project, 2),
], dts[3], count=4)
results = self.db.get_range(TSDBModel.project, [1], dts[0], dts[-1])
assert results == {
1: [
(timestamp(dts[0]), 1),
(timestamp(dts[1]), 3),
(timestamp(dts[2]), 1),
(timestamp(dts[3]), 4),
],
}
results = self.db.get_range(TSDBModel.project, [2], dts[0], dts[-1])
assert results == {
2: [
(timestamp(dts[0]), 0),
(timestamp(dts[1]), 0),
(timestamp(dts[2]), 0),
(timestamp(dts[3]), 4),
],
}
results = self.db.get_sums(TSDBModel.project, [1, 2], dts[0], dts[-1])
assert results == {
1: 9,
2: 4,
}
def test_count_distinct(self):
now = datetime.utcnow().replace(tzinfo=pytz.UTC)
dts = [now + timedelta(hours=i) for i in xrange(4)]
model = TSDBModel.users_affected_by_group
def timestamp(d):
t = int(to_timestamp(d))
return t - (t % 3600)
self.db.record(
model,
1,
('foo', 'bar'),
dts[0],
)
self.db.record(
model,
1,
('baz',),
dts[1],
)
self.db.record_multi((
(
model,
1,
('foo', 'bar', 'baz'),
),
(
model,
2,
('bar',),
),
), dts[2])
self.db.record(
model,
2,
('foo',),
dts[3],
)
assert self.db.get_distinct_counts_series(model, [1], dts[0], dts[-1]) == {
1: [
(timestamp(dts[0]), 2),
(timestamp(dts[1]), 1),
(timestamp(dts[2]), 3),
(timestamp(dts[3]), 0),
],
}
assert self.db.get_distinct_counts_series(model, [2], dts[0], dts[-1]) == {
2: [
(timestamp(dts[0]), 0),
(timestamp(dts[1]), 0),
(timestamp(dts[2]), 1),
(timestamp(dts[3]), 1),
],
}
results = self.db.get_distinct_counts_totals(model, [1, 2], dts[0], dts[-1])
assert results == {
1: 3,
2: 2,
}
