def test_update_from_yesterday(self, celery, redis, session):
self.add_counter(redis, StatKey.cell, self.today, 4)
session.add(Stat(key=StatKey.cell, time=self.yesterday, value=2))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.today, 6)
def test_update_from_yesterday(self, celery, redis, session):
self.add_counter(redis, StatKey.cell, self.today, 4)
session.add(Stat(key=StatKey.cell, time=self.yesterday, value=2))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.today, 6)
def test_update_from_yesterday(self):
self.add_counter(StatKey.cell, self.yesterday, 3)
self.add_counter(StatKey.cell, self.today, 4)
self.session.add(Stat(key=StatKey.cell, time=self.two_days, value=2))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 5)
def test_update_with_gap(self, celery, redis, session):
a_week_ago = self.today - timedelta(days=7)
self.add_counter(redis, StatKey.cell, self.today, 3)
session.add(Stat(key=StatKey.cell, time=a_week_ago, value=7))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.today, 10)
def test_update_from_yesterday(self):
self.add_counter(StatKey.cell, self.yesterday, 3)
self.add_counter(StatKey.cell, self.today, 4)
self.session.add(Stat(key=StatKey.cell, time=self.two_days, value=2))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 5)
def test_update_with_gap(self, celery, redis, session):
a_week_ago = self.today - timedelta(days=7)
self.add_counter(redis, StatKey.cell, self.today, 3)
session.add(Stat(key=StatKey.cell, time=a_week_ago, value=7))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.today, 10)
def test_update_does_not_overwrite(self):
self.add_counter(StatKey.cell, self.yesterday, 5)
self.add_counter(StatKey.cell, self.today, 7)
self.session.add(Stat(key=StatKey.cell, time=self.two_days, value=1))
self.session.add(Stat(key=StatKey.cell, time=self.yesterday, value=3))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 8)
def test_update_with_gap(self):
a_week_ago = self.today - timedelta(days=7)
self.add_counter(StatKey.cell, self.yesterday, 3)
self.add_counter(StatKey.cell, self.today, 4)
self.session.add(Stat(key=StatKey.cell, time=a_week_ago, value=7))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 10)
def test_update_does_not_overwrite(self):
self.add_counter(StatKey.cell, self.yesterday, 5)
self.add_counter(StatKey.cell, self.today, 7)
self.session.add(Stat(key=StatKey.cell, time=self.two_days, value=1))
self.session.add(Stat(key=StatKey.cell, time=self.yesterday, value=3))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 8)
def test_update_with_gap(self):
a_week_ago = self.today - timedelta(days=7)
self.add_counter(StatKey.cell, self.yesterday, 3)
self.add_counter(StatKey.cell, self.today, 4)
self.session.add(Stat(key=StatKey.cell, time=a_week_ago, value=7))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 10)
def test_update_two_days(self, celery, redis, session):
self.add_counter(redis, StatKey.cell, self.yesterday, 5)
self.add_counter(redis, StatKey.cell, self.today, 7)
session.add(Stat(key=StatKey.cell, time=self.two_days, value=1))
session.add(Stat(key=StatKey.cell, time=self.yesterday, value=3))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.yesterday, 8)
self.check_stat(session, StatKey.cell, self.today, 15)
def test_import_local_cell(self):
self.import_csv(cell_type='cell')
cells = self.session.query(CellShard.shards()['wcdma']).all()
self.assertEqual(len(cells), 9)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(self.session.query(CellArea).count(), len(areaids))
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell, 9)
def test_update_two_days(self, celery, redis, session):
self.add_counter(redis, StatKey.cell, self.yesterday, 5)
self.add_counter(redis, StatKey.cell, self.today, 7)
session.add(Stat(key=StatKey.cell, time=self.two_days, value=1))
session.add(Stat(key=StatKey.cell, time=self.yesterday, value=3))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.yesterday, 8)
self.check_stat(session, StatKey.cell, self.today, 15)
def test_import_local_ocid(self):
self.import_csv()
cells = self.session.query(CellOCID).all()
self.assertEqual(len(cells), 9)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellAreaOCID).count(), len(areaids))
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell_ocid, 9)
def test_multiple_updates_for_today(self):
self.add_counter(StatKey.cell, self.today, 4)
self.session.add(Stat(key=StatKey.cell, time=self.yesterday, value=5))
self.session.flush()
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.cell, self.today, 9)
self.add_counter(StatKey.cell, self.today, 3)
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.cell, self.today, 12)
def test_import_local_cell(self):
self.import_csv(cell_type='cell')
cells = self.session.query(CellShard.shards()['wcdma']).all()
self.assertEqual(len(cells), 9)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellArea).count(), len(areaids))
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell, 9)
def test_import_local_ocid(self):
self.import_csv()
cells = self.session.query(CellOCID).all()
self.assertEqual(len(cells), 9)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellAreaOCID).count(), len(areaids))
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell_ocid, 9)
def test_multiple_updates_for_today(self):
self.add_counter(StatKey.cell, self.today, 4)
self.session.add(Stat(key=StatKey.cell, time=self.yesterday, value=5))
self.session.flush()
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.cell, self.today, 9)
self.add_counter(StatKey.cell, self.today, 3)
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.cell, self.today, 12)
def test_import_local_ocid(self, celery, redis, session):
self.import_csv(
celery, redis, session,
CellShardFactory.build(radio=Radio.wcdma))
cells = session.query(CellShardOCID.shards()['wcdma']).all()
assert len(cells) == 9
areaids = set([cell.areaid for cell in cells])
assert session.query(CellAreaOCID).count() == len(areaids)
update_statcounter.delay().get()
self.check_stat(session, StatKey.unique_cell_ocid, 9)
def test_local_import(self):
self.import_csv()
cells = self.session.query(OCIDCell).all()
self.assertEqual(len(cells), 9)
lacs = set([
(cell.radio, cell.mcc, cell.mnc, cell.lac) for cell in cells])
self.assertEqual(
self.session.query(OCIDCellArea).count(), len(lacs))
update_statcounter.delay(ago=0).get()
today = util.utcnow().date()
stat_key = Stat.to_hashkey(key=StatKey.unique_ocid_cell, time=today)
self.assertEqual(Stat.getkey(self.session, stat_key).value, 9)
def test_update_all_keys(self):
self.add_counter(StatKey.cell, self.yesterday, 2)
self.add_counter(StatKey.wifi, self.yesterday, 3)
self.add_counter(StatKey.unique_cell, self.yesterday, 4)
self.add_counter(StatKey.unique_wifi, self.yesterday, 5)
self.add_counter(StatKey.unique_cell_ocid, self.yesterday, 6)
self.session.add(Stat(key=StatKey.cell, time=self.two_days, value=7))
self.session.add(Stat(key=StatKey.wifi, time=self.two_days, value=8))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 9)
self.check_stat(StatKey.wifi, self.yesterday, 11)
self.check_stat(StatKey.unique_cell, self.yesterday, 4)
self.check_stat(StatKey.unique_wifi, self.yesterday, 5)
self.check_stat(StatKey.unique_cell_ocid, self.yesterday, 6)
def test_update_all_keys(self):
self.add_counter(StatKey.cell, self.yesterday, 2)
self.add_counter(StatKey.wifi, self.yesterday, 3)
self.add_counter(StatKey.unique_cell, self.yesterday, 4)
self.add_counter(StatKey.unique_wifi, self.yesterday, 5)
self.add_counter(StatKey.unique_cell_ocid, self.yesterday, 6)
self.session.add(Stat(key=StatKey.cell, time=self.two_days, value=7))
self.session.add(Stat(key=StatKey.wifi, time=self.two_days, value=8))
self.session.flush()
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 9)
self.check_stat(StatKey.wifi, self.yesterday, 11)
self.check_stat(StatKey.unique_cell, self.yesterday, 4)
self.check_stat(StatKey.unique_wifi, self.yesterday, 5)
self.check_stat(StatKey.unique_cell_ocid, self.yesterday, 6)
def test_update_all_keys(self, celery, redis, session):
self.add_counter(redis, StatKey.blue, self.today, 1)
self.add_counter(redis, StatKey.cell, self.today, 2)
self.add_counter(redis, StatKey.wifi, self.today, 3)
self.add_counter(redis, StatKey.unique_blue, self.today, 4)
self.add_counter(redis, StatKey.unique_cell, self.today, 5)
self.add_counter(redis, StatKey.unique_wifi, self.today, 6)
session.add(Stat(key=StatKey.blue, time=self.yesterday, value=8))
session.add(Stat(key=StatKey.cell, time=self.yesterday, value=9))
session.add(Stat(key=StatKey.wifi, time=self.yesterday, value=10))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.blue, self.today, 9)
self.check_stat(session, StatKey.cell, self.today, 11)
self.check_stat(session, StatKey.wifi, self.today, 13)
self.check_stat(session, StatKey.unique_blue, self.today, 4)
self.check_stat(session, StatKey.unique_cell, self.today, 5)
self.check_stat(session, StatKey.unique_wifi, self.today, 6)
def test_update_all_keys(self, celery, redis, session):
self.add_counter(redis, StatKey.blue, self.today, 1)
self.add_counter(redis, StatKey.cell, self.today, 2)
self.add_counter(redis, StatKey.wifi, self.today, 3)
self.add_counter(redis, StatKey.unique_blue, self.today, 4)
self.add_counter(redis, StatKey.unique_cell, self.today, 5)
self.add_counter(redis, StatKey.unique_wifi, self.today, 6)
session.add(Stat(key=StatKey.blue, time=self.yesterday, value=8))
session.add(Stat(key=StatKey.cell, time=self.yesterday, value=9))
session.add(Stat(key=StatKey.wifi, time=self.yesterday, value=10))
session.flush()
update_statcounter.delay().get()
self.check_stat(session, StatKey.blue, self.today, 9)
self.check_stat(session, StatKey.cell, self.today, 11)
self.check_stat(session, StatKey.wifi, self.today, 13)
self.check_stat(session, StatKey.unique_blue, self.today, 4)
self.check_stat(session, StatKey.unique_cell, self.today, 5)
self.check_stat(session, StatKey.unique_wifi, self.today, 6)
def test_local_import_delta(self):
old_time = 1407000000
new_time = 1408000000
old_date = datetime.fromtimestamp(old_time).replace(tzinfo=UTC)
new_date = datetime.fromtimestamp(new_time).replace(tzinfo=UTC)
today = util.utcnow().date()
self.import_csv(time=old_time)
cells = self.session.query(OCIDCell).all()
self.assertEqual(len(cells), 9)
update_statcounter.delay(ago=0).get()
stat_key = Stat.to_hashkey(key=StatKey.unique_ocid_cell, time=today)
self.assertEqual(Stat.getkey(self.session, stat_key).value, 9)
lacs = set([
(cell.radio, cell.mcc, cell.mnc, cell.lac) for cell in cells])
self.assertEqual(
self.session.query(OCIDCellArea).count(), len(lacs))
# update some entries
self.import_csv(lo=5, hi=13, time=new_time)
self.session.commit()
cells = (self.session.query(OCIDCell)
.order_by(OCIDCell.modified).all())
self.assertEqual(len(cells), 12)
for i in range(0, 4):
self.assertEqual(cells[i].modified, old_date)
for i in range(4, 12):
self.assertEqual(cells[i].modified, new_date)
lacs = set([
(cell.radio, cell.mcc, cell.mnc, cell.lac) for cell in cells])
self.assertEqual(
self.session.query(OCIDCellArea).count(), len(lacs))
update_statcounter.delay(ago=0).get()
stat_key = Stat.to_hashkey(key=StatKey.unique_ocid_cell, time=today)
self.assertEqual(Stat.getkey(self.session, stat_key).value, 12)
def test_import_local_delta(self, celery, redis, session):
base_cell = CellShardFactory.build(radio=Radio.wcdma)
old_time = 1407000000
new_time = 1408000000
old_date = datetime.utcfromtimestamp(old_time).replace(tzinfo=UTC)
new_date = datetime.utcfromtimestamp(new_time).replace(tzinfo=UTC)
self.import_csv(
celery, redis, session,
base_cell, time=old_time)
cells = session.query(CellShardOCID.shards()['wcdma']).all()
assert len(cells) == 9
update_statcounter.delay().get()
self.check_stat(session, StatKey.unique_cell_ocid, 9)
areaids = set([cell.areaid for cell in cells])
assert session.query(CellAreaOCID).count() == len(areaids)
# update some entries
self.import_csv(
celery, redis, session,
base_cell, lo=5, hi=13, time=new_time)
session.commit()
model = CellShardOCID.shards()['wcdma']
cells = (session.query(model)
.order_by(model.modified).all())
assert len(cells) == 12
for i in range(0, 4):
assert cells[i].modified == old_date
for i in range(4, 12):
assert cells[i].modified == new_date
areaids = set([cell.areaid for cell in cells])
assert session.query(CellAreaOCID).count() == len(areaids)
update_statcounter.delay().get()
self.check_stat(session, StatKey.unique_cell_ocid, 12)
def test_import_local_delta(self):
old_time = 1407000000
new_time = 1408000000
old_date = datetime.utcfromtimestamp(old_time).replace(tzinfo=UTC)
new_date = datetime.utcfromtimestamp(new_time).replace(tzinfo=UTC)
self.import_csv(time=old_time)
cells = self.session.query(CellShardOCID.shards()['wcdma']).all()
self.assertEqual(len(cells), 9)
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell_ocid, 9)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellAreaOCID).count(), len(areaids))
# update some entries
self.import_csv(lo=5, hi=13, time=new_time)
self.session.commit()
model = CellShardOCID.shards()['wcdma']
cells = (self.session.query(model)
.order_by(model.modified).all())
self.assertEqual(len(cells), 12)
for i in range(0, 4):
self.assertEqual(cells[i].modified, old_date)
for i in range(4, 12):
self.assertEqual(cells[i].modified, new_date)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellAreaOCID).count(), len(areaids))
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell_ocid, 12)
def test_import_local_delta(self):
old_time = 1407000000
new_time = 1408000000
old_date = datetime.utcfromtimestamp(old_time).replace(tzinfo=UTC)
new_date = datetime.utcfromtimestamp(new_time).replace(tzinfo=UTC)
self.import_csv(time=old_time)
cells = self.session.query(CellShardOCID.shards()['wcdma']).all()
self.assertEqual(len(cells), 9)
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell_ocid, 9)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellAreaOCID).count(), len(areaids))
# update some entries
self.import_csv(lo=5, hi=13, time=new_time)
self.session.commit()
model = CellShardOCID.shards()['wcdma']
cells = (self.session.query(model).order_by(model.modified).all())
self.assertEqual(len(cells), 12)
for i in range(0, 4):
self.assertEqual(cells[i].modified, old_date)
for i in range(4, 12):
self.assertEqual(cells[i].modified, new_date)
areaids = set([cell.areaid for cell in cells])
self.assertEqual(
self.session.query(CellAreaOCID).count(), len(areaids))
update_statcounter.delay(ago=0).get()
self.check_stat(StatKey.unique_cell_ocid, 12)
def test_first_run(self):
self.add_counter(StatKey.cell, self.yesterday, 3)
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 3)
def test_first_run(self, celery, redis, session):
self.add_counter(redis, StatKey.cell, self.today, 3)
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.today, 3)
def test_first_run(self, celery, redis, session):
self.add_counter(redis, StatKey.cell, self.today, 3)
update_statcounter.delay().get()
self.check_stat(session, StatKey.cell, self.today, 3)
def test_first_run(self):
self.add_counter(StatKey.cell, self.yesterday, 3)
update_statcounter.delay(ago=1).get()
self.check_stat(StatKey.cell, self.yesterday, 3)