Esempio n. 1
0
 def test_stats(self):
     day = datetime.utcnow().date() - timedelta(1)
     session = self.db_master_session
     stats = [
         Stat(key=STAT_TYPE['cell'], time=day, value=2000000),
         Stat(key=STAT_TYPE['wifi'], time=day, value=2000000),
         Stat(key=STAT_TYPE['unique_cell'], time=day, value=1000000),
         Stat(key=STAT_TYPE['unique_wifi'], time=day, value=2000000),
     ]
     session.add_all(stats)
     session.commit()
     request = DummyRequest()
     request.db_slave_session = self.db_master_session
     inst = self._make_view(request)
     result = inst.stats_view()
     self.assertEqual(result['page_title'], 'Statistics')
     self.assertEqual(result['metrics'], [
         {
             'name': 'Unique Cells',
             'value': '1.00'
         },
         {
             'name': 'Cell Observations',
             'value': '2.00'
         },
         {
             'name': 'Unique Wifi Networks',
             'value': '2.00'
         },
         {
             'name': 'Wifi Observations',
             'value': '2.00'
         },
     ])
Esempio n. 2
0
 def test_histogram(self):
     from ichnaea.content.stats import histogram
     session = self.db_master_session
     today = datetime.utcnow().date()
     one_day = (today - timedelta(1)).strftime('%Y-%m-%d')
     two_days = (today - timedelta(2)).strftime('%Y-%m-%d')
     long_ago = (today - timedelta(25)).strftime('%Y-%m-%d')
     today = today.strftime('%Y-%m-%d')
     stats = [
         Stat(time=long_ago, value=1),
         Stat(time=two_days, value=3),
         Stat(time=one_day, value=7),
         Stat(time=today, value=9),
     ]
     for stat in stats:
         stat.name = 'cell'
     session.add_all(stats)
     session.commit()
     result = histogram(session, 'cell', days=20)
     self.assertEqual(result, [
         {
             'num': 3,
             'day': two_days
         },
         {
             'num': 7,
             'day': one_day
         },
     ])
Esempio n. 3
0
 def test_histogram_different_stat_name(self):
     session = self.db_master_session
     day = util.utcnow().date() - timedelta(days=1)
     stat = Stat(time=day, value=9)
     stat.name = 'unique_cell'
     session.add(stat)
     session.commit()
     result = histogram(session, 'unique_cell')
     self.assertEqual(result, [[[unixtime(day), 9]]])
Esempio n. 4
0
 def test_histogram_different_stat_name(self):
     session = self.db_master_session
     day = util.utcnow().date() - timedelta(days=1)
     stat = Stat(time=day, value=9)
     stat.name = 'unique_cell'
     session.add(stat)
     session.commit()
     result = histogram(session, 'unique_cell')
     self.assertEqual(result, [[[unixtime(day), 9]]])
Esempio n. 5
0
 def test_histogram_different_stat_name(self):
     from ichnaea.content.stats import histogram
     session = self.db_master_session
     day = util.utcnow().date() - timedelta(days=1)
     stat = Stat(time=day, value=9)
     stat.name = 'unique_cell'
     session.add(stat)
     session.commit()
     result = histogram(session, 'unique_cell')
     self.assertEqual(result, [{'num': 9, 'day': day.strftime('%Y-%m-%d')}])
Esempio n. 6
0
 def test_histogram_different_stat_name(self):
     from ichnaea.content.stats import histogram
     session = self.db_master_session
     day = datetime.utcnow().date() - timedelta(1)
     day = day.strftime('%Y-%m-%d')
     stat = Stat(time=day, value=9)
     stat.name = 'unique_cell'
     session.add(stat)
     session.commit()
     result = histogram(session, 'unique_cell')
     self.assertEqual(result, [{'num': 9, 'day': day}])
Esempio n. 7
0
    def test_histogram_different_stat_name(self):
        from ichnaea.content.stats import histogram

        session = self.db_master_session
        day = datetime.utcnow().date() - timedelta(1)
        day = day.strftime("%Y-%m-%d")
        stat = Stat(time=day, value=9)
        stat.name = "unique_cell"
        session.add(stat)
        session.commit()
        result = histogram(session, "unique_cell")
        self.assertEqual(result, [{"num": 9, "day": day}])
Esempio n. 8
0
    def test_stats(self):
        day = util.utcnow().date() - timedelta(1)
        session = self.db_master_session
        stats = [
            Stat(key=STAT_TYPE['cell'], time=day, value=2000000),
            Stat(key=STAT_TYPE['wifi'], time=day, value=2000000),
            Stat(key=STAT_TYPE['unique_cell'], time=day, value=1000000),
            Stat(key=STAT_TYPE['unique_ocid_cell'], time=day, value=1500000),
            Stat(key=STAT_TYPE['unique_wifi'], time=day, value=2000000),
        ]
        session.add_all(stats)
        session.commit()
        request = DummyRequest()
        request.db_slave_session = self.db_master_session
        request.registry.redis_client = self.redis_client
        inst = self._make_view(request)
        result = inst.stats_view()
        self.assertEqual(result['page_title'], 'Statistics')
        self.assertEqual(result['metrics1'], [
            {
                'name': 'MLS Cells',
                'value': '1.00'
            },
            {
                'name': 'OpenCellID Cells',
                'value': '1.50'
            },
            {
                'name': 'MLS Cell Observations',
                'value': '2.00'
            },
        ])
        self.assertEqual(result['metrics2'], [
            {
                'name': 'Wifi Networks',
                'value': '2.00'
            },
            {
                'name': 'Wifi Observations',
                'value': '2.00'
            },
        ])

        # call the view again, without a working db session, so
        # we can be sure to use the cached result
        inst = self._make_view(request)
        request.db_slave_session = None
        second_result = inst.stats_view()
        self.assertEqual(second_result, result)
Esempio n. 9
0
 def test_stats_unique_cell_json(self):
     app = self.app
     today = datetime.utcnow().date()
     yesterday = today - timedelta(1)
     yesterday = yesterday.strftime('%Y-%m-%d')
     session = self.db_slave_session
     stat = Stat(time=yesterday, value=2)
     stat.name = 'unique_cell'
     session.add(stat)
     session.commit()
     result = app.get('/stats_unique_cell.json', status=200)
     self.assertEqual(
         result.json, {'histogram': [
             {'num': 2, 'day': yesterday},
         ]}
     )
Esempio n. 10
0
 def test_stats_unique_cell_json(self):
     app = self.app
     today = datetime.utcnow().date()
     yesterday = today - timedelta(1)
     yesterday = yesterday.strftime('%Y-%m-%d')
     session = self.db_slave_session
     stat = Stat(time=yesterday, value=2)
     stat.name = 'unique_cell'
     session.add(stat)
     session.commit()
     result = app.get('/stats_unique_cell.json', status=200)
     self.assertEqual(
         result.json, {'histogram': [
             {'num': 2, 'day': yesterday},
         ]}
     )
Esempio n. 11
0
 def test_stats_wifi_json(self):
     app = self.app
     today = util.utcnow().date()
     yesterday = today - timedelta(1)
     session = self.db_slave_session
     stat = Stat(time=yesterday, value=2)
     stat.name = 'unique_wifi'
     session.add(stat)
     session.commit()
     result = app.get('/stats_wifi.json', status=200)
     self.assertEqual(
         result.json, {'series': [
             {'data': [[timegm(yesterday.timetuple()) * 1000, 2]],
              'title': 'MLS WiFi'},
         ]}
     )
     second_result = app.get('/stats_wifi.json', status=200)
     self.assertEqual(second_result.json, result.json)
Esempio n. 12
0
 def test_stats_wifi_json(self):
     app = self.app
     today = util.utcnow().date()
     yesterday = today - timedelta(1)
     session = self.db_slave_session
     stat = Stat(time=yesterday, value=2)
     stat.name = 'unique_wifi'
     session.add(stat)
     session.commit()
     result = app.get('/stats_wifi.json', status=200)
     self.assertEqual(
         result.json, {
             'series': [
                 {
                     'data': [[timegm(yesterday.timetuple()) * 1000, 2]],
                     'title': 'MLS WiFi'
                 },
             ]
         })
     second_result = app.get('/stats_wifi.json', status=200)
     self.assertEqual(second_result.json, result.json)
Esempio n. 13
0
    def test_global_stats(self):
        from ichnaea.content.stats import global_stats
        session = self.db_master_session
        day = datetime.utcnow().date() - timedelta(1)
        stats = [
            Stat(key=STAT_TYPE['cell'], time=day, value=6100000),
            Stat(key=STAT_TYPE['wifi'], time=day, value=3212000),
            Stat(key=STAT_TYPE['unique_cell'], time=day, value=3289900),
            Stat(key=STAT_TYPE['unique_wifi'], time=day, value=2009000),
        ]
        session.add_all(stats)
        session.commit()

        result = global_stats(session)
        self.assertDictEqual(
            result, {
                'cell': '6.10',
                'unique_cell': '3.28',
                'wifi': '3.21',
                'unique_wifi': '2.00'
            })
Esempio n. 14
0
    def test_histogram(self):
        session = self.db_master_session
        today = util.utcnow().date()
        one_day = today - timedelta(days=1)
        two_days = today - timedelta(days=2)
        one_month = today - timedelta(days=35)
        two_months = today - timedelta(days=70)
        long_ago = today - timedelta(days=100)
        stats = [
            Stat(name='cell', time=long_ago, value=40),
            Stat(name='cell', time=two_months, value=50),
            Stat(name='cell', time=one_month, value=60),
            Stat(name='cell', time=two_days, value=70),
            Stat(name='cell', time=one_day, value=80),
            Stat(name='cell', time=today, value=90),
        ]
        session.add_all(stats)
        session.commit()
        result = histogram(session, 'cell', days=90)
        self.assertTrue([unixtime(one_day), 80] in result[0])

        if two_months.month == 12:
            expected = date(two_months.year + 1, 1, 1)
        else:
            expected = date(two_months.year, two_months.month + 1, 1)
        self.assertTrue([unixtime(expected), 50] in result[0])
Esempio n. 15
0
    def test_global_stats(self):
        session = self.db_master_session
        day = util.utcnow().date() - timedelta(1)
        stats = [
            Stat(key=STAT_TYPE['cell'], time=day, value=6100000),
            Stat(key=STAT_TYPE['wifi'], time=day, value=3212000),
            Stat(key=STAT_TYPE['unique_cell'], time=day, value=3289900),
            Stat(key=STAT_TYPE['unique_ocid_cell'], time=day, value=1523000),
            Stat(key=STAT_TYPE['unique_wifi'], time=day, value=2009000),
        ]
        session.add_all(stats)
        session.commit()

        result = global_stats(session)
        self.assertDictEqual(
            result, {
                'cell': '6.10',
                'unique_cell': '3.28',
                'wifi': '3.21',
                'unique_wifi': '2.00',
                'unique_ocid_cell': '1.52',
            })
Esempio n. 16
0
    def test_global_stats_missing_today(self):
        from ichnaea.content.stats import global_stats
        session = self.db_master_session
        day = datetime.utcnow().date() - timedelta(1)
        yesterday = day - timedelta(days=1)
        stats = [
            Stat(key=STAT_TYPE['cell'], time=yesterday, value=5000000),
            Stat(key=STAT_TYPE['cell'], time=day, value=6000000),
            Stat(key=STAT_TYPE['wifi'], time=day, value=3000000),
            Stat(key=STAT_TYPE['unique_cell'], time=yesterday, value=4000000),
        ]
        session.add_all(stats)
        session.commit()

        result = global_stats(session)
        self.assertDictEqual(
            result, {
                'cell': '6.00',
                'unique_cell': '4.00',
                'wifi': '3.00',
                'unique_wifi': '0.00'
            })
Esempio n. 17
0
def add_stat(session, name, day, value):
    stat_key = STAT_TYPE[name]
    todays_stat = get_stat(session, stat_key, exact=True, date=day)
    if todays_stat:
        return

    yesterday = day - timedelta(days=1)
    before = get_stat(session, stat_key, exact=False, date=yesterday)
    old_value = 0
    if before is not None:
        old_value = int(before.value)

    stat = Stat(key=stat_key, time=day, value=old_value + int(value))
    session.add(stat)
Esempio n. 18
0
    def test_global_stats(self):
        from ichnaea.content.stats import global_stats
        session = self.db_master_session
        day = datetime.utcnow().date() - timedelta(1)
        stats = [
            Stat(key=STAT_TYPE['location'], time=day, value=3),
            Stat(key=STAT_TYPE['cell'], time=day, value=6),
            Stat(key=STAT_TYPE['wifi'], time=day, value=3),
            Stat(key=STAT_TYPE['unique_cell'], time=day, value=3),
            Stat(key=STAT_TYPE['unique_wifi'], time=day, value=2),
        ]
        session.add_all(stats)
        session.commit()

        result = global_stats(session)
        self.assertDictEqual(
            result, {
                'location': 3,
                'cell': 6,
                'unique_cell': 3,
                'wifi': 3,
                'unique_wifi': 2
            })
Esempio n. 19
0
 def _make_one(self, **kw):
     from ichnaea.content.models import Stat
     return Stat(**kw)
Esempio n. 20
0
def make_stat(name, time, value):
    stat = Stat(time=time, value=int(value))
    stat.name = name
    return stat