def handle(self, fn, retry, **options): result = parse_logs( os.path.join(get_setting('ROOT'), '%(key)s', fn), progress=progress_bar, retry=retry, ) process_results(result, progress=progress_bar)
def test_addition(self): """Dates shouldn't clobber previous data""" for x in range(1, 4): process_results({None: {date(2001, 1, 1): { 'browser': [('Firefox', '44'), ('Firefox', '44')], 'delay': [100 * x, 20 * x], }}}) self.assertObjects( LogValue.objects.filter(metric__name__in=['browser', 'delay']), ['count', 'avg', 'low', 'high'], (x * 2, None, None, None), (x * 2, [0, 60, 90, 120][x], 20, 100 * x) )
def test_agent_filters(self): """The user agents should be filtered""" process_results(parse_logs(self.get_log('agents'))) self.assertObjects(LogValue.objects.filter(metric__name='os'), ['name__family', 'name__name'], ('Linux', '3.13'), ('Android', '5.1'), ) self.assertObjects(LogValue.objects.filter(metric__name='device'), ['name__family', 'name__name'], ('Samsung', 'SM-N920C'), ) self.assertObjects(LogValue.objects.filter(metric__name='browser'), ['name__family', 'name__name'], ('Samsung Internet', u'3.4'), ('Bot', 'Apache-HttpClient'), ('Bot', 'Baiduspider'), ('Bot', 'bingbot'), ('Bot', 'Googlebot'), ('Bot', 'Googlebot-Image'), ('Bot', 'Python Requests'), ('Bot', 'Sogou web spider'), ('Bot', 'ZEEFscraper'), )
def setUp(self): """Parse a log file in fixtures, analyse and compare to result""" super(BasicAnalysisTests, self).setUp() process_results(parse_logs(self.get_log('basic')))
def setUp(self): super(DataReportTests, self).setUp() process_results(parse_logs(self.get_log('reportable'))) self.metric = LogMetric.objects.get(name='browser')