def test_stdout_smoke(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
r = router._TextStreamRouter()
self.assertTrue(r.push_event(event))
def test_stdout_smoke(self): event = LogRequestLite.LogEventLite() event.event_time_ms = router.time_ms() event.event_code = 1 event.event_flow_id = 2 r = router._TextStreamRouter() self.assertTrue(r.push_event(event))
def test_invalid_url(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
r = router._HttpRouter({}, 'ftp://any.where', dry_run=True)
self.assertFalse(r.push_event(event))
def test_push_smoke(self):
r = router._HttpRouter({}, 'https://any.where', dry_run=True)
req = LogRequestLite.LogEventLite()
req.event_time_ms = router.time_ms()
req.event_code = 1
req.event_flow_id = 2
self.assertTrue(r.push_event(req))
def test_events_are_logged_with_specified_severity(self, log_mock): logger = router._LoggingStreamRouter(logging.WARN) event = LogRequestLite.LogEventLite() event.event_time_ms = router.time_ms() event.event_code = 1 event.event_flow_id = 2 self.assertTrue(logger.push_event(event)) self.assertEqual(log_mock.call_args[0], (logging.WARN, mock.ANY))
def test_events_are_logged_with_specified_severity(self, log_mock):
logger = router._LoggingStreamRouter(logging.WARN)
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertTrue(logger.push_event(event))
self.assertEqual(log_mock.call_args[0], (logging.WARN, mock.ANY))
def test_non_existing_directory(self):
req = LogRequestLite.LogEventLite()
req.event_time_ms = router.time_ms()
req.event_code = 1
req.event_flow_id = 2
r = router._LocalFileRouter(
os.path.join('non_existing_d1r_31401789', 'output.db'), dry_run=False)
self.assertFalse(r.push_event(req))
def test_push_smoke(self):
r = router._HttpRouter({}, 'https://any.where', dry_run=True)
req = LogRequestLite.LogEventLite()
req.event_time_ms = router.time_ms()
req.event_code = 1
req.event_flow_id = 2
self.assertTrue(r.push_event(req))
def test_invalid_url(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
r = router._HttpRouter({}, 'ftp://any.where', dry_run=True)
self.assertFalse(r.push_event(event))
def test_fails_to_log(self, exception_mock):
logger = router._LoggingStreamRouter(logging.WARN)
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
event.source_extension = 'not-a-message'
self.assertFalse(logger.push_event(event))
self.assertEqual(exception_mock.call_args[0], ('Unable to log the events',))
def test_closed_stream(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
stream = StringIO.StringIO()
stream.close()
r = router._TextStreamRouter(stream=stream)
self.assertFalse(r.push_event(event))
def test_non_existing_directory(self):
req = LogRequestLite.LogEventLite()
req.event_time_ms = router.time_ms()
req.event_code = 1
req.event_flow_id = 2
r = router._LocalFileRouter(os.path.join('non_existing_d1r_31401789',
'output.db'),
dry_run=False)
self.assertFalse(r.push_event(req))
def test_push_smoke(self):
r = router._Router({}, endpoint=None)
req = LogRequestLite.LogEventLite()
req.event_time_ms = router.time_ms()
req.event_code = 1
req.event_flow_id = 2
r.push_event(req)
self.assertTrue(r.close())
def test_closed_stream(self): event = LogRequestLite.LogEventLite() event.event_time_ms = router.time_ms() event.event_code = 1 event.event_flow_id = 2 stream = StringIO.StringIO() stream.close() r = router._TextStreamRouter(stream=stream) self.assertFalse(r.push_event(event))
def test_fails_to_log(self, exception_mock):
logger = router._LoggingStreamRouter(logging.WARN)
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
event.source_extension = 'not-a-message'
self.assertFalse(logger.push_event(event))
self.assertEqual(exception_mock.call_args[0],
('Unable to log the events', ))
def test_push_ok(self):
# Successfully push event the first time.
sleep = mock.create_autospec(time.sleep, auto_set=True)
r = router._HttpRouter({}, 'https://bla.bla', _sleep_fn=sleep)
r._http = infra_libs.HttpMock([('https://bla.bla', {'status': 200}, '')])
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertTrue(r.push_event(event))
self.assertEquals(len(sleep.call_args_list), 0)
def test_push_fail(self):
# Fail to push events even after all retries
sleep = mock.create_autospec(time.sleep, auto_set=True)
r = router._HttpRouter({}, 'https://bla.bla', _sleep_fn=sleep)
r._http = infra_libs.HttpMock([('https://bla.bla', {'status': 403}, '')])
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertFalse(r.push_event(event))
self.assertEquals(len(sleep.call_args_list), r.try_num - 1)
def test_existing_directory_dry_run(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
with infra_libs.temporary_directory(prefix='event-mon-') as tempdir:
filename = os.path.join(tempdir, 'output.db')
r = router._LocalFileRouter(filename, dry_run=True)
self.assertTrue(r.push_event(event))
# Check that the file has not been written
self.assertFalse(os.path.exists(filename))
def test_existing_directory_dry_run(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
with infra_libs.temporary_directory(prefix='event-mon-') as tempdir:
filename = os.path.join(tempdir, 'output.db')
r = router._LocalFileRouter(filename, dry_run=True)
self.assertTrue(r.push_event(event))
# Check that the file has not been written
self.assertFalse(os.path.exists(filename))
def test_logs_success(self, logdebug):
r = router._HttpRouter({}, 'https://bla.bla')
r._http = infra_libs.HttpMock([('https://bla.bla', {
'status': 200
}, '')])
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertTrue(r.push_event(event))
self.assertIn(mock.call('Succeeded POSTing data after %d attempts', 1),
logdebug.call_args_list)
def test_push_fail(self):
# Fail to push events even after all retries
sleep = mock.create_autospec(time.sleep, auto_set=True)
r = router._HttpRouter({}, 'https://bla.bla', _sleep_fn=sleep)
r._http = infra_libs.HttpMock([('https://bla.bla', {
'status': 403
}, '')])
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertFalse(r.push_event(event))
self.assertEquals(len(sleep.call_args_list), r.try_num)
def test_push_ok(self):
# Successfully push event the first time.
sleep = mock.create_autospec(time.sleep, auto_set=True)
r = router._HttpRouter({}, 'https://bla.bla', _sleep_fn=sleep)
r._http = infra_libs.HttpMock([('https://bla.bla', {
'status': 200
}, '')])
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertTrue(r.push_event(event))
self.assertEquals(len(sleep.call_args_list), 0)
def test_push_exception(self):
# Fail to push events even after all retries
sleep = mock.create_autospec(time.sleep, auto_set=True)
r = router._HttpRouter({}, 'https://bla.bla', _sleep_fn=sleep)
class FakeHttp(object):
# pylint: disable=unused-argument
def request(self, *args, **kwargs):
raise ValueError()
r._http = FakeHttp()
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertFalse(r.push_event(event))
self.assertEquals(len(sleep.call_args_list), 2)
def test_push_exception(self):
# Fail to push events even after all retries
sleep = mock.create_autospec(time.sleep, auto_set=True)
r = router._HttpRouter({}, 'https://bla.bla', _sleep_fn=sleep)
class FakeHttp(object):
# pylint: disable=unused-argument
def request(self, *args, **kwargs):
raise ValueError()
r._http = FakeHttp()
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
self.assertFalse(r.push_event(event))
self.assertEquals(len(sleep.call_args_list), 3)
def test_existing_directory(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
with infra_libs.temporary_directory(prefix='event-mon-') as tempdir:
filename = os.path.join(tempdir, 'output.db')
r = router._LocalFileRouter(filename, dry_run=False)
self.assertTrue(r.push_event(event))
# Check that the file is readable and contains the right data.
with open(filename, 'rb') as f:
req_read = LogRequestLite.FromString(f.read())
self.assertEqual(len(req_read.log_event), 1)
event_read = req_read.log_event[0]
self.assertEqual(event_read.event_time_ms, event.event_time_ms)
self.assertEqual(event_read.event_code, event.event_code)
self.assertEqual(event_read.event_flow_id, event.event_flow_id)
def test_existing_directory(self):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
with infra_libs.temporary_directory(prefix='event-mon-') as tempdir:
filename = os.path.join(tempdir, 'output.db')
r = router._LocalFileRouter(filename, dry_run=False)
self.assertTrue(r.push_event(event))
# Check that the file is readable and contains the right data.
with open(filename, 'rb') as f:
req_read = LogRequestLite.FromString(f.read())
self.assertEqual(len(req_read.log_event), 1)
event_read = req_read.log_event[0]
self.assertEqual(event_read.event_time_ms, event.event_time_ms)
self.assertEqual(event_read.event_code, event.event_code)
self.assertEqual(event_read.event_flow_id, event.event_flow_id)
def _get_log_event_lite(chrome_infra_event, event_timestamp=None):
"""Wraps a ChromeInfraEvent into a LogEventLite.
Args:
event_timestamp (int or float): timestamp of when the event happened
as a number of milliseconds since the epoch. If None, the current time
is used.
Returns:
log_event (log_request_lite_pb2.LogRequestLite.LogEventLite):
"""
if not isinstance(event_timestamp, (int, float, None.__class__ )):
logging.error('Invalid type for event_timestamp. Needs a number, got %s',
type(event_timestamp))
return None
log_event = LogRequestLite.LogEventLite()
log_event.event_time_ms = int(event_timestamp or router.time_ms())
log_event.source_extension = chrome_infra_event.SerializeToString()
return log_event
def _get_log_event_lite(chrome_infra_event, event_timestamp=None):
"""Wraps a ChromeInfraEvent into a LogEventLite.
Args:
event_timestamp (int or float): timestamp of when the event happened
as a number of milliseconds since the epoch. If None, the current time
is used.
Returns:
log_event (log_request_lite_pb2.LogRequestLite.LogEventLite):
"""
if not isinstance(event_timestamp, (int, float, None.__class__ )):
logging.error('Invalid type for event_timestamp. Needs a number, got %s',
type(event_timestamp))
return None
log_event = LogRequestLite.LogEventLite()
log_event.event_time_ms = int(event_timestamp or router.time_ms())
log_event.source_extension = chrome_infra_event.SerializeToString()
return log_event
def test_events_are_logged_correctly(self, log_mock):
logger = router._LoggingStreamRouter()
events = []
for i in range(3):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
infra_event = ChromeInfraEvent()
infra_event.cq_event.issue = str(i + 1)
event.source_extension = infra_event.SerializeToString()
events.append(event)
self.assertTrue(logger.push_event(events))
expected_calls = [
((logging.INFO,
'Sending event_mon event:\ncq_event {\n issue: "1"\n}\n'),),
((logging.INFO,
'Sending event_mon event:\ncq_event {\n issue: "2"\n}\n'),),
((logging.INFO,
'Sending event_mon event:\ncq_event {\n issue: "3"\n}\n'),)]
self.assertEqual(log_mock.call_args_list, expected_calls)
def test_events_are_logged_correctly(self, log_mock):
logger = router._LoggingStreamRouter()
events = []
for i in range(3):
event = LogRequestLite.LogEventLite()
event.event_time_ms = router.time_ms()
event.event_code = 1
event.event_flow_id = 2
infra_event = ChromeInfraEvent()
infra_event.cq_event.issue = str(i + 1)
event.source_extension = infra_event.SerializeToString()
events.append(event)
self.assertTrue(logger.push_event(events))
expected_calls = [
((logging.INFO,
'Sending event_mon event:\ncq_event {\n issue: "1"\n}\n'), ),
((logging.INFO,
'Sending event_mon event:\ncq_event {\n issue: "2"\n}\n'), ),
((logging.INFO,
'Sending event_mon event:\ncq_event {\n issue: "3"\n}\n'), )
]
self.assertEqual(log_mock.call_args_list, expected_calls)