def testParseErrorLogUnicode(self): """Tests the Parse function on Unicode error log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydriveerr-unicode.log'], parser) number_of_events = storage_writer.GetNumberOfAttributeContainers( 'event') self.assertEqual(number_of_events, 19) number_of_warnings = storage_writer.GetNumberOfAttributeContainers( 'extraction_warning') self.assertEqual(number_of_warnings, 0) number_of_warnings = storage_writer.GetNumberOfAttributeContainers( 'recovery_warning') self.assertEqual(number_of_warnings, 0) events = list(storage_writer.GetSortedEvents()) expected_event_values = { 'date_time': '2013-07-25 16:04:02.669', 'data_type': 'skydrive:log:line', 'detail': ('No node found named Passport-Jméno-člena, no user name ' 'available,') } self.CheckEventValues(storage_writer, events[3], expected_event_values)
def testParseErrorLog(self): """Tests the Parse function or error log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydriveerr.log'], parser) number_of_events = storage_writer.GetNumberOfAttributeContainers( 'event') self.assertEqual(number_of_events, 19) number_of_warnings = storage_writer.GetNumberOfAttributeContainers( 'extraction_warning') self.assertEqual(number_of_warnings, 0) number_of_warnings = storage_writer.GetNumberOfAttributeContainers( 'recovery_warning') self.assertEqual(number_of_warnings, 0) events = list(storage_writer.GetSortedEvents()) expected_event_values = { 'date_time': '2013-07-25 16:03:23.291', 'data_type': 'skydrive:log:line', 'detail': ('Logging started. Version= 17.0.2011.0627 StartLocalTime: ' '2013-07-25-180323.291 PID=0x8f4 TID=0x718 ContinuedFrom=') } self.CheckEventValues(storage_writer, events[0], expected_event_values) expected_event_values = { 'date_time': '2013-07-25 16:03:24.649', 'data_type': 'skydrive:log:line', 'detail': 'Sign in failed : DRX_E_AUTH_NO_VALID_CREDENTIALS,', 'log_level': 'ERR', 'module': 'AUTH', 'source_code': 'authapi.cpp(280)' } self.CheckEventValues(storage_writer, events[1], expected_event_values) expected_event_values = { 'date_time': '2013-08-01 21:27:44.124', 'data_type': 'skydrive:log:line', 'detail': ('Received data from server,dwID=0x0;dwSize=0x3e;pbData=PNG 9 ' 'CON 48 <ping-response><wait>44</wait></ping-response>'), 'log_level': 'VRB', 'module': 'WNS', 'source_code': 'absconn.cpp(177)' } self.CheckEventValues(storage_writer, events[18], expected_event_values)
def testParseLog(self): """Tests the Parse function on normal log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydrive.log'], parser) self.assertEqual(storage_writer.number_of_events, 17) events = list(storage_writer.GetEvents()) event = events[0] self.CheckTimestamp(event.timestamp, '2013-08-12 01:08:52.985000') event = events[1] self.CheckTimestamp(event.timestamp, '2013-08-12 01:10:08.835000') event = events[11] self.CheckTimestamp(event.timestamp, '2013-08-12 02:52:32.976000') expected_message = ( '[WNS absconn.cpp(177) VRB] Received data from server,dwID=0x0;' 'dwSize=0x15a;pbData=GET 5 WNS 331 Context: 2891 <channel-response>' '<id>1;13714367258539257282</id><exp>2013-09-11T02:52:37Z</exp><url>' 'https://bn1.notify.windows.com/?token=AgYAAAAdkHjSxiNH1mbF0Rp5TIv0K' 'z317BKYIAfBNO6szULCOEE2393owBINnPC5xoika5SJlNtXZ%2bwzaRVsPRcP1p64XF' 'n90vGwr07DGZxfna%2bxBpBBplzZhLV9y%2fNV%2bBPxNmTI5sRgaZ%2foGvYCIj6Md' 'eU1</url></channel-response>') expected_short_message = ( 'Received data from server,dwID=0x0;dwSize=0x15a;pbData=GET 5 WNS ' '331 Context:...') self._TestGetMessageStrings(event, expected_message, expected_short_message) event = events[13] self.CheckTimestamp(event.timestamp, '2013-08-12 03:18:57.232000') expected_message = ( 'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' '2013-08-11-231857.232 PID=0x1ef0 TID=0x1ef4 ContinuedFrom=') expected_short_message = ( 'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' '2013-08-11-231857.23...') self._TestGetMessageStrings(event, expected_message, expected_short_message) event = events[15] self.CheckTimestamp(event.timestamp, '2013-08-31 03:45:37.940000') expected_message = ( '[PAL cwinhttp.cpp(1581) VRB] ,output=GET <- /MyData/LiveFolders?' 'Filter=changes&InlineBlobs=false&MaxItemCount=50&SyncToken=LM%3d6351' '1875645970%3bID%3d7F095149027848ED!103%3bLR%3d63513517536493%3bEP%3d' '2%3bTD%3dTrue&View=SkyDriveSync;m_httpStatus=0x130;hr=8004db30;' 'm_pSink=null;cb=0x0;msec=0x4e') expected_short_message = ( ',output=GET <- /MyData/LiveFolders?Filter=changes&InlineBlobs=' 'false&MaxItemCo...') self._TestGetMessageStrings(event, expected_message, expected_short_message)
def testParseErrorLog(self): """Tests the Parse function or error log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydriveerr.log'], parser) self.assertEqual(storage_writer.number_of_warnings, 0) self.assertEqual(storage_writer.number_of_events, 19) events = list(storage_writer.GetEvents()) event = events[0] self.CheckTimestamp(event.timestamp, '2013-07-25 16:03:23.291000') event_data = self._GetEventDataOfEvent(storage_writer, event) expected_message = ( 'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' '2013-07-25-180323.291 PID=0x8f4 TID=0x718 ContinuedFrom=') expected_short_message = ( 'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' '2013-07-25-180323.29...') self._TestGetMessageStrings(event_data, expected_message, expected_short_message) event = events[1] self.CheckTimestamp(event.timestamp, '2013-07-25 16:03:24.649000') event_data = self._GetEventDataOfEvent(storage_writer, event) expected_message = ('[AUTH authapi.cpp(280) ERR] Sign in failed : ' 'DRX_E_AUTH_NO_VALID_CREDENTIALS,') expected_short_message = ( 'Sign in failed : DRX_E_AUTH_NO_VALID_CREDENTIALS,') self._TestGetMessageStrings(event_data, expected_message, expected_short_message) event = events[18] self.CheckTimestamp(event.timestamp, '2013-08-01 21:27:44.124000') event_data = self._GetEventDataOfEvent(storage_writer, event) expected_message = ( '[WNS absconn.cpp(177) VRB] Received data from server,' 'dwID=0x0;dwSize=0x3e;pbData=PNG 9 CON 48 <ping-response>' '<wait>44</wait></ping-response>') expected_short_message = ( 'Received data from server,dwID=0x0;dwSize=0x3e;pbData=PNG 9 CON 48 ' '<ping-res...') self._TestGetMessageStrings(event_data, expected_message, expected_short_message)
def testParseErrorLogUnicode(self): """Tests the Parse function on Unicode error log.""" parser_object = skydrivelog.SkyDriveLogParser() test_file = self._GetTestFilePath([u'skydriveerr-unicode.log']) event_queue_consumer = self._ParseFile(parser_object, test_file) event_objects = self._GetEventObjectsFromQueue(event_queue_consumer) self.assertEqual(len(event_objects), 19) # TODO: check if this test passes because the encoding on my system # is UTF-8. expected_detail = ( u'No node found named Passport-Jméno-člena, no user name available,') self.assertEqual(event_objects[3].detail, expected_detail)
def testParseErrorLog(self): """Tests the Parse function or error log.""" parser_object = skydrivelog.SkyDriveLogParser() test_file = self._GetTestFilePath([u'skydriveerr.log']) event_queue_consumer = self._ParseFile(parser_object, test_file) event_objects = self._GetEventObjectsFromQueue(event_queue_consumer) self.assertEqual(len(event_objects), 19) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-07-25 16:03:23.291') self.assertEqual(event_objects[0].timestamp, expected_timestamp) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-07-25 16:03:24.649') self.assertEqual(event_objects[1].timestamp, expected_timestamp) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-08-01 21:27:44.124') self.assertEqual(event_objects[18].timestamp, expected_timestamp) expected_string = ( u'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' u'2013-07-25-180323.291 PID=0x8f4 TID=0x718 ContinuedFrom=') expected_string_short = ( u'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' u'2013-07-25-180323.29...') self._TestGetMessageStrings( event_objects[0], expected_string, expected_string_short) expected_string = ( u'[AUTH authapi.cpp(280) ERR] Sign in failed : ' u'DRX_E_AUTH_NO_VALID_CREDENTIALS,') expected_string_short = ( u'Sign in failed : DRX_E_AUTH_NO_VALID_CREDENTIALS,') self._TestGetMessageStrings( event_objects[1], expected_string, expected_string_short) expected_string = ( u'[WNS absconn.cpp(177) VRB] Received data from server,' u'dwID=0x0;dwSize=0x3e;pbData=PNG 9 CON 48 <ping-response>' u'<wait>44</wait></ping-response>') expected_string_short = ( u'Received data from server,dwID=0x0;dwSize=0x3e;pbData=PNG 9 CON 48 ' u'<ping-res...') self._TestGetMessageStrings( event_objects[18], expected_string, expected_string_short)
def testParseErrorLogUnicode(self): """Tests the Parse function on Unicode error log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydriveerr-unicode.log'], parser) self.assertEqual(storage_writer.number_of_events, 19) events = list(storage_writer.GetEvents()) # TODO: check if this test passes because the encoding on my system # is UTF-8. event = events[3] expected_detail = ( 'No node found named Passport-Jméno-člena, no user name available,' ) self.assertEqual(event.detail, expected_detail)
def testParseErrorLogUnicode(self): """Tests the Parse function on Unicode error log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydriveerr-unicode.log'], parser) self.assertEqual(storage_writer.number_of_warnings, 0) self.assertEqual(storage_writer.number_of_events, 19) events = list(storage_writer.GetSortedEvents()) expected_event_values = { 'data_type': 'skydrive:log:line', 'detail': ( 'No node found named Passport-Jméno-člena, no user name ' 'available,')} self.CheckEventValues(storage_writer, events[3], expected_event_values)
def testParseLog(self): """Tests the Parse function on normal log.""" parser_object = skydrivelog.SkyDriveLogParser() test_file = self._GetTestFilePath([u'skydrive.log']) event_queue_consumer = self._ParseFile(parser_object, test_file) event_objects = self._GetEventObjectsFromQueue(event_queue_consumer) self.assertEqual(len(event_objects), 17) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-08-12 01:08:52.985') self.assertEqual(event_objects[0].timestamp, expected_timestamp) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-08-12 01:10:08.835') self.assertEqual(event_objects[1].timestamp, expected_timestamp) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-08-12 02:52:32.976') self.assertEqual(event_objects[11].timestamp, expected_timestamp) expected_string = ( u'[WNS absconn.cpp(177) VRB] Received data from server,dwID=0x0;' u'dwSize=0x15a;pbData=GET 5 WNS 331 Context: 2891 <channel-response>' u'<id>1;13714367258539257282</id><exp>2013-09-11T02:52:37Z</exp><url>' u'https://bn1.notify.windows.com/?token=AgYAAAAdkHjSxiNH1mbF0Rp5TIv0K' u'z317BKYIAfBNO6szULCOEE2393owBINnPC5xoika5SJlNtXZ%2bwzaRVsPRcP1p64XF' u'n90vGwr07DGZxfna%2bxBpBBplzZhLV9y%2fNV%2bBPxNmTI5sRgaZ%2foGvYCIj6Md' u'eU1</url></channel-response>') expected_string_short = ( u'Received data from server,dwID=0x0;dwSize=0x15a;pbData=GET 5 WNS ' u'331 Context:...') self._TestGetMessageStrings( event_objects[11], expected_string, expected_string_short) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-08-12 03:18:57.232') self.assertEqual(event_objects[13].timestamp, expected_timestamp) expected_string = ( u'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' u'2013-08-11-231857.232 PID=0x1ef0 TID=0x1ef4 ContinuedFrom=') expected_string_short = ( u'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' u'2013-08-11-231857.23...') self._TestGetMessageStrings( event_objects[13], expected_string, expected_string_short) expected_timestamp = timelib.Timestamp.CopyFromString( u'2013-08-31 03:45:37.940') self.assertEqual(event_objects[15].timestamp, expected_timestamp) expected_string = ( u'[PAL cwinhttp.cpp(1581) VRB] ,output=GET <- /MyData/LiveFolders?' u'Filter=changes&InlineBlobs=false&MaxItemCount=50&SyncToken=LM%3d6351' u'1875645970%3bID%3d7F095149027848ED!103%3bLR%3d63513517536493%3bEP%3d' u'2%3bTD%3dTrue&View=SkyDriveSync;m_httpStatus=0x130;hr=8004db30;' u'm_pSink=null;cb=0x0;msec=0x4e') expected_string_short = ( u',output=GET <- /MyData/LiveFolders?Filter=changes&InlineBlobs=' u'false&MaxItemCo...') self._TestGetMessageStrings( event_objects[15], expected_string, expected_string_short)
def setUp(self): """Sets up the needed objects used throughout the test.""" self._parser = skydrivelog.SkyDriveLogParser()
def testParseLog(self): """Tests the Parse function on normal log.""" parser = skydrivelog.SkyDriveLogParser() storage_writer = self._ParseFile(['skydrive.log'], parser) self.assertEqual(storage_writer.number_of_events, 17) self.assertEqual(storage_writer.number_of_extraction_warnings, 0) self.assertEqual(storage_writer.number_of_recovery_warnings, 0) events = list(storage_writer.GetSortedEvents()) expected_event_values = { 'date_time': '2013-08-12 01:08:52.985', 'data_type': 'skydrive:log:line'} self.CheckEventValues(storage_writer, events[0], expected_event_values) expected_event_values = { 'date_time': '2013-08-12 01:10:08.835', 'data_type': 'skydrive:log:line'} self.CheckEventValues(storage_writer, events[1], expected_event_values) expected_event_values = { 'date_time': '2013-08-12 02:52:32.976', 'data_type': 'skydrive:log:line', 'detail': ( 'Received data from server,dwID=0x0;dwSize=0x15a;pbData=GET 5 ' 'WNS 331 Context: 2891 <channel-response><id>1;' '13714367258539257282</id><exp>2013-09-11T02:52:37Z</exp><url>' 'https://bn1.notify.windows.com/?token=AgYAAAAdkHjSxiNH1mbF0Rp' '5TIv0Kz317BKYIAfBNO6szULCOEE2393owBINnPC5xoika5SJlNtXZ%2bwzaR' 'VsPRcP1p64XFn90vGwr07DGZxfna%2bxBpBBplzZhLV9y%2fNV%2bBPxNmTI5' 'sRgaZ%2foGvYCIj6MdeU1</url></channel-response>'), 'log_level': 'VRB', 'module': 'WNS', 'source_code': 'absconn.cpp(177)'} self.CheckEventValues(storage_writer, events[11], expected_event_values) expected_event_values = { 'date_time': '2013-08-12 03:18:57.232', 'data_type': 'skydrive:log:line', 'detail': ( 'Logging started. Version= 17.0.2011.0627 StartLocalTime: ' '2013-08-11-231857.232 PID=0x1ef0 TID=0x1ef4 ContinuedFrom=')} self.CheckEventValues(storage_writer, events[13], expected_event_values) expected_event_values = { 'date_time': '2013-08-31 03:45:37.940', 'data_type': 'skydrive:log:line', 'detail': ( ',output=GET <- /MyData/LiveFolders?Filter=changes&InlineBlobs=' 'false&MaxItemCount=50&SyncToken=LM%3d63511875645970%3bID%3d7F0' '95149027848ED!103%3bLR%3d63513517536493%3bEP%3d2%3bTD%3dTrue&' 'View=SkyDriveSync;m_httpStatus=0x130;hr=8004db30;m_pSink=null;' 'cb=0x0;msec=0x4e'), 'log_level': 'VRB', 'module': 'PAL', 'source_code': 'cwinhttp.cpp(1581)'} self.CheckEventValues(storage_writer, events[15], expected_event_values)
def setUp(self): """Sets up the needed objects used throughout the test.""" pre_obj = event.PreprocessObject() pre_obj.zone = pytz.timezone('UTC') self._parser = skydrivelog_parser.SkyDriveLogParser(pre_obj, None)
def setUp(self): """Makes preparations before running an individual test.""" self._parser = skydrivelog.SkyDriveLogParser()