Esempio n. 1
0
 def test_dateregex_multifile(self):
     self._delete_target_file()
     _create_random_regex_date_file(100, 10000, self.__DATAFILE__)
     _create_random_regex_date_file(100, 10000, self.__DATAFILE2__)
     data = self.sorter.sort_file("./",
                                  file_pattern="testData.*\\.log",
                                  comp=compare_date('%Y-%m-%d %H:%M:%S.%f',
                                                    parser_regex(RE_D56,
                                                                 0)),
                                  memory_safe=True,
                                  max_men=5000000)
     prev_line = None
     size = 0
     for line in data:
         size += 1
         if prev_line:
             self.assertLessEqual(
                 datetime.datetime.strptime(
                     re.search(RE_D5, prev_line).groups()[0],
                     '%Y-%m-%d %H:%M:%S.%f'),
                 datetime.datetime.strptime(
                     re.search(RE_D5, line).groups()[0],
                     '%Y-%m-%d %H:%M:%S.%f'))
         prev_line = line
     self.assertEqual(size, 20000)
Esempio n. 2
0
 def test_date_regex_no_file(self):
     self.__delete_target_file()
     _create_random_regex_date_file(100, 10000, self.__DATAFILE__)
     data = self.sorter.sort_file(self.__DATAFILE__,
                                  comp=compare_date('%Y-%m-%d %H:%M:%S.%f',
                                                    parser_regex(RE_D6, 0)))
     prev_line = None
     for line in data:
         if prev_line:
             self.assertLessEqual(
                 datetime.strptime(
                     re.search(RE_D5, prev_line).groups()[0],
                     '%Y-%m-%d %H:%M:%S.%f'),
                 datetime.strptime(
                     re.search(RE_D5, line).groups()[0],
                     '%Y-%m-%d %H:%M:%S.%f'))
         prev_line = line
Esempio n. 3
0
 def test_date_regex_no_file(self):
     self._delete_target_file()
     _create_random_regex_date_file(100, 10000, self.__DATAFILE__)
     data = self.sorter.sort_file(self.__DATAFILE__,
                                  comp=compare_date('%Y-%m-%d %H:%M:%S.%f',
                                                    parser_regex(RE_D56, 0)),
                                  memory_safe=True, max_men=5000000)
     prev_line = None
     for line in data:
         if prev_line:
             self.assertTrue(
                 datetime.datetime.strptime(
                     re.search(RE_D5,
                               prev_line).groups()[0], '%Y-%m-%d %H:%M:%S.%f')
                 <= datetime.datetime.strptime(
                     re.search(RE_D5,
                               line).groups()[0], '%Y-%m-%d %H:%M:%S.%f'))
         prev_line = line
Esempio n. 4
0
 def test_date_regex(self):
     self.__delete_target_file()
     _create_random_regex_date_file(100, 10000, self.__DATAFILE__)
     self.sorter.sort_file(self.__DATAFILE__,
                           dst_file=self.__TARGETFILE__,
                           comp=compare_date('%Y-%m-%d %H:%M:%S.%f',
                                             parser_regex(RE_D6, 0)))
     with open(self.__TARGETFILE__, 'r') as file:
         prev_line = file.readline()
         while prev_line:
             line = file.readline()
             if line:
                 self.assertLessEqual(
                     datetime.strptime(
                         re.search(RE_D5, prev_line).groups()[0],
                         '%Y-%m-%d %H:%M:%S.%f'),
                     datetime.strptime(
                         re.search(RE_D5, line).groups()[0],
                         '%Y-%m-%d %H:%M:%S.%f'))
             prev_line = line
Esempio n. 5
0
 def test_dateregex(self):
     self._delete_target_file()
     _create_random_regex_date_file(100, 10000, self.__DATAFILE__)
     self.sorter.sort_file(self.__DATAFILE__, self.__TARGETFILE__,
                           comp=compare_date('%Y-%m-%d %H:%M:%S.%f',
                                             parser_regex(RE_D56, 0)),
                           memory_safe=True, max_men=5000000)
     with open(self.__TARGETFILE__, 'r') as file:
         prev_line = file.readline()
         while prev_line:
             line = file.readline()
             if line:
                 self.assertTrue(
                     datetime.datetime.strptime(
                         re.search(
                             RE_D5,
                             prev_line).groups()[0], '%Y-%m-%d %H:%M:%S.%f')
                     <= datetime.datetime.strptime(
                         re.search(
                             RE_D5,
                             line).groups()[0], '%Y-%m-%d %H:%M:%S.%f'))
             prev_line = line