def testLoad(self): loader = gcs_file_loader.GCSFileLoader('gs://some-fake-url') events = list(loader.Load()) self.assertEqual(len(events), 1) self.assertEqual(events[0].file_version, 'brain.Event:1') events = list(loader.Load()) self.assertEqual(len(events), 1) self.assertEqual(events[0].file_version, 'brain.Event:2') events = list(loader.Load()) self.assertEqual(len(events), 0) self.assertEqual(self._append_contents_call_count, 3)
def CreateFileLoader(path): """Creates a file loader for the given path. Args: path: A string representing either a normal path or a GCS Returns: An object with a Load() method that yields event_pb2.Event protos. """ if gcs.IsGCSPath(path): return gcs_file_loader.GCSFileLoader(path) else: return event_file_loader.EventFileLoader(path)