def _GeneratorFromPath(path):
"""Create an event generator for file or directory at given path string."""
if IsTensorFlowEventsFile(path):
return event_file_loader.EventFileLoader(path)
else:
return directory_watcher.DirectoryWatcher(
path, event_file_loader.EventFileLoader, IsTensorFlowEventsFile)
def _GeneratorFromPath(path):
"""Create an event generator for file or directory at given path string."""
if not path:
raise ValueError('path must be a valid string')
if IsTensorFlowEventsFile(path):
return event_file_loader.EventFileLoader(path)
else:
return directory_watcher.DirectoryWatcher(
path, event_file_loader.EventFileLoader, IsTensorFlowEventsFile)
def CreateFileLoader(path):
"""Creates a file loader for the given path.
Args:
path: A string representing either a normal path or a GCS
Returns:
An object with a Load() method that yields event_pb2.Event protos.
"""
if gcs.IsGCSPath(path):
return gcs_file_loader.GCSFileLoader(path)
else:
return event_file_loader.EventFileLoader(path)
def _GeneratorFromPath(path):
"""Create an event generator for file or directory at given path string."""
if gcs.IsGCSPath(path):
provider = directory_watcher.SequentialGCSProvider(
path, path_filter=IsTensorFlowEventsFile)
return directory_watcher.DirectoryWatcher(
provider, gcs_file_loader.GCSFileLoader)
elif gfile.IsDirectory(path):
provider = directory_watcher.SequentialGFileProvider(
path, path_filter=IsTensorFlowEventsFile)
return directory_watcher.DirectoryWatcher(
provider, event_file_loader.EventFileLoader)
else:
return event_file_loader.EventFileLoader(path)
def generator_from_event_file(event_file):
"""Returns a generator that yields events from an event file."""
return event_file_loader.EventFileLoader(event_file).Load()
def _LoaderForTestFile(self, filename):
return event_file_loader.EventFileLoader(
os.path.join(self.get_temp_dir(), filename))
