def _GeneratorFromPath(path): """Create an event generator for file or directory at given path string.""" if IsTensorFlowEventsFile(path): return event_file_loader.EventFileLoader(path) else: return directory_watcher.DirectoryWatcher( path, event_file_loader.EventFileLoader, IsTensorFlowEventsFile)
def _GeneratorFromPath(path): """Create an event generator for file or directory at given path string.""" if not path: raise ValueError('path must be a valid string') if IsTensorFlowEventsFile(path): return event_file_loader.EventFileLoader(path) else: return directory_watcher.DirectoryWatcher( path, event_file_loader.EventFileLoader, IsTensorFlowEventsFile)
def CreateFileLoader(path): """Creates a file loader for the given path. Args: path: A string representing either a normal path or a GCS Returns: An object with a Load() method that yields event_pb2.Event protos. """ if gcs.IsGCSPath(path): return gcs_file_loader.GCSFileLoader(path) else: return event_file_loader.EventFileLoader(path)
def _GeneratorFromPath(path): """Create an event generator for file or directory at given path string.""" if gcs.IsGCSPath(path): provider = directory_watcher.SequentialGCSProvider( path, path_filter=IsTensorFlowEventsFile) return directory_watcher.DirectoryWatcher( provider, gcs_file_loader.GCSFileLoader) elif gfile.IsDirectory(path): provider = directory_watcher.SequentialGFileProvider( path, path_filter=IsTensorFlowEventsFile) return directory_watcher.DirectoryWatcher( provider, event_file_loader.EventFileLoader) else: return event_file_loader.EventFileLoader(path)
def generator_from_event_file(event_file): """Returns a generator that yields events from an event file.""" return event_file_loader.EventFileLoader(event_file).Load()
def _LoaderForTestFile(self, filename): return event_file_loader.EventFileLoader( os.path.join(self.get_temp_dir(), filename))