def _GeneratorFromPath(path,
event_file_active_filter=None,
detect_file_replacement=None):
"""Create an event generator for file or directory at given path string."""
if not path:
raise ValueError("path must be a valid string")
if io_wrapper.IsSummaryEventsFile(path):
return event_file_loader.EventFileLoader(path, detect_file_replacement)
elif event_file_active_filter:
loader_factory = (
lambda path: event_file_loader.TimestampedEventFileLoader(
path, detect_file_replacement))
return directory_loader.DirectoryLoader(
path,
loader_factory,
path_filter=io_wrapper.IsSummaryEventsFile,
active_filter=event_file_active_filter,
)
else:
loader_factory = lambda path: event_file_loader.EventFileLoader(
path, detect_file_replacement)
return directory_watcher.DirectoryWatcher(
path,
loader_factory,
io_wrapper.IsSummaryEventsFile,
)
def _GeneratorFromPath(path):
"""Create an event generator for file or directory at given path string."""
if not path:
raise ValueError("path must be a valid string")
if io_wrapper.IsSummaryEventsFile(path):
return event_file_loader.LegacyEventFileLoader(path)
else:
return directory_watcher.DirectoryWatcher(
path,
event_file_loader.LegacyEventFileLoader,
io_wrapper.IsSummaryEventsFile,
)
def get_tensorboard_log_watcher_from_path(path: Text):
"""Create an event generator for file or directory at given path string.
This method creates an event generator using tensorboard directory_watcher.
The generator.load() method will return event logs as they become available.
The generator does not repeat events.
Args:
path: Text representing a directory, file, or Google Cloud Storage
(GCS) for tensorboard logs.
Returns:
A tensorboard directory_watcher event generator.
Raises:
ValueError: if path is not defined.
"""
if not path:
raise ValueError("path must be a valid string")
if io_wrapper.IsSummaryEventsFile(path):
return event_file_loader.EventFileLoader(path)
return directory_watcher.DirectoryWatcher(
path,
event_file_loader.EventFileLoader,
io_wrapper.IsSummaryEventsFile,
)
def testIsSummaryEventsFilesReturnsFalseForProfileEmptyEventsFiles(self):
self.assertFalse(
io_wrapper.IsSummaryEventsFile(
"/logdir/events.out.tfevents.1473720042.alice.profile-empty"))
def testIsSummaryEventsFileFalse(self):
self.assertFalse(io_wrapper.IsSummaryEventsFile("/logdir/model.ckpt"))
def testIsSummaryEventsFileTrue(self):
self.assertTrue(
io_wrapper.IsSummaryEventsFile(
"/logdir/events.out.tfevents.1473720042.com"))
