def testListRecursivelyViaGlobbingForPathWithGlobCharacters(self):
temp_dir = tempfile.mkdtemp(prefix=self.get_temp_dir())
directory_names = (
"ba*",
"ba*/subdirectory",
"bar",
)
for directory_name in directory_names:
os.makedirs(os.path.join(temp_dir, directory_name))
file_names = (
"ba*/a.tfevents.1",
"ba*/subdirectory/b.tfevents.1",
"bar/c.tfevents.1",
)
for file_name in file_names:
open(os.path.join(temp_dir, file_name), "w").close()
expected = [
["", ["a.tfevents.1", "subdirectory",]],
["subdirectory", ["b.tfevents.1",]],
# The contents of the bar subdirectory should be excluded from
# this listing because the * character should have been escaped.
]
top = os.path.join(temp_dir, "ba*")
for pair in expected:
# If this is not the top-level directory, prepend the high-level
# directory.
pair[0] = os.path.join(top, pair[0]) if pair[0] else top
pair[1] = [os.path.join(pair[0], f) for f in pair[1]]
self._CompareFilesPerSubdirectory(
expected, io_wrapper.ListRecursivelyViaGlobbing(top)
)
def testListRecursivelyViaGlobbing(self):
temp_dir = tempfile.mkdtemp(prefix=self.get_temp_dir())
self._CreateDeepDirectoryStructure(temp_dir)
expected = [
[
"",
["foo", "bar", "a.tfevents.1", "model.ckpt", "quuz", "waldo",],
],
["bar", ["b.tfevents.1", "red_herring.txt", "baz", "quux",]],
["bar/baz", ["c.tfevents.1", "d.tfevents.1",]],
[
"bar/quux",
["some_flume_output.txt", "some_more_flume_output.txt",],
],
["quuz", ["e.tfevents.1", "garply",]],
["quuz/garply", ["f.tfevents.1", "corge", "grault",]],
["quuz/garply/corge", ["g.tfevents.1"]],
["quuz/garply/grault", ["h.tfevents.1",]],
["waldo", ["fred",]],
["waldo/fred", ["i.tfevents.1",]],
]
for pair in expected:
# If this is not the top-level directory, prepend the high-level
# directory.
pair[0] = os.path.join(temp_dir, pair[0]) if pair[0] else temp_dir
pair[1] = [os.path.join(pair[0], f) for f in pair[1]]
self._CompareFilesPerSubdirectory(
expected, io_wrapper.ListRecursivelyViaGlobbing(temp_dir)
)
def testListRecursivelyViaGlobbing(self):
temp_dir = tempfile.mkdtemp(prefix=self.get_temp_dir())
self._CreateDeepDirectoryStructure(temp_dir)
expected = [
[
'',
[
'foo',
'bar',
'a.tfevents.1',
'model.ckpt',
'quuz',
'waldo',
]
],
['bar', [
'b.tfevents.1',
'red_herring.txt',
'baz',
'quux',
]],
['bar/baz', [
'c.tfevents.1',
'd.tfevents.1',
]],
[
'bar/quux',
[
'some_flume_output.txt',
'some_more_flume_output.txt',
]
],
['quuz', [
'e.tfevents.1',
'garply',
]],
['quuz/garply', [
'f.tfevents.1',
'corge',
'grault',
]],
['quuz/garply/corge', ['g.tfevents.1']],
['quuz/garply/grault', [
'h.tfevents.1',
]],
['waldo', [
'fred',
]],
['waldo/fred', [
'i.tfevents.1',
]],
]
for pair in expected:
# If this is not the top-level directory, prepend the high-level
# directory.
pair[0] = os.path.join(temp_dir, pair[0]) if pair[0] else temp_dir
pair[1] = [os.path.join(pair[0], f) for f in pair[1]]
self._CompareFilesPerSubdirectory(
expected, io_wrapper.ListRecursivelyViaGlobbing(temp_dir))
