def testListRecursivelyViaGlobbingForPathWithGlobCharacters(self): temp_dir = tempfile.mkdtemp(prefix=self.get_temp_dir()) directory_names = ( "ba*", "ba*/subdirectory", "bar", ) for directory_name in directory_names: os.makedirs(os.path.join(temp_dir, directory_name)) file_names = ( "ba*/a.tfevents.1", "ba*/subdirectory/b.tfevents.1", "bar/c.tfevents.1", ) for file_name in file_names: open(os.path.join(temp_dir, file_name), "w").close() expected = [ ["", ["a.tfevents.1", "subdirectory",]], ["subdirectory", ["b.tfevents.1",]], # The contents of the bar subdirectory should be excluded from # this listing because the * character should have been escaped. ] top = os.path.join(temp_dir, "ba*") for pair in expected: # If this is not the top-level directory, prepend the high-level # directory. pair[0] = os.path.join(top, pair[0]) if pair[0] else top pair[1] = [os.path.join(pair[0], f) for f in pair[1]] self._CompareFilesPerSubdirectory( expected, io_wrapper.ListRecursivelyViaGlobbing(top) )
def testListRecursivelyViaGlobbing(self): temp_dir = tempfile.mkdtemp(prefix=self.get_temp_dir()) self._CreateDeepDirectoryStructure(temp_dir) expected = [ [ "", ["foo", "bar", "a.tfevents.1", "model.ckpt", "quuz", "waldo",], ], ["bar", ["b.tfevents.1", "red_herring.txt", "baz", "quux",]], ["bar/baz", ["c.tfevents.1", "d.tfevents.1",]], [ "bar/quux", ["some_flume_output.txt", "some_more_flume_output.txt",], ], ["quuz", ["e.tfevents.1", "garply",]], ["quuz/garply", ["f.tfevents.1", "corge", "grault",]], ["quuz/garply/corge", ["g.tfevents.1"]], ["quuz/garply/grault", ["h.tfevents.1",]], ["waldo", ["fred",]], ["waldo/fred", ["i.tfevents.1",]], ] for pair in expected: # If this is not the top-level directory, prepend the high-level # directory. pair[0] = os.path.join(temp_dir, pair[0]) if pair[0] else temp_dir pair[1] = [os.path.join(pair[0], f) for f in pair[1]] self._CompareFilesPerSubdirectory( expected, io_wrapper.ListRecursivelyViaGlobbing(temp_dir) )
def testListRecursivelyViaGlobbing(self): temp_dir = tempfile.mkdtemp(prefix=self.get_temp_dir()) self._CreateDeepDirectoryStructure(temp_dir) expected = [ [ '', [ 'foo', 'bar', 'a.tfevents.1', 'model.ckpt', 'quuz', 'waldo', ] ], ['bar', [ 'b.tfevents.1', 'red_herring.txt', 'baz', 'quux', ]], ['bar/baz', [ 'c.tfevents.1', 'd.tfevents.1', ]], [ 'bar/quux', [ 'some_flume_output.txt', 'some_more_flume_output.txt', ] ], ['quuz', [ 'e.tfevents.1', 'garply', ]], ['quuz/garply', [ 'f.tfevents.1', 'corge', 'grault', ]], ['quuz/garply/corge', ['g.tfevents.1']], ['quuz/garply/grault', [ 'h.tfevents.1', ]], ['waldo', [ 'fred', ]], ['waldo/fred', [ 'i.tfevents.1', ]], ] for pair in expected: # If this is not the top-level directory, prepend the high-level # directory. pair[0] = os.path.join(temp_dir, pair[0]) if pair[0] else temp_dir pair[1] = [os.path.join(pair[0], f) for f in pair[1]] self._CompareFilesPerSubdirectory( expected, io_wrapper.ListRecursivelyViaGlobbing(temp_dir))