def test_list_files_with_paging(self): NUM_FILES = 1100 EXTENSION = '.txt' dd = DataDirectory(self.client, 'data://.my/pythonLargeDataDirList') if not dd.exists(): dd.create() for i in range(NUM_FILES): dd.file(str(i) + EXTENSION).put(str(i)) seenFiles = [False] * NUM_FILES numFiles = 0 for f in dd.files(): numFiles += 1 name = f.getName() index = int(name[:-1 * len(EXTENSION)]) seenFiles[index] = True allSeen = True for cur in seenFiles: allSeen = (allSeen and cur) self.assertEqual(NUM_FILES, numFiles) self.assertTrue(allSeen)
def test_list_files_with_paging(self): NUM_FILES = 1100 EXTENSION = '.txt' dd = DataDirectory(self.client, 'data://.my/pythonLargeDataDirList') if not dd.exists(): dd.create() for i in range(NUM_FILES): dd.file(str(i) + EXTENSION).put(str(i)) seenFiles = [False] * NUM_FILES numFiles = 0 for f in dd.files(): numFiles += 1 name = f.getName() index = int(name[:-1 * len(EXTENSION)]) seenFiles[index] = True allSeen = True for cur in seenFiles: allSeen = (allSeen and cur) self.assertEqual(NUM_FILES, numFiles) self.assertTrue(allSeen)
def list_files_small(self, collectionName): dd = DataDirectory(self.client, collectionName) if (dd.exists()): dd.delete(True) dd.create() f1 = dd.file('a') f1.put('data') f2 = dd.file('b') f2.put('data') size = 0 all_files = set() for f in dd.files(): all_files.add(f.path) size += 1 self.assertEqual(2, size) self.assertTrue('.my/test_list_files_small/a' in all_files) self.assertTrue('.my/test_list_files_small/b' in all_files) dd.delete(True)
def list_files_small(self, collectionName): dd = DataDirectory(self.client, collectionName) if (dd.exists()): dd.delete(True) dd.create() f1 = dd.file('a') f1.put('data') f2 = dd.file('b') f2.put('data') size = 0 all_files = set() for f in dd.files(): all_files.add(f.path) size += 1 self.assertEqual(2, size) self.assertTrue('.my/test_list_files_small/a' in all_files) self.assertTrue('.my/test_list_files_small/b' in all_files) dd.delete(True)