def setUp(self): self.file1 = 'lstest1.csv' self.file2 = 'lstest2.csv' self.dir1 = 'lstest1' self.dir2 = 'lstest2' self.file3 = self.dir1 + '/' + self.file1 self.testdata = testdata fh = open(self.file1, 'w') fh.write(testdata) fh.close() # Delete input file1 if it exists already if storeClient.ls(TEST_TOKEN, self.file1, 'csv') != '': storeClient.rm(TEST_TOKEN, self.file1) # Delete input file2 if it exists already if storeClient.ls(TEST_TOKEN, self.file2, 'csv') != '': storeClient.rm(TEST_TOKEN, self.file2) # Create dir1 if it does NOT exist already if storeClient.ls(TEST_TOKEN, self.dir1, 'csv') == '': storeClient.mkdir(TEST_TOKEN, self.dir1) # Delete dir2 if it exists already if storeClient.ls(TEST_TOKEN, self.dir2, 'csv') != '': storeClient.rmdir(TEST_TOKEN, self.dir2) # Put local file to VOSpace storeClient.put(TEST_TOKEN, self.file1, self.file1) # Put local file to VOSpace directory storeClient.put(TEST_TOKEN, self.file1, self.file3) # Delete temporary local test file os.remove(self.file1)
def test_list(self): # Make sure that file1 exists in VOSpace self.assertEqual(storeClient.ls(TEST_TOKEN,self.file1,'csv'),self.file1) # Make sure that file2 does NOT exist in VOSpace self.assertEqual(storeClient.ls(TEST_TOKEN,self.file2,'csv'),'') # Make sure that dir1 exists in VOSpace self.assertEqual(storeClient.ls(TEST_TOKEN,self.dir1,'csv'),self.dir1) # Make sure that dir2 does NOT exist in VOSpace self.assertEqual(storeClient.ls(TEST_TOKEN,self.dir2,'csv'),'')
def vo_list(*args): if DRY_RUN: return for uri in args: print("LIST [%s]" % uri) print("\t" + "\n\t".join(sc.ls(uri, format="long").splitlines()))
def tearDown(self): # Delete file1 if it exists if storeClient.ls(TEST_TOKEN, self.file1, 'csv') != '': storeClient.rm(TEST_TOKEN, self.file1) # Delete file2 if it exists if storeClient.ls(TEST_TOKEN, self.file2, 'csv') != '': storeClient.rm(TEST_TOKEN, self.file2) # Delete file2 if it exists if storeClient.ls(TEST_TOKEN, self.file3, 'csv') != '': storeClient.rm(TEST_TOKEN, self.file3) # Delete dir1 if it exists if storeClient.ls(TEST_TOKEN, self.dir1, 'csv') != '': storeClient.rmdir(TEST_TOKEN, self.dir1) # Delete dir2 if it exists if storeClient.ls(TEST_TOKEN, self.dir2, 'csv') != '': storeClient.rmdir(TEST_TOKEN, self.dir2)
# creating the directories we are going to work on print("-> START: Create working containers") tpartial0 = time.time() vo_mkdir(seed_node, "%s/Z/" % seed_node, "%s/Z/Y" % seed_node, "%s/Z/W" % seed_node, "%s/R" % seed_node) tpartial = time.time() print("---> END: Make directories [%s]/Z/[Y,W] [%s]/R in [%.2f]s" % (seed_node, seed_node, tpartial - tpartial0)) # List archive container/directory if LIST_ARCH_CONTAINER or LIST_LARGE_ARCH_CONTAINER: print("-> START: List archive container [%s]" % arch_container[0]) tpartial0 = time.time() #vo_list(arch_container[0]) #print("\t" + "\n\t".join(sc.ls(uri, format="long").splitlines())) arch_dir_list = sc.ls(arch_container[0], format="long").splitlines() # choose one file from the list to test link arch_file_link_to_list = arch_dir_list[10] tpartial = time.time() arch_dir_list_size = len(arch_dir_list) if arch_dir_list_size == arch_container[1]: print("OK LIST [%s] with [%d] files" % arch_container) else: print("FAIL LIST [%s], number of files don't match" % arch_container[0]) print("---> END: List dirs [%s] n [%.2f]s" % (arch_container[0], tpartial - tpartial0)) # COPY a directory we know we have data on, internally, within the VOSpace if COPY_DIR_FROM_ARCHIVE: container_to_copy_from = arch_container[0]
def run(self): token = getUserToken(self) return storeClient.ls(token, name=self.name.value, format=self.format.value)