def test_01_File(self): print 'testFile' fileSrcList = srcApi.listFiles(path = path, retriveList = ['all'], otherDetails = True) fileDstList = dstApi.listFiles(path = path, retriveList = ['all'], otherDetails = True) fileSrcList.sort(key=lambda obj: obj['LogicalFileName']) fileDstList.sort(key=lambda obj: obj['LogicalFileName']) for i in range(len(fileSrcList)): valid.assertFile(self, fileSrcList[i], fileDstList[i]) algoSrcList = fileSrcList[i]['AlgoList'] algoDstList = fileDstList[i]['AlgoList'] algoSrcList.sort(key=lambda obj: obj['ParameterSetID']['Hash']) algoDstList.sort(key=lambda obj: obj['ParameterSetID']['Hash']) algoSrcList.sort(key=lambda obj: obj['ApplicationFamily']) algoDstList.sort(key=lambda obj: obj['ApplicationFamily']) #print algoSrcList #print "_______________________" #print algoDstList for j in range(len(algoSrcList)): valid.assertAlgo(self, algoSrcList[j], algoDstList[j]) lumiSrcList = fileSrcList[i]['LumiList'] lumiDstList = fileDstList[i]['LumiList'] lumiSrcList.sort(key=lambda obj: obj['LumiSectionNumber']) lumiDstList.sort(key=lambda obj: obj['LumiSectionNumber']) for j in range(len(lumiSrcList)): valid.assertLumi(self, lumiSrcList[j], lumiSrcList[j]) parentSrcList = fileSrcList[i]['ParentList'] parentDstList = fileDstList[i]['ParentList'] parentSrcList.sort(key=lambda obj: obj['LogicalFileName']) parentDstList.sort(key=lambda obj: obj['LogicalFileName']) for j in range(len(parentSrcList)): valid.assertFile(self, parentSrcList[j], parentDstList[j]) runSrcList = fileSrcList[i]['RunsList'] runDstList = fileDstList[i]['RunsList'] runSrcList.sort(key=lambda obj: obj['RunNumber']) runDstList.sort(key=lambda obj: obj['RunNumber']) #print runSrcList #print "____________________________________________" #print runDstList for j in range(len(runSrcList)): valid.assertRun(self, runSrcList[j], runDstList[j])
def testProcessed(self): print "testProcessed" procSrcList = self.srcApi.listProcessedDatasets(patternPrim=self.primName, patternProc=self.procName) procDstList = self.dstApi.listProcessedDatasets(patternPrim=self.primName, patternProc=self.procName) valid.assertProc(self, procSrcList[0], procDstList[0]) for i in range(len(procSrcList[0]["AlgoList"])): valid.assertAlgo(self, procSrcList[0]["AlgoList"][i], procDstList[0]["AlgoList"][i]) parentSrcList = self.srcApi.listDatasetParents(self.path) parentDstList = self.dstApi.listDatasetParents(self.path) parentSrcList.sort(key=lambda obj: obj["Name"]) parentDstList.sort(key=lambda obj: obj["Name"]) for i in range(len(parentSrcList)): self.assertEqual(parentSrcList[i]["PrimaryDataset"]["Name"], parentDstList[i]["PrimaryDataset"]["Name"]) self.assertEqual(parentSrcList[i]["Name"], parentDstList[i]["Name"])
def test_01_File(self): print 'testFile' fileSrcList = srcApi.listFiles(path=path, retriveList=['all'], otherDetails=True) fileDstList = dstApi.listFiles(path=path, retriveList=['all'], otherDetails=True) fileSrcList.sort(key=lambda obj: obj['LogicalFileName']) fileDstList.sort(key=lambda obj: obj['LogicalFileName']) for i in range(len(fileSrcList)): valid.assertFile(self, fileSrcList[i], fileDstList[i]) algoSrcList = fileSrcList[i]['AlgoList'] algoDstList = fileDstList[i]['AlgoList'] algoSrcList.sort(key=lambda obj: obj['ApplicationFamily']) algoDstList.sort(key=lambda obj: obj['ApplicationFamily']) #print algoSrcList #print "_______________________" #print algoDstList for j in range(len(algoSrcList)): valid.assertAlgo(self, algoSrcList[j], algoDstList[j]) lumiSrcList = fileSrcList[i]['LumiList'] lumiDstList = fileDstList[i]['LumiList'] lumiSrcList.sort(key=lambda obj: obj['LumiSectionNumber']) lumiDstList.sort(key=lambda obj: obj['LumiSectionNumber']) for j in range(len(lumiSrcList)): valid.assertLumi(self, lumiSrcList[j], lumiSrcList[j]) parentSrcList = fileSrcList[i]['ParentList'] parentDstList = fileDstList[i]['ParentList'] parentSrcList.sort(key=lambda obj: obj['LogicalFileName']) parentDstList.sort(key=lambda obj: obj['LogicalFileName']) for j in range(len(parentSrcList)): valid.assertFile(self, parentSrcList[j], parentDstList[j]) runSrcList = fileSrcList[i]['RunsList'] runDstList = fileDstList[i]['RunsList'] runSrcList.sort(key=lambda obj: obj['RunNumber']) runDstList.sort(key=lambda obj: obj['RunNumber']) #print runSrcList #print "____________________________________________" #print runDstList for j in range(len(runSrcList)): valid.assertRun(self, runSrcList[j], runDstList[j])
def testProcessed(self): print 'testProcessed' procSrcList = srcApi.listProcessedDatasets(patternPrim = primName, patternProc = procName) procDstList = dstApi.listProcessedDatasets(patternPrim = primName, patternProc = procName, patternDT=pathTokens[3]) #print processedInDBS print '\n\n\nprocSrcList',procSrcList print '\n\n\nprocDstList',procDstList valid.assertProc(self, procSrcList[0], procDstList[0]) for i in range(len(procSrcList[0]['AlgoList'])): valid.assertAlgo(self, procSrcList[0]['AlgoList'][i], procDstList[0]['AlgoList'][i]) parentSrcList = srcApi.listDatasetParents(path) parentDstList = dstApi.listDatasetParents(path) parentSrcList.sort(key=lambda obj: obj['Name']) parentDstList.sort(key=lambda obj: obj['Name']) for i in range(len(parentSrcList)): self.assertEqual(parentSrcList[i]['PrimaryDataset']['Name'], parentDstList[i]['PrimaryDataset']['Name']) self.assertEqual(parentSrcList[i]['Name'], parentDstList[i]['Name'])
def testProcessed(self): print 'testProcessed' procSrcList = self.srcApi.listProcessedDatasets( patternPrim=self.primName, patternProc=self.procName) procDstList = self.dstApi.listProcessedDatasets( patternPrim=self.primName, patternProc=self.procName) valid.assertProc(self, procSrcList[0], procDstList[0]) for i in range(len(procSrcList[0]['AlgoList'])): valid.assertAlgo(self, procSrcList[0]['AlgoList'][i], procDstList[0]['AlgoList'][i]) parentSrcList = self.srcApi.listDatasetParents(self.path) parentDstList = self.dstApi.listDatasetParents(self.path) parentSrcList.sort(key=lambda obj: obj['Name']) parentDstList.sort(key=lambda obj: obj['Name']) for i in range(len(parentSrcList)): self.assertEqual(parentSrcList[i]['PrimaryDataset']['Name'], parentDstList[i]['PrimaryDataset']['Name']) self.assertEqual(parentSrcList[i]['Name'], parentDstList[i]['Name'])
def testFile(self): print "testFile" fileSrcList = self.srcApi.listFiles(path=self.path, retriveList=["all"], otherDetails=True) fileDstList = self.dstApi.listFiles(path=self.path, retriveList=["all"], otherDetails=True) fileSrcList.sort(key=lambda obj: obj["LogicalFileName"]) fileDstList.sort(key=lambda obj: obj["LogicalFileName"]) for i in range(len(fileSrcList)): valid.assertFile(self, fileSrcList[i], fileDstList[i]) algoSrcList = fileSrcList[i]["AlgoList"] algoDstList = fileDstList[i]["AlgoList"] for j in range(len(algoSrcList)): valid.assertAlgo(self, algoSrcList[j], algoDstList[j]) lumiSrcList = fileSrcList[i]["LumiList"] lumiDstList = fileDstList[i]["LumiList"] lumiSrcList.sort(key=lambda obj: obj["LumiSectionNumber"]) lumiDstList.sort(key=lambda obj: obj["LumiSectionNumber"]) for j in range(len(lumiSrcList)): valid.assertLumi(self, lumiSrcList[j], lumiSrcList[j]) parentSrcList = fileSrcList[i]["ParentList"] parentDstList = fileDstList[i]["ParentList"] parentSrcList.sort(key=lambda obj: obj["LogicalFileName"]) parentDstList.sort(key=lambda obj: obj["LogicalFileName"]) for j in range(len(parentSrcList)): valid.assertFile(self, parentSrcList[j], parentDstList[j]) runSrcList = fileSrcList[i]["RunsList"] runDstList = fileDstList[i]["RunsList"] runSrcList.sort(key=lambda obj: obj["RunNumber"]) runDstList.sort(key=lambda obj: obj["RunNumber"]) for j in range(len(runSrcList)): valid.assertRun(self, runSrcList[j], runDstList[j])
def testProcessed(self): print 'testProcessed' procSrcList = srcApi.listProcessedDatasets(patternPrim = primName, patternProc = procName, patternDT=tierName) procDstList = dstApi.listProcessedDatasets(patternPrim = primName, patternProc = procName, patternDT=tierName) valid.assertProc(self, procSrcList[0], procDstList[0]) algoSrcList = procSrcList[0]['AlgoList'] algoDstList = procDstList[0]['AlgoList'] algoSrcList.sort(key=lambda obj: obj['ParameterSetID']['Hash']) algoDstList.sort(key=lambda obj: obj['ParameterSetID']['Hash']) algoSrcList.sort(key=lambda obj: obj['ApplicationFamily']) algoDstList.sort(key=lambda obj: obj['ApplicationFamily']) for i in range(len(algoSrcList)): valid.assertAlgo(self, algoSrcList[i], algoDstList[i]) parentSrcList = srcApi.listDatasetParents(path) parentDstList = dstApi.listDatasetParents(path) parentSrcList.sort(key=lambda obj: obj['Name']) parentDstList.sort(key=lambda obj: obj['Name']) for i in range(len(parentSrcList)): self.assertEqual(parentSrcList[i]['PrimaryDataset']['Name'], parentDstList[i]['PrimaryDataset']['Name']) self.assertEqual(parentSrcList[i]['Name'], parentDstList[i]['Name'])