def _addToDBSBuffer(self, dbsFile, checksums, locations): """ This step is just for increase the performance for Accountant doesn't neccessary to check the parentage """ dbsBuffer = DBSBufferFile(lfn = dbsFile["LogicalFileName"], size = dbsFile["FileSize"], events = dbsFile["NumberOfEvents"], checksums = checksums, locations = locations, status = "GLOBAL") dbsBuffer.setDatasetPath('bogus') dbsBuffer.setAlgorithm(appName = "cmsRun", appVer = "Unknown", appFam = "Unknown", psetHash = "Unknown", configContent = "Unknown") if not dbsBuffer.exists(): self.dbsFilesToCreate.append(dbsBuffer) #dbsBuffer.create() return
def _addToDBSBuffer(self, dbsFile, checksums, locations): """ This step is just for increase the performance for Accountant doesn't neccessary to check the parentage """ dbsBuffer = DBSBufferFile(lfn=dbsFile["LogicalFileName"], size=dbsFile["FileSize"], events=dbsFile["NumberOfEvents"], checksums=checksums, locations=locations, status="GLOBAL") dbsBuffer.setDatasetPath('bogus') dbsBuffer.setAlgorithm(appName="cmsRun", appVer="Unknown", appFam="Unknown", psetHash="Unknown", configContent="Unknown") if not dbsBuffer.exists(): self.dbsFilesToCreate.append(dbsBuffer) #dbsBuffer.create() return
def addFile(self, file, dataset=0): """ Add the file to the buffer """ myThread = threading.currentThread() existingTransaction = self.beginTransaction() bufferFile = DBSBufferFile(lfn = file['LFN'], size = file['Size'], events = file['TotalEvents'], cksum=file['Checksum'], dataset=dataset) runLumiList=file.getLumiSections() runList=[x['RunNumber'] for x in runLumiList] for runNumber in runList: lumis = [int(y['LumiSectionNumber']) for y in runLumiList if y['RunNumber']==runNumber] run=Run(runNumber, *lumis) bufferFile.addRun(run) if bufferFile.exists() == False: bufferFile.create() bufferFile.setLocation(se=file['SEName'], immediateSave = True) else: bufferFile.load() # Lets add the file to DBS Buffer as well #UPDATE File Count self.updateDSFileCount(dataset=dataset) #Parent files bufferFile.addParents(file.inputFiles) self.commitTransaction(existingTransaction) return
def addFile(self, file, dataset=0): """ Add the file to the buffer """ myThread = threading.currentThread() existingTransaction = self.beginTransaction() bufferFile = DBSBufferFile(lfn = file['LFN'], size = file['Size'], events = file['TotalEvents'], cksum=file['Checksum'], dataset=dataset) runLumiList=file.getLumiSections() runList=[x['RunNumber'] for x in runLumiList] for runNumber in runList: lumis = [int(y['LumiSectionNumber']) for y in runLumiList if y['RunNumber']==runNumber] run=Run(runNumber, *lumis) bufferFile.addRun(run) if bufferFile.exists() == False: bufferFile.create() bufferFile.setLocation(pnn=file['locations'], immediateSave = True) else: bufferFile.load() # Lets add the file to DBS Buffer as well #UPDATE File Count self.updateDSFileCount(dataset=dataset) #Parent files bufferFile.addParents(file.inputFiles) self.commitTransaction(existingTransaction) return