raise
except Exception, ex:
msg = "Unhandled exception while setting blocks in files.\n"
msg += str(ex)
logging.error(msg)
logging.debug("Files to Update: %s\n" % self.filesToUpdate)
myThread.transaction.rollback()
raise DBSUploadException(msg)
# Finally upload blocks to DBS.
for block in createInDBS:
if len(block.files) < 1:
# What are we doing?
logging.debug("Skipping empty block")
continue
if not block.hasDataset():
# Then we have to fix the dataset
dbsFile = block.files[0]
block.setDataset(datasetName = dbsFile['datasetPath'],
primaryType = dbsFile.get('primaryType', 'DATA'),
datasetType = self.datasetType,
physicsGroup = dbsFile.get('physicsGroup', None))
logging.debug("Found block %s in blocks" % block.getName())
block.setPhysicsGroup(group = self.physicsGroup)
def replaceKeys(block, oldKey, newKey):
if oldKey in block.data.keys():
block.data[newKey] = block.data[oldKey]
del block.data[oldKey]
return
replaceKeys(block, 'BlockSize', 'block_size')
replaceKeys(block, 'CreationDate', 'creation_date')
raise
except Exception, ex:
msg = "Unhandled exception while setting blocks in files.\n"
msg += str(ex)
logging.error(msg)
logging.debug("Files to Update: %s\n" % self.filesToUpdate)
myThread.transaction.rollback()
raise DBSUploadException(msg)
# Finally upload blocks to DBS.
for block in createInDBS:
if len(block.files) < 1:
# What are we doing?
logging.debug("Skipping empty block")
continue
if not block.hasDataset():
# Then we have to fix the dataset
dbsFile = block.files[0]
block.setDataset(datasetName=dbsFile['datasetPath'],
primaryType=self.primaryDatasetType,
datasetType=self.datasetType,
physicsGroup=dbsFile.get(
'physicsGroup', None),
prep_id=dbsFile.get('prep_id', None))
logging.debug("Found block %s in blocks" % block.getName())
block.setPhysicsGroup(group=self.physicsGroup)
encodedBlock = block.convertToDBSBlock()
logging.info("About to insert block %s" % block.getName())
self.input.put({'name': block.getName(), 'block': encodedBlock})
self.blockCount += 1
