def _blockGenerator(self, dataset):
if dataset.startswith('/' + Globals.NOT_EXIST_DATASET):
raise NoDatasetError, "no dataset"
blocks = []
numOfEvents = GlobalParams.numOfFilesPerBlock(
) * GlobalParams.numOfEventsPerFile()
for i in range(GlobalParams.numOfBlocksPerDataset()):
blockName = "%s#%s" % (dataset, i + 1)
size = GlobalParams.numOfFilesPerBlock() * GlobalParams.sizeOfFile(
)
blocks.append({
'Name':
blockName,
'NumberOfEvents':
numOfEvents,
'NumberOfFiles':
GlobalParams.numOfFilesPerBlock(),
'NumberOfLumis':
GlobalParams.numOfLumisPerBlock(),
'Size':
size,
'Parents': (),
'OpenForWriting':
'1' if self._openForWriting() else '0'
})
return blocks
def _fileGenerator(self, blockName, parentFlag):
files = []
for fileID in range(GlobalParams.numOfFilesPerBlock()):
fileName = "/store/data%s/file%s" % (blockName, fileID)
#Not sure why fileName is unit code - change to str
fileName = str(fileName)
parentFileName = "/store/data%s_parent/file%s_parent" % (blockName,
fileID)
#Not sure why fileName is unit code - change to str
parentFileName = str(parentFileName)
if parentFlag:
parentList = [
self._createDBSFile(blockName,
{'LogicalFileName': parentFileName})
]
else:
parentList = []
dbsFile = {
'LogicalFileName': fileName,
'ParentList': parentList,
}
files.append(self._createDBSFile(blockName, dbsFile))
return files
def getParentBlock(self, block, numberOfParents = 1):
blocks = []
numOfEvents = GlobalParams.numOfFilesPerBlock() * GlobalParams.numOfEventsPerFile()
for i in range(numberOfParents):
blockName = "%s_parent_%s" % (block, i+1)
size = GlobalParams.numOfFilesPerBlock() * GlobalParams.sizeOfFile()
blocks.append({'Name' : blockName,
'NumberOfEvents' : numOfEvents,
'NumberOfFiles' : GlobalParams.numOfFilesPerBlock(),
'NumberOfLumis' : GlobalParams.numOfLumisPerBlock(),
'Size' : size,
'StorageElementList':[{'Role' : '', 'Name' : x} for x in \
self.getLocation(blockName)],
'Parents' : ()}
)
return blocks
def getParentBlock(self, block, numberOfParents = 1):
blocks = []
numOfEvents = GlobalParams.numOfFilesPerBlock() * GlobalParams.numOfEventsPerFile()
for i in range(numberOfParents):
dataset, blockname = block.split('#') # append parent block id to tier
blockName = "%s_parent_%s#%s" % (dataset, i+1, blockname)
size = GlobalParams.numOfFilesPerBlock() * GlobalParams.sizeOfFile()
blocks.append({'Name' : blockName,
'NumberOfEvents' : numOfEvents,
'NumberOfFiles' : GlobalParams.numOfFilesPerBlock(),
'NumberOfLumis' : GlobalParams.numOfLumisPerBlock(),
'Size' : size,
'StorageElementList' : self.getLocation(blockName),
'Parents' : ()}
)
return blocks
def _blockGenerator(self, dataset):
if dataset.startswith('/' + Globals.NOT_EXIST_DATASET):
raise NoDatasetError, "no dataset"
blocks = []
numOfEvents = GlobalParams.numOfFilesPerBlock() * GlobalParams.numOfEventsPerFile()
for i in range(GlobalParams.numOfBlocksPerDataset()):
blockName = "%s#%s" % (dataset, i+1)
size = GlobalParams.numOfFilesPerBlock() * GlobalParams.sizeOfFile()
blocks.append(
{'Name' : blockName,
'NumberOfEvents' : numOfEvents,
'NumberOfFiles' : GlobalParams.numOfFilesPerBlock(),
'NumberOfLumis' : GlobalParams.numOfLumisPerBlock(),
'Size' : size,
'Parents' : ()}
)
return blocks
def _blockGenerator(self, dataset):
if dataset.startswith('/' + Globals.NOT_EXIST_DATASET):
raise NoDatasetError, "no dataset"
blocks = []
numOfEvents = GlobalParams.numOfFilesPerBlock() * GlobalParams.numOfEventsPerFile()
for i in range(GlobalParams.numOfBlocksPerDataset()):
blockName = "%s#%s" % (dataset, i+1)
size = GlobalParams.numOfFilesPerBlock() * GlobalParams.sizeOfFile()
blocks.append(
{'block_name' : blockName,
'NumberOfEvents' : numOfEvents,
'NumberOfFiles' : GlobalParams.numOfFilesPerBlock(),
'NumberOfLumis' : GlobalParams.numOfLumisPerBlock(),
'file_count' : GlobalParams.numOfFilesPerBlock(),
'Size' : size,
'open_for_writing' : '1' if self._openForWriting() else '0'}
)
return blocks
def getParentBlock(self, block, numberOfParents=1):
blocks = []
numOfEvents = GlobalParams.numOfFilesPerBlock(
) * GlobalParams.numOfEventsPerFile()
for i in range(numberOfParents):
dataset, blockname = block.split(
'#') # append parent block id to tier
blockName = "%s_parent_%s#%s" % (dataset, i + 1, blockname)
size = GlobalParams.numOfFilesPerBlock() * GlobalParams.sizeOfFile(
)
blocks.append({
'Name': blockName,
'NumberOfEvents': numOfEvents,
'NumberOfFiles': GlobalParams.numOfFilesPerBlock(),
'NumberOfLumis': GlobalParams.numOfLumisPerBlock(),
'Size': size,
'StorageElementList': self.getLocation(blockName),
'Parents': ()
})
return blocks
def _fileGenerator(self, blockName, parentFlag):
files = []
for fileID in range(GlobalParams.numOfFilesPerBlock()):
fileName = "/store/data%s/file%s" % (blockName, fileID)
#Not sure why fileName is unit code - change to str
fileName = str(fileName)
parentFileName = "/store/data%s_parent/file%s_parent" % (blockName, fileID)
#Not sure why fileName is unit code - change to str
parentFileName = str(parentFileName)
if parentFlag:
parentList = [self._createDBSFile(blockName, {'LogicalFileName':parentFileName})]
else:
parentList = []
dbsFile = {'LogicalFileName': fileName,
'ParentList' : parentList,
}
files.append(self._createDBSFile(blockName, dbsFile))
return files
