def getSkimEfficiency(self, dataset, user):
from CMGTools.Production.datasetInformation import DatasetInformation
info = DatasetInformation(dataset, user, '', False, False, '', '', '')
fraction = info.dataset_details['PrimaryDatasetFraction']
if fraction < 0.001:
print 'ERROR FRACTION IS ONLY ', fraction
return fraction
def publish(sampleName,fileown,comment,test,user,password, force,
savannah,primary, run_range = None, development = False ):
"""Publish the given dataset to CMGDB and Savannah
'sampleName' takes the name of the dataset, in either format
'fileown' takes the NICE username of the space on EOS in
which the dataset resides
'comment' takes a users comment for publishing to Savannah or None
'test' takes True/False on whether the posting is a test or not
'user' takes the NICE username of the person making the post
'password' takes the NICE password of the person making the post
'savannah' takes True/False on whether Savannah publish is desired
'development'
"""
def checkName(sampleName, fileown):
# Validate name, and escape if name is invalidate
# Convert name to EOS format (castor)
if re.search("---",sampleName):
fileown = getFileOwner(sampleName)
sampleName = getSampleName(sampleName)
if sampleName is None:
print "\nError, dataset name is not valid, please use valid name\n"
return None
# Check the length of the dataset name
if len(sampleName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 3:
print "Error, " + sampleName + " is not valid, please use valid name."
return None
elif len(sampleName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 4:
print "Dataset "+sampleName+"is a CMS base dataset and cannot be published, please use DAS."
return None
return sampleName, fileown
datasetDetails = None
try:
if not primary:
sampleName, fileown = checkName(sampleName, fileown)
if sampleName is None: return None
print "\n\t-------Publishing New Dataset-------"
print sampleName+"\n"
# Initialise PublishController
publishController = PublishController(user,
password,
development)
# Attempt Login, if unexplained fail occurs, retry
loginClear = False
try:
loginClear = publishController.loginValid()
except KeyboardInterrupt:
raise
except:
try:
loginClear = publishController.loginValid()
except KeyboardInterrupt:
raise
# If login fails return None
if loginClear is False:
print "User authentication failed, exiting!\n\n"
return None
# Get DS Information
datasetDetails = DatasetInformation(sampleName,
fileown,
comment,
force,
test,
primary,
user,
password,
development)
# Build all reports on the dataset
if datasetDetails is None:
return None
datasetDetails.buildAllReports()
if datasetDetails.dataset_details is None:
return None
# Print dataset names
print "\n------DataSet Information------"
print datasetDetails.createDirectoryDetailString()
for group_name in datasetDetails.dataset_details['FileGroups']:
print datasetDetails.createFileGroupDetailString(group_name)
## Savannah operations
print "\n------Savanah------\n"
if savannah or datasetDetails.dataset_details['TaskID'] == None:
(datasetDetails.dataset_details['TaskID'],
datasetDetails.dataset_details['ParentTaskID']) = publishController.savannahPublish(datasetDetails.dataset_details)
else:
print "NO SAVANNAH PUBLISH REQUIRED"
if datasetDetails.dataset_details['TaskID'] is not None:
status = 'Success'
# Sent data (with updated task ID) to CMGDB
if publishController.cmgdbOnline():
print "\n-------CMGDB-------\n"
cmgdbid = publishController.cmgdbPublish(datasetDetails.dataset_details)
return datasetDetails.dataset_details
except KeyboardInterrupt:
raise
except ValueError as err:
print err.args, '.\nDataset not published'
return None
except NameError as err:
print err.args[0]
return datasetDetails
def publish(sampleName,fileown,comment,test,username,force,
primary, run_range = None, development = False ):
"""Publish the given dataset to CMGDB and Savannah
'sampleName' takes the name of the dataset, in either format
'fileown' takes the NICE username of the space on EOS in
which the dataset resides
'comment' takes a users comment for publishing to Savannah or None
'username' takes the name of the user publishing the dataset
'test' takes True/False on whether the posting is a test or not
'development' takes True/False depending on whether
wants to publish on the official or the devdb11 database
"""
def checkName(sampleName, fileown):
# Validate name, and escape if name is invalidate
# Convert name to EOS format (castor)
if re.search("---",sampleName):
fileown = getFileOwner(sampleName)
sampleName = getSampleName(sampleName)
if sampleName is None:
print "\nError, dataset name is not valid, please use valid name\n"
return None
# Check the length of the dataset name
if len(sampleName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 3:
print "Error, " + sampleName + " is not valid, please use valid name."
return None
elif len(sampleName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 4:
print "Dataset "+sampleName+"is a CMS base dataset and cannot be published, please use DAS."
return None
return sampleName, fileown
datasetDetails = None
try:
if not primary:
sampleName, fileown = checkName(sampleName, fileown)
if sampleName is None: return None
print "\n\t-------Publishing New Dataset-------"
print sampleName+"\n"
# Initialise PublishController
publishController = PublishController(username,development)
# Get DS Information
datasetDetails = DatasetInformation(sampleName,
fileown,
comment,
force,
test,
primary,
development)
# Build all reports on the dataset
if datasetDetails is None:
return None
datasetDetails.buildAllReports()
if datasetDetails.dataset_details is None:
return None
# Print dataset names
print "\n------DataSet Information------"
print datasetDetails.createDirectoryDetailString()
for group_name in datasetDetails.dataset_details['FileGroups']:
print datasetDetails.createFileGroupDetailString(group_name)
if datasetDetails.dataset_details['TaskID'] is not None:
status = 'Success'
# Sent data (with updated task ID) to CMGDB
if publishController.cmgdbOnline():
print "\n-------CMGDB-------\n"
cmgdbid = publishController.cmgdbPublish(datasetDetails.dataset_details)
return datasetDetails.dataset_details
except KeyboardInterrupt:
raise
except ValueError as err:
print err.args, '.\nDataset not published'
return None
except NameError as err:
print err.args[0]
return datasetDetails