def buildCMGDBReport(self): """Finds CMGDB ID of parent sample and sample""" cmgdbAPI = CmgdbToolsApi(self.development) cmgdbAPI.connect() self.dataset_details['CMGDBID'] = cmgdbAPI.getDatasetIDWithName( self.dataset_details['CMGDBName']) self.dataset_details['ParentCMGDBID'] = cmgdbAPI.getDatasetIDWithName( self.dataset_details['ParentCMGDBName'])
def __init__(self, username, development=False): """Initialise CMGDB and set username of who is publishing 'force' takes a boolean value which determines whether a lack of log file can be ignored """ self.development = development self._username = username self._cmgdbAPI = CmgdbToolsApi(self.development) self._cmgdbAPI.connect()
def __init__(self, username, password, development=False): """Initialise CMGDB and set username and password 'username' takes the NICE username of the current user, NOT the files owner on EOS 'password' takes the NICE password of the current user 'force' takes a boolean value which determines whether a lack of log file can be ignored """ self.development = development self._cmgdbAPI = CmgdbToolsApi(self.development) self._cmgdbAPI.connect() self._username = username self._password = password
def addInformationToCMGDB(dir_name, valRunInfo, development=False): validationRunsLibraryPath = "/afs/cern.ch/user/a/anantoni/www/cmg-compare-validation-runs/ValidationRuns" cmgdbAPI = CmgdbToolsApi(development) cmgdbAPI.connect() #get all the information from the validation run object release_info = valRunInfo.getReleaseInfo() components_info = valRunInfo.getComponentsInfo() analyzers_info = valRunInfo.getAnalyzersInfo() root_files_info = valRunInfo.getRootFilesInfo() taghash = [] for i in release_info['Tags']: a = hash((i['package'], i['tag'])) # Create hash code for the tag set taghash.append(a) taghash.sort() endhash = hash(tuple(taghash)) tagSetID = cmgdbAPI.getTagSetID( endhash) # check if tag set is already on CMGDB if tagSetID is None: # If it isn't found, add the tags, and the tag set if release_info['Tags']: tagIDs = [] for row in release_info['Tags']: tagID = cmgdbAPI.addTag(row["package"], row["tag"]) if tagID is not None: tagIDs.append(tagID) tagSetID = cmgdbAPI.addTagSet(release_info['Release'], endhash) for tagID in tagIDs: cmgdbAPI.addTagToSet(tagID, tagSetID) if tagSetID is not None: validationRunID = cmgdbAPI.addValidationRun( tagSetID, components_info[components_info.keys()[0]] ['number of events processed']) for component in components_info.keys(): for analyzer in analyzers_info.keys(): analyzerID = cmgdbAPI.addAnalyzer(analyzer) for root_file in root_files_info[component][analyzer]: datasetInfo = cmgdbAPI.addRootFilesToValidationRunWithAnalyzerOnDataset( validationRunID, components_info[component]['dataset_on_eos'], component, analyzer, root_file) destinationPath = os.path.join(validationRunsLibraryPath, datasetInfo[1], datasetInfo[2][1:], repr(validationRunID)) os.system("mkdir -p " + destinationPath) os.system("cp -r " + component + " " + destinationPath)
def unPublish(dsName, fileown, user, development=False): if re.search("---", dsName): fileown = getDbsUser(dsName) dsName2 = getCastor(dsName) if dsName2 is None: print "\nError, " + dsName + " is not valid, please use valid name\n" return None else: dsName = dsName2 if len(dsName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 3: print "Error, " + dsName + " is not valid, please use valid name" return None elif len(dsName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 4: print "Dataset " + dsName + "is a CMS base dataset and cannot be published, please use DAS." return None taskID = None loginClear = False dataset = None try: dataset = Dataset(dsName, fileown) #create the dataset except: print "Dataset does not exist on eos, proceeding to unpublish" cmgdbName = getCMGDBWithUser(dsName, fileown) print "\n------DataSet------\n" print "CMGDB NAME : " + cmgdbName if dataset: dataset.printInfo() if dataset.files: #check if the dataset has root files print "\nERROR: Dataset has root files present, you can only unpublish empty datasets!" #if it does cancel the unpublishing exit(-1) print "\n-------CMGDB-------\n" ID = None cmgdbAPI = CmgdbToolsApi(development) cmgdbAPI.connect() ID = cmgdbAPI.getDatasetIDWithName(cmgdbName) if ID is not None: try: cmgdbAPI.closeDataset(cmgdbName) print "Dataset closed on CMGDB" except: print "Dataset failed to close" else: print "Dataset not found on CMGDB"
def unPublish(dsName, fileown, user, password, development=False): if re.search("---", dsName): fileown = getDbsUser(dsName) dsName2 = getCastor(dsName) if dsName2 is None: print "\nError, " + dsName + " is not valid, please use valid name\n" return None else: dsName = dsName2 if len(dsName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 3: print "Error, " + dsName + " is not valid, please use valid name" return None elif len(dsName.lstrip(os.sep).rstrip(os.sep).split(os.sep)) < 4: print "Dataset " + dsName + "is a CMS base dataset and cannot be published, please use DAS." return None taskID = None loginClear = False if not validLogin(user, password): print "Authentication Failed, exiting\n\n" sys.exit(1) dataset = None try: dataset = Dataset(dsName, fileown) #create the dataset except: print "Dataset does not exist on eos, proceeding to unpublish" cmgdbName = getCMGDBWithUser(dsName, fileown) print "\n------DataSet------\n" print "CMGDB NAME : " + cmgdbName if dataset: dataset.printInfo() if dataset.files: #check if the dataset has root files print "\nERROR: Dataset has root files present, you can only unpublish empty datasets!" #if it does cancel the unpublishing exit(-1) print "\n------Savanah------\n" try: if taskID is None: taskID = getTaskID(cmgdbName, opts['category_id'], user, password, False) except: taskID = getTaskID(cmgdbName, '103', user, password, False) if taskID is not None: browser = SavannahBrowser(user, password, taskID) browser.closeTask() print "Task closed on Savannah" print "URL: https://savannah.cern.ch/task/?" + taskID else: print "No task was found, no closing neccesary" print "\n-------CMGDB-------\n" ID = None cmgdbAPI = CmgdbToolsApi(development) cmgdbAPI.connect() ID = cmgdbAPI.getDatasetIDWithName(cmgdbName) if ID is not None: try: cmgdbAPI.closeDataset(cmgdbName) print "Dataset closed on CMGDB" except: print "Dataset failed to close" else: print "Dataset not found on CMGDB"