def configureFromSection( self, mySection ): """ reload from CS """ self.log.debug( 'Configuring from %s' % mySection ) self.errorMailAddress = gConfig.getValue( mySection + '/ErrorMailAddress' , self.errorMailAddress ) self.alarmMailAddress = gConfig.getValue( mySection + '/AlarmMailAddress' , self.alarmMailAddress ) self.mailFromAddress = gConfig.getValue( mySection + '/MailFromAddress' , self.mailFromAddress ) # following will do something only when call from reload including SubmitPool as mySection requestedRunningEndPoints = gConfig.getValue( mySection + '/RunningEndPoints', self.runningEndPoints.keys() ) for runningEndPointName in requestedRunningEndPoints: self.log.verbose( 'Trying to configure RunningEndPoint:', runningEndPointName ) if runningEndPointName in self.runningEndPoints: continue RunningBDEndPointDict = BigDataDB.getRunningEnPointDict( runningEndPointName ) if not RunningBDEndPointDict['OK']: self.log.error( 'Error in RunningBDEndPointDict: %s' % RunningBDEndPointDict['Message'] ) return RunningBDEndPointDict self.log.verbose( 'Trying to configure RunningBDEndPointDict:', RunningBDEndPointDict ) RunningBDEndPointDict = RunningBDEndPointDict[ 'Value' ] for option in ['NameNode', 'Port', 'SiteName', 'BigDataSoftware', 'BigDataSoftwareVersion', 'HighLevelLanguage', 'LimitQueueJobsEndPoint', 'URL', 'PublicIP']: if option not in RunningBDEndPointDict.keys(): self.log.error( 'Missing option in "%s" EndPoint definition:%s' % ( runningEndPointName, option ) ) continue self.runningEndPoints[runningEndPointName] = {} self.runningEndPoints[runningEndPointName]['NameNode'] = RunningBDEndPointDict['NameNode'] self.runningEndPoints[runningEndPointName]['Port'] = int ( RunningBDEndPointDict['Port'] ) self.runningEndPoints[runningEndPointName]['SiteName'] = RunningBDEndPointDict['SiteName'] self.runningEndPoints[runningEndPointName]['BigDataSoftware'] = RunningBDEndPointDict['BigDataSoftware'] self.runningEndPoints[runningEndPointName]['BigDataSoftwareVersion'] = RunningBDEndPointDict['BigDataSoftwareVersion'] self.runningEndPoints[runningEndPointName]['LimitQueueJobsEndPoint'] = int( RunningBDEndPointDict['LimitQueueJobsEndPoint'] ) self.runningEndPoints[runningEndPointName]['URL'] = RunningBDEndPointDict['URL'] self.runningEndPoints[runningEndPointName]['User'] = RunningBDEndPointDict['User'] self.runningEndPoints[runningEndPointName]['PublicIP'] = RunningBDEndPointDict['PublicIP'] self.runningEndPoints[runningEndPointName]['UsePilot'] = RunningBDEndPointDict['UsePilot'] self.runningEndPoints[runningEndPointName]['IsInteractive'] = RunningBDEndPointDict['IsInteractive'] self.runningEndPoints[runningEndPointName]['HighLevelLanguage'] = RunningBDEndPointDict['HighLevelLanguage'] self.runningEndPoints[runningEndPointName]['Requirements'] = RunningBDEndPointDict['Requirements'] self.runningEndPoints[runningEndPointName]['Requirements']['CPUTime'] = int ( self.runningEndPoints[runningEndPointName]['Requirements']['CPUTime'] )
def configureFromSection(self, mySection, endPoint): """ get CS for monitoring endpoints """ self.log.debug("Configuring from %s" % mySection) monitoringBDEndPointDict = BigDataDB.getRunningEnPointDict(endPoint) if not monitoringBDEndPointDict["OK"]: self.log.error("Error in RunninggBDEndPointDict: %s" % monitoringBDEndPointDict["Message"]) return monitoringBDEndPointDict self.log.verbose("Trying to configure RunningBDEndPointDict:", monitoringBDEndPointDict) monitoringBDEndPointDict = monitoringBDEndPointDict["Value"] for option in [ "NameNode", "Port", "SiteName", "BigDataSoftware", "BigDataSoftwareVersion", "HighLevelLanguage", "LimitQueueJobsEndPoint", "URL", "PublicIP", ]: if option not in monitoringBDEndPointDict.keys(): self.log.error('Missing option in "%s" EndPoint definition:' % endPoint, option) continue self.monitoringEndPoints[endPoint] = {} self.monitoringEndPoints[endPoint]["NameNode"] = monitoringBDEndPointDict["NameNode"] self.monitoringEndPoints[endPoint]["Port"] = int(monitoringBDEndPointDict["Port"]) self.monitoringEndPoints[endPoint]["SiteName"] = monitoringBDEndPointDict["SiteName"] self.monitoringEndPoints[endPoint]["BigDataSoftware"] = monitoringBDEndPointDict["BigDataSoftware"] self.monitoringEndPoints[endPoint]["BigDataSoftwareVersion"] = monitoringBDEndPointDict[ "BigDataSoftwareVersion" ] self.monitoringEndPoints[endPoint]["LimitQueueJobsEndPoint"] = int( monitoringBDEndPointDict["LimitQueueJobsEndPoint"] ) self.monitoringEndPoints[endPoint]["URL"] = monitoringBDEndPointDict["URL"] self.monitoringEndPoints[endPoint]["User"] = monitoringBDEndPointDict["User"] self.monitoringEndPoints[endPoint]["PublicIP"] = monitoringBDEndPointDict["PublicIP"] self.monitoringEndPoints[endPoint]["IsInteractive"] = monitoringBDEndPointDict["IsInteractive"] self.monitoringEndPoints[endPoint]["HighLevelLanguage"] = monitoringBDEndPointDict["HighLevelLanguage"]