Example #1
0
    def __init__(self, name=None, parent=None, obj=None):
        pmModule.__init__(self, name, parent, obj)
        self._description, params = utils.normalizeDbSchema(
            pmt, 'jobsarchived4')
        self._jobParametersName = 'jobParameters'
        self._allparams = ','.join(params.keys())
        self._colNames = 'jobStatus prodUserID prodUserName nInputFiles AtlasRelease transformation \
            homepackage prodDBlock destinationDBlock destinationSE computingSite creationTime startTime endTime \
            modificationTime jobName attemptNr prodSourceLabel jobDefinitionID jobsetID taskID pilotID \
            schedulerID pilotErrorCode workingGroup creationHost parentID\
            pilotErrorDiag ddmErrorCode ddmErrorDiag jobDispatcherErrorCode jobDispatcherErrorDiag taskBufferErrorCode \
            taskBufferErrorDiag brokerageErrorCode brokerageErrorDiag exeErrorCode exeErrorDiag supErrorCode supErrorDiag \
            transExitCode currentPriority cloud countryGroup processingType VO JediTaskID'.split(
        )

        self._jobSum = [
            ['States', 'jobStatus'],
            ['Users', 'prodUserName'],
            ['Releases', 'AtlasRelease'],
            ['Processing Types', 'processingType']
            #                       ,['Analysis Tasks' , 'destinationDBlock']   # jobtype = 'analysis'
            #                       ,['Output dataset',  'destinationDBlock']   # jobtype = 'analysis'
            ,
            ['Job Types', 'prodSourceLabel']
            #                        ,['Job Series'      , 'prodSeriesLabel']
            #                       , ['Task ID'       , 'taskID'] # if ['prodSourceLabel'] == 'managed' and 'taskID' in job,
            #                       ,['Batch system ID','batchID' ]
            ,
            ['Transformations', 'transformation']
            #                       ,['Input dataset' , 'prodDBlock']
            ,
            ['Working Groups', 'workingGroup'],
            ['Creation Hosts', 'creationHost']
            #                       ,['Packages'      , 'homepackage']  #  need constrain
            ,
            ['Sites', 'computingSite']
            #                       , ['Regions'      , 'Region']
            ,
            ['Clouds', 'cloud'],
            ['Jedi ID', 'JediTaskID'],
            ['Jedi ID', 'JediTaskID']
            #                        ,[ 'CPU Type','cpuConsumptionUnit']
            #                       ,['Analysis Tasks', 'destinationDBlock']
            #                       ,['Job Priorities' , 'currentPriority' ]# need constrain
        ]
        self._errorFields, self._errorCodes, self._errorStages = errorcodes.getErrorCodes(
        )
        self._extraFields = ['tostart', 'duration', 'endt', 'transfert']
        self._region4sites, self._site4regions = setutils.region4Sites(pmt)
        self._siteId, self._siteRegions, self._siteNames, self._siteNicks = pmt.getSiteInfo(
            'region')
        ## 'publishUI' must be the last init statement  !
        # aliase
        self._alias = {'username': '******'}
        for a in self._alias:
            params[a] = None
        self.publishUI(self.doJson, params=params)
Example #2
0
    def __init__(self, name=None, parent=None, obj=None):
        pmModule.__init__(self, name, parent, obj)
        self._description, params = utils.normalizeDbSchema(pmt, "jobsarchived4")
        self._jobParametersName = "jobParameters"
        self._allparams = ",".join(params.keys())
        self._colNames = "jobStatus prodUserID prodUserName nInputFiles AtlasRelease transformation \
            homepackage prodDBlock destinationDBlock destinationSE computingSite creationTime startTime endTime \
            modificationTime jobName attemptNr prodSourceLabel jobDefinitionID jobsetID taskID pilotID \
            schedulerID pilotErrorCode workingGroup creationHost parentID\
            pilotErrorDiag ddmErrorCode ddmErrorDiag jobDispatcherErrorCode jobDispatcherErrorDiag taskBufferErrorCode \
            taskBufferErrorDiag brokerageErrorCode brokerageErrorDiag exeErrorCode exeErrorDiag supErrorCode supErrorDiag \
            transExitCode currentPriority cloud countryGroup processingType VO JediTaskID".split()

        self._jobSum = [
            ["States", "jobStatus"],
            ["Users", "prodUserName"],
            ["Releases", "AtlasRelease"],
            ["Processing Types", "processingType"]
            #                       ,['Analysis Tasks' , 'destinationDBlock']   # jobtype = 'analysis'
            #                       ,['Output dataset',  'destinationDBlock']   # jobtype = 'analysis'
            ,
            ["Job Types", "prodSourceLabel"]
            #                        ,['Job Series'      , 'prodSeriesLabel']
            #                       , ['Task ID'       , 'taskID'] # if ['prodSourceLabel'] == 'managed' and 'taskID' in job,
            #                       ,['Batch system ID','batchID' ]
            ,
            ["Transformations", "transformation"]
            #                       ,['Input dataset' , 'prodDBlock']
            ,
            ["Working Groups", "workingGroup"],
            ["Creation Hosts", "creationHost"]
            #                       ,['Packages'      , 'homepackage']  #  need constrain
            ,
            ["Sites", "computingSite"]
            #                       , ['Regions'      , 'Region']
            ,
            ["Clouds", "cloud"],
            ["Jedi ID", "JediTaskID"],
            ["Jedi ID", "JediTaskID"]
            #                        ,[ 'CPU Type','cpuConsumptionUnit']
            #                       ,['Analysis Tasks', 'destinationDBlock']
            #                       ,['Job Priorities' , 'currentPriority' ]# need constrain
        ]
        self._errorFields, self._errorCodes, self._errorStages = errorcodes.getErrorCodes()
        self._extraFields = ["tostart", "duration", "endt", "transfert"]
        self._region4sites, self._site4regions = setutils.region4Sites(pmt)
        self._siteId, self._siteRegions, self._siteNames, self._siteNicks = pmt.getSiteInfo("region")
        ## 'publishUI' must be the last init statement  !
        # aliase
        self._alias = {"username": "******"}
        for a in self._alias:
            params[a] = None
        self.publishUI(self.doJson, params=params)
Example #3
0
    def __init__(self, name=None, parent=None, obj=None):
        pmModule.__init__(self, name, parent, obj)
        self.jobstates = ('Pilots', '%fail',
                          'Latest') + utils.jobStates + ('unassigned', )
        self._ALL = ' ALL'
        self.lstates = len(self.jobstates)
        self.cloudList = pmt.getCloudList()
        self.clouds = [self._ALL]
        self.clouds += self.cloudList.keys() + ['CMS', 'AMS']
        self._region4sites, self._sites4region = setutils.region4Sites(pmt)
        self._iFailed = utils.name2Index(self.jobstates, 'failed')
        self._iFinished = utils.name2Index(self.jobstates, 'finished')
        self._iRation = utils.name2Index(self.jobstates, '%fail')
        self._iPilots = utils.name2Index(self.jobstates, 'Pilots')
        self._iLatest = utils.name2Index(self.jobstates, 'Latest')

        self._jobSum = [
            ['States', 'status'],
            ['Users', 'username'],
            ['Releases', 'transUses'],
            ['Processing Types', 'processingType']
            #                       ,['Analysis Tasks' , 'destinationDBlock']   # tasktype = 'analysis'
            #                       ,['Output Dataset',  'destinationDBlock']   # tasktype = 'analysis'
            ,
            ['Task Labels', 'prodSourceLabel']
            #                       , ['Task ID'       , 'JEDITASKID']
            #                       ,['Batch system ID','batchID' ]
            ,
            ['Transformations', 'transPath']
            #                       ,['Input dataset' , 'prodDBlock']
            ,
            ['Working groups', 'workingGroup']
            #                       ,['Creation Hosts' , 'creationHost']
            #                       ,['Packages'      , 'homepackage']  #  need constrain
            #                       ,['Sites'          , 'computingSite']
            #                       , ['Regions'      , 'Region']
            ,
            ['Clouds', 'cloud'],
            ['Task Types', 'taskType'],
            ['Jobs', 'JediTaskID']
            #                       ,['Analysis Tasks', 'destinationDBlock']
            #                       ,['Task Priorities' , 'currentPriority' ]# need constrain
        ]
        #      self.clouds = 'ALL CA CERN DE ES FR IT ND NL RU TW UK US OSG CMS AMS'.split()
        self._description, params = utils.normalizeDbSchema(
            pmt, 'jobsarchived4')

        self.publishUI(self.doQuery, params=params)
Example #4
0
   def __init__(self,name=None,parent=None,obj=None):
      pmModule.__init__(self,name,parent,obj)
      self.jobstates = ('Pilots','%fail','Latest')+utils.jobStates + ('unassigned',)
      self._ALL = ' ALL'
      self.lstates = len(self.jobstates)
      self.cloudList= pmt.getCloudList()
      self.clouds = [self._ALL]
      self.clouds +=  self.cloudList.keys() + ['CMS','AMS']
      self._region4sites,self._sites4region = setutils.region4Sites(pmt)
      self._iFailed = utils.name2Index(self.jobstates,'failed')
      self._iFinished  = utils.name2Index(self.jobstates,'finished')
      self._iRation    = utils.name2Index(self.jobstates,'%fail')
      self._iPilots    = utils.name2Index(self.jobstates,'Pilots');
      self._iLatest    = utils.name2Index(self.jobstates,'Latest');

      self._jobSum = [
                         ['States'         , 'status']
                        ,['Users'        , 'username']
                        ,['Releases'      ,'transUses']
                        ,['Processing Types' , 'processingType']
#                       ,['Analysis Tasks' , 'destinationDBlock']   # tasktype = 'analysis'
#                       ,['Output Dataset',  'destinationDBlock']   # tasktype = 'analysis'
                        ,['Task Labels'       , 'prodSourceLabel']
#                       , ['Task ID'       , 'JEDITASKID']
#                       ,['Batch system ID','batchID' ]
                       ,['Transformations', 'transPath']
#                       ,['Input dataset' , 'prodDBlock']
                        ,['Working groups', 'workingGroup']
#                       ,['Creation Hosts' , 'creationHost']
#                       ,['Packages'      , 'homepackage']  #  need constrain
#                       ,['Sites'          , 'computingSite']
#                       , ['Regions'      , 'Region']
                       , ['Clouds'        , 'cloud']
                       , ['Task Types'        , 'taskType']
                       , ['Jobs','JediTaskID'] 
#                       ,['Analysis Tasks', 'destinationDBlock']
#                       ,['Task Priorities' , 'currentPriority' ]# need constrain 
                  ]
 #      self.clouds = 'ALL CA CERN DE ES FR IT ND NL RU TW UK US OSG CMS AMS'.split()
      self._description,params = utils.normalizeDbSchema(pmt,'jobsarchived4')

      self.publishUI(self.doQuery,params=params)