def _wn_job_status_message(self, status, status_source, status_start_time): # Not null: EXECUTION_BACKEND, GRIDJOBID, JOB_ID_INSIDE_THE_TASK, TASKNAME, UNIQUEJOBID ji = self.job_info # called on worker node, so job_info is dictionary msg = { 'DESTCE': LCGUtil.wn_dest_ce(ji), 'DESTSITE': LCGUtil.wn_dest_site(ji), 'DESTWN': LCGUtil.wn_dest_wn(), 'EXECUTION_BACKEND': ji['EXECUTION_BACKEND'], 'GRIDEXITCODE': None, 'GRIDEXITREASON': None, 'GRIDJOBID': LCGUtil.wn_grid_job_id(ji), 'JOBEXITCODE': None, 'JOBEXITREASON': None, 'JOB_ID_INSIDE_THE_TASK': ji['JOB_ID_INSIDE_THE_TASK'], 'OWNERDN': ji['OWNERDN'], 'REPORTER': 'JobWN', 'REPORTTIME': CommonUtil.utcnow(), 'STATENAME': status, 'STATESOURCE': status_source, 'STATESTARTTIME': status_start_time, 'TASKNAME': ji['TASKNAME'], 'UNIQUEJOBID': ji['UNIQUEJOBID'], '___fqid' : ji['fqid'], } return msg
def _cl_task_meta_message(self): j = self.job_info # called on client, so job_info is Job object msg = { 'APPLICATION': LCGAthenaUtil.cl_application(j), # e.g. ATHENA # e.g. 15.5.1 'APPLICATIONVERSION': LCGAthenaUtil.cl_application_version(j), # e.g. fdr08_run2.0052283.physics_Muon.merge.AOD.o3_f8_m10 'INPUTDATASET': LCGAthenaUtil.cl_input_dataset(j), 'JSTOOL': 'Ganga', # e.g. Ganga, Panda # hostname of client. e.g. lxplus246.cern.ch 'JSTOOLUI': LCGAthenaUtil.cl_jstoolui(), # Unknown at submission. e.g. # user09.DavidTuckett.ganga.420.20091125.FZK-LCG2_SCRATCHDISK 'OUTPUTDATASET': LCGAthenaUtil.cl_output_dataset(j), # Unknown at submission. e.g. FZK-LCG2_SCRATCHDISK 'OUTPUTSE': LCGAthenaUtil.cl_output_se(j), # Grid certificate. e.g. /DC=ch/DC=cern/OU=Organic # Units/OU=Users/CN=dtuckett/CN=671431/CN=David Tuckett/CN=proxy 'OWNERDN': LCGUtil.cl_ownerdn(), 'REPORTER': 'ToolUI', # e.g. ToolUI, JobWN # e.g. 2009-11-25T14:59:24.754249Z 'REPORTTIME': CommonUtil.utcnow(), 'SUBMISSIONTYPE': 'direct', # e.g. CE_xxx,SITE_CSCS-LCG2_DATADISK,SITE_DESY-ZN_DATADISK 'TARGET': LCGAthenaUtil.cl_target(j), # e.g. ganga:6702b50a-8a31-4476-8189-62ea5b8e00b3:TrigStudy 'TASKNAME': LCGUtil.cl_task_name(j), # e.g. analysis, production, hammercloud etc. 'TASKTYPE': LCGAthenaUtil.cl_task_type(self.config_info), '___fqid': j.fqid, } return msg
def _cl_job_meta_message(self): j = self.job_info # called on client, so job_info is Job object msg = { # e.g. https://grid-lb0.desy.de:9000/moqY5njFGurEuoDkkJmtBA 'GRIDJOBID': LCGUtil.cl_grid_job_id(j), # e.g. fdr08_run2.0052283.physics_Muon.merge.AOD.o3_f8_m10 'INPUTDATASET': LCGAthenaUtil.cl_input_dataset(j), # subjob id e.g. 0 'JOB_ID_INSIDE_THE_TASK': LCGUtil.cl_job_id_inside_the_task(j), # None or non-negative number e.g. 100 'NEVENTSREQUESTED': LCGAthenaUtil.cl_nevents_requested(j), # e.g. user09.DavidTuckett.ganga.420.20091125.FZK-LCG2_SCRATCHDISK 'OUTPUTDATASET': LCGAthenaUtil.cl_output_dataset(j), # Unknown at submission. e.g. FZK-LCG2_SCRATCHDISK 'OUTPUTSE': LCGAthenaUtil.cl_output_se(j), 'PILOT': 0, # 0 = not pilot, 1 = pilot 'PILOTNAME': None, 'REPORTER': 'ToolUI', # e.g. ToolUI, JobWN # e.g. 2009-11-25T14:59:24.754249Z 'REPORTTIME': CommonUtil.utcnow(), # e.g. CE_xxx,SITE_CSCS-LCG2_DATADISK,SITE_DESY-ZN_DATADISK 'TARGET': LCGAthenaUtil.cl_target(j), # e.g. ganga:6702b50a-8a31-4476-8189-62ea5b8e00b3:TrigStudy 'TASKNAME': LCGUtil.cl_task_name(j), # Ganga uuid e.g. 1c08ff3b-904f-4f77-a481-d6fa765813cb 'UNIQUEJOBID': LCGUtil.cl_unique_job_id(j), '___fqid': j.fqid, } return msg
def getJobInfo(self): """Create job_info from Job object.""" j = self.job_info # called on client, so job_info is Job object ji = { 'fqid': j.fqid, 'EXECUTION_BACKEND': LCGUtil.cl_execution_backend(j), 'OWNERDN': LCGUtil.cl_ownerdn(), 'JOB_ID_INSIDE_THE_TASK': LCGUtil.cl_job_id_inside_the_task(j), 'TASKNAME': LCGUtil.cl_task_name(j), 'UNIQUEJOBID': LCGUtil.cl_unique_job_id(j), } return ji
def complete(self, **opts): """Log complete event on client.""" j = self.job_info # called on client, so job_info is Job object self._log('debug', 'complete %s' % j.fqid) # ignore master wrapper jobs if j.subjobs: self._log('debug', 'Not sending unwanted message on complete for master wrapper job %s.' % j.fqid) return # send LB Done job-status message message = self._cl_job_status_message(LCGUtil.cl_grid_status(j), 'LB', None) message['GRIDEXITCODE'] = LCGUtil.cl_grid_exit_code(j) message['GRIDEXITREASON'] = LCGUtil.cl_grid_exit_reason(j) self._send(self.config_info['destination_job_status'], message)
def _wn_job_processing_attributes_message(self): ji = self.job_info # called on worker node, so job_info is dictionary athena_stats = LCGAthenaUtil.wn_load_athena_stats() msg = { # e.g. https://grid-lb0.desy.de:9000/moqY5njFGurEuoDkkJmtBA 'GRIDJOBID': LCGUtil.wn_grid_job_id(ji), # subjob id e.g. 0 'JOB_ID_INSIDE_THE_TASK': ji['JOB_ID_INSIDE_THE_TASK'], # number of events processed. e.g. 100 'NEVENTSPROCESSED': athena_stats.get('totalevents'), # number of files processed. e.g. 2 'NFILESPROCESSED': athena_stats.get('numfiles'), 'REPORTER': 'JobWN', # e.g. ToolUI, JobWN # e.g. 2009-11-25T14:59:24.754249Z 'REPORTTIME': CommonUtil.utcnow(), # system cpu time in seconds. e.g. 38.45 'SYSTEMTIME': athena_stats.get('systemtime'), # e.g. # [email protected]:/afs/cern.ch/user/d/dtuckett/gangadir/repository/dtuckett/LocalAMGA 'TASKNAME': ji['TASKNAME'], # Ganga uuid e.g. 1c08ff3b-904f-4f77-a481-d6fa765813cb 'UNIQUEJOBID': ji['UNIQUEJOBID'], # user cpu time in seconds. e.g. 479.0 'USERTIME': athena_stats.get('usertime'), # wallclock time in seconds. e.g. 1040 'WALLCLOCK': athena_stats.get('wallclock'), '___fqid': ji['fqid'], } return msg
def _cl_job_status_message(self, status, status_source, status_start_time=None): # Not null: EXECUTION_BACKEND, GRIDJOBID, JOB_ID_INSIDE_THE_TASK, TASKNAME, UNIQUEJOBID j = self.job_info # called on client, so job_info is Job object msg = { 'DESTCE': LCGUtil.cl_dest_ce(j), # Actual CE. e.g. ce-3-fzk.gridka.de:2119/jobmanager-pbspro-atlasXS 'DESTSITE': None, # Actual site. e.g. FZK-LCG2 'DESTWN': None, # Actual worker node hostname. e.g. c01-102-103.gridka.de 'EXECUTION_BACKEND': LCGUtil.cl_execution_backend(j), # Backend. e.g. LCG 'GRIDEXITCODE': None, # e.g. 0 'GRIDEXITREASON': None, # e.g. Job terminated successfully 'GRIDJOBID': LCGUtil.cl_grid_job_id(j), # e.g. https://grid-lb0.desy.de:9000/moqY5njFGurEuoDkkJmtBA 'JOBEXITCODE': None, # e.g. 0 'JOBEXITREASON': None, 'JOB_ID_INSIDE_THE_TASK': LCGUtil.cl_job_id_inside_the_task(j), # subjob id e.g. 0 'OWNERDN': LCGUtil.cl_ownerdn(), # Grid certificate. e.g. /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=dtuckett/CN=671431/CN=David Tuckett/CN=proxy 'REPORTER': 'ToolUI', # e.g. ToolUI, JobWN 'REPORTTIME': CommonUtil.utcnow(), # e.g. 2009-11-25T14:59:24.754249Z 'STATENAME': status, # e.g. submitted, Done (Success) 'STATESOURCE': status_source, # e.g. Ganga, LB 'STATESTARTTIME': status_start_time, # e.g. 2009-11-25T14:32:51.428988Z 'TASKNAME': LCGUtil.cl_task_name(j), # e.g. ganga:6702b50a-8a31-4476-8189-62ea5b8e00b3:TrigStudy 'UNIQUEJOBID': LCGUtil.cl_unique_job_id(j), # Ganga uuid e.g. 1c08ff3b-904f-4f77-a481-d6fa765813cb '___fqid' : j.fqid, } return msg