def test_MPfromBoth(self):
# Env should have priority
os.environ["ATHENA_PROC_NUMBER"] = "4"
argdict = {
'movealong': argList('nothing to see here'),
'athenaopts': argSubstepList(['--nprocs=2', 'random', 'values'])
}
self.assertEqual(detectAthenaMPProcs(argdict), 4)
def test_MPfromArgdictBad(self):
argdict = {
'movealong': argList('nothing to see here'),
'athenaopts': argSubstepList(['--nprocs=-4', 'random', 'values'])
}
self.assertRaises(trfExceptions.TransformExecutionException,
detectAthenaMPProcs, argdict)
argdict = {
'movealong': argList('nothing to see here'),
'athenaopts':
argSubstepList(['--nprocs=notAnInt', 'random', 'values'])
}
self.assertRaises(trfExceptions.TransformExecutionException,
detectAthenaMPProcs, argdict)
argdict = {
'movealong': argList('nothing to see here'),
'athenaopts':
argSubstepList(['--nprocs=4', '--nprocs=8', 'values'])
}
self.assertRaises(trfExceptions.TransformExecutionException,
detectAthenaMPProcs, argdict)
def preExecute(self, input=set(), output=set()):
""" Execute runInfo, set environment and check inputtype"""
# Execute runInfo.py
runArgs=self.conf._argdict
checkFileList(runArgs['input'])
namelist=[]
for i in range(0,len(dsDict['input'])):
namelist.append(dsDict['input'][i]['file'])
self.conf.addToArgdict('inputNames', trfArgClasses.argList(namelist))
nName=namelist[0].count('/')
fileName=namelist[0].split('/')[nName]
projectName=str(fileName.split('.')[0])
if not 'doRunInfo' in runArgs:
self.conf.addToArgdict('doRunInfo', trfArgClasses.argBool(False))
else:
if runArgs['doRunInfo']._value:
import SCT_CalibAlgs.runInfo as runInfo
print "RunNumber for the runInfo = " + str(RunNumber) + " " + Stream
runInfo.main(RunNumber, projectName)
if not 'splitNoisyStrip' in runArgs:
self.conf.addToArgdict('splitNoisyStrip', trfArgClasses.argInt(0))
if not 'doRunSelector' in runArgs:
self.conf.addToArgdict('doRunSelector', trfArgClasses.argBool(False))
# Set STAGE_SVCCLASS
if not SvcClass is '' and not SvcClass is None:
os.environ['STAGE_SVCCLASS']=SvcClass
# Check input type
inputtype=dsDict['input'][0]['dataset'].split('.')[4]
print "Input type = " + inputtype
self.conf.addToArgdict('InputType', trfArgClasses.argString(inputtype))
# check which parts to be run
if not 'part' in runArgs:
self.conf.addToArgdict('part', trfArgClasses.argString('doNoisyStrip'))
part=runArgs['part']._value
for ipart in part:
if not ipart in ['doNoisyStrip','doNoiseOccupancy','doDeadChip','doDeadStrip','doHV','doBSErrorDB','doRawOccupancy','doEfficiency','doLorentzAngle','doNoisyLB']:
self._errMsg = 'Argument part=%s does not match any of the possible candidates' % ipart
raise trfExceptions.TransformValidationException(trfExit.nameToCode('TRF_ARG_ERRO'), self._errMsg)
# get prefix
if not 'prefix' in runArgs:
self.conf.addToArgdict('prefix', trfArgClasses.argString(''))
prefix=runArgs['prefix']._value
# set job number
jobnb=''
# find seperator for jobnumber
if prefix is not '' :
sep=prefix.find('._')
if ( sep != -1 ) :
jobnb=prefix[sep+1:]
elif ( prefix.rfind('#_') != -1 ):
sep=prefix.rfind('#_')
jobnb=prefix[sep+1:]
# find seperator for prefix
sep=prefix.find('#')
if (sep != -1) :
prefix=prefix[:sep]
elif (prefix.find('._') != -1):
sep=prefix.rfind('._')
prefix=prefix[:sep]
# set prefix and jobnumber
prefix+='.'+jobnb
runArgs['prefix']._value = prefix
# When ATLAS is NOT in standby the SCT is, the hitmap root files have 0 events,
# even though the calibration_SCTNoise streams has 10k+ events.
# If the noisy strips task is generated, the jobs will fail. A.N has implemented
# a condition a t0 level so they won't be defined. However,
# when runSelector uses AtlRunQuery to look for the runs that have 10k+ events
# in the calibration_SCTNoise stream, those runs that failed or were skipped
# will appear as waiting to be uploaded, making the rest keep on hold.
# We include a protection against those cases: if the summed number of events
# of hitmap files is <10k, we don't execute the noisy strips. Rather, we exit
# with 'success' status, so the job won't fail at t0, and update the value
# of the last run uploaded as if this run had been uploaded, to avoid the
# next run being indefinitely on hold
# print 'Number of events: ', NumberOfEvents
if 'doNoisyStrip' in part and runArgs['splitNoisyStrip']._value==2 and NumberOfEvents<10000:
self._isValidated = True
self._trf._exitCode = 0
self._trf._exitMsg = 'Noisy strips trying to read root files with 0 events. Gracefully exit and update lastRun counter to %s' %(RunNumber)
updateLastRun(RunNumber)
emptyDic = {}
self._trf._dataDictionary = emptyDic
resetTrfSignalHandlers()
self._trf.generateReport(fast=True)
sys.exit(0)
# raise trfExceptions.TransformValidationException(trfExit.nameToCode('TRF_EXEC_SETUP_FAIL'), self._errMsg)
if jobnb is not '':
self.conf.addToArgdict('JobNumber', trfArgClasses.argString(jobnb))
# get RunNumber from datasetName
if not RunNumber == -1:
self.conf.addToArgdict('RunNumber', trfArgClasses.argInt(RunNumber))
if not Stream == '':
self.conf.addToArgdict('Stream', trfArgClasses.argString(Stream))
# Do other prerun actions
super(SCTCalibExecutor, self).preExecute(input,output)
def test_MPfromArgdictEmpty(self):
argdict = {
'movealong': argList('nothing to see here'),
'athenaopts': argSubstepList(['--nprocs=0', 'random', 'values'])
}
self.assertEqual(detectAthenaMPProcs(argdict), 0)
def test_noMPwithArgdict(self):
argdict = {
'movealong': argList('nothing to see here'),
'athenaopts': argSubstepList(['some', 'random', 'values'])
}
self.assertEqual(detectAthenaMPProcs(argdict), 0)