# for each value in testRange, needs 1 call for fid and 1 call for deriv for each param
N = 1 + len(paramList)
print "Number of tasks: ", N
tasksPerCore = np.ceil(float(N) / float(numCoresAsked) * 8 / numCores)
numCoresNeed = float(N) / tasksPerCore
print "Tasks per core: ", tasksPerCore
print "Needed cores: ", int(np.ceil(numCoresNeed)), "/", numCoresAsked
print "Needed nodes: ", int(np.ceil(numCoresNeed /
numCores)), "/", numCoresAsked / 8
#sys.exit()
commandPreFix = 'source ~/.bashrc'
Jobs = jobMaker(projectName=projectName,
commandPreFix=commandPreFix,
numCores=numCores,
queue=queue,
walltime=walltime,
jobRoot='/gpfs/scratch/nhnguyen/makeDerivs/jobs/')
optionsCommon = ' --spec ' + spec + ' --out_pre ' + out_pre + ' --AccuracyBoost ' + str(
AccuracyBoost)
i = 0
nowCommand = ''
# Save fiducials
i += 1
saveSuffix = out_pre + '_' + spec
options = optionsCommon + ' --paramName 0 --stepSize 0 --output ' + saveRoot + saveSuffix
nowCommand += ' python ' + os.environ[
'FISHER_DIR'] + 'bin/cluster-submit/makeDerivs_script.py ' + options + ';'
if i % tasksPerCore == 0 or i == N:
Jobs.addJob(nowCommand)
N += len(testRange[testParam])
print testParam, testRange[testParam]
print "Number of tasks: ", N
print "Number of cores running per node:", numCores, "/", 8
tasksPerCore = np.ceil(float(N) / float(numCoresAsked) * 8 / numCores)
numCoresNeed = float(N) / tasksPerCore
print "Tasks per core: ", int(tasksPerCore)
print "Needed cores: ", int(np.ceil(numCoresNeed)), "/", numCoresAsked
print "Needed nodes: ", int(np.ceil(numCoresNeed /
numCores)), "/", numCoresAsked / 8
#sys.exit()
commandPreFix = 'source ~/.bashrc'
Jobs = jobMaker(projectName=projectName,
commandPreFix=commandPreFix,
numCores=numCores,
queue=queue,
walltime=walltime,
jobRoot='/gpfs/scratch/nhnguyen/testStepSizeDump/jobs/')
#optionsCommon = ' --spec ' + spec + ' --out_pre ' + out_pre + ' --AccuracyBoost ' + str(AccuracyBoost)
optionsCommon = ''
i = 0
nowCommand = ''
#prefix = ''
for testParam in testList:
index = 0
for testVal in testRange[testParam]:
#prefix = testParam+'_'+str(testVal)
index += 1
i += 1
saveSuffix = out_pre + spec
#saveSuffix = out_pre+spec+"_"+prefix+"_dCls_"+testParam+".csv"
testList.append(key)
# a magical formula
N = 0
N = len(testList)
#N = 1
print "Number of tasks: ", N
tasksPerCore = np.ceil(float(N)/float(numCoresAsked))
numCores = float(N) / tasksPerCore
print "Tasks per core: ",tasksPerCore
print "Needed cores: ",int(np.ceil(numCores)),"/",numCoresAsked
print "Needed nodes: ",int(np.ceil(numCores/8)),"/",numCoresAsked/8
#sys.exit()
commandPreFix = 'source ~/.bashrc'
Jobs = jobMaker(projectName=projectName,commandPreFix=commandPreFix,numCores=8,queue=queue,walltime=walltime,jobRoot='/gpfs/scratch/nhnguyen/testmnuDump/jobs/')
#optionsCommon = ' --spec ' + spec + ' --out_pre ' + out_pre + ' --AccuracyBoost ' + str(AccuracyBoost)
optionsCommon = ''
i = 0
nowCommand = ''
#prefix = ''
for testParam in testList:
#prefix = testParam+'_'+str(testVal)
i+=1
saveSuffix = out_pre+spec
options = optionsCommon + ' --testParam ' + testParam + ' --output ' + saveRoot+saveSuffix
nowCommand += ' python '+os.environ['FISHER_DIR']+'/bin/cluster-submit/testmnu_driver_script.py '+options+';'
if i%tasksPerCore == 0 or i==N:
Jobs.addJob(nowCommand)
nowCommand = ''
#print len(Jobs.scripts),Jobs.scripts
# a magical formula numCores=1 N = 0 # for each value in testRange, needs 1 call for fid and 1 call for deriv for each param N=1+len(paramList) print "Number of tasks: ", N tasksPerCore = np.ceil(float(N)/float(numCoresAsked)*8/numCores) numCoresNeed = float(N) / tasksPerCore print "Tasks per core: ",tasksPerCore print "Needed cores: ",int(np.ceil(numCoresNeed)),"/",numCoresAsked print "Needed nodes: ",int(np.ceil(numCoresNeed/numCores)),"/",numCoresAsked/8 #sys.exit() commandPreFix = 'source ~/.bashrc' Jobs = jobMaker(projectName=projectName,commandPreFix=commandPreFix,numCores=numCores,queue=queue,walltime=walltime,jobRoot='/gpfs/scratch/nhnguyen/makeDerivs/jobs/') optionsCommon = ' --spec ' + spec + ' --out_pre ' + out_pre + ' --AccuracyBoost ' + str(AccuracyBoost) i = 0 nowCommand = '' # Save fiducials i+=1 saveSuffix = out_pre+'_'+spec options = optionsCommon + ' --paramName 0 --stepSize 0 --output ' + saveRoot+saveSuffix nowCommand += ' python '+os.environ['FISHER_DIR']+'bin/cluster-submit/makeDerivs_script.py '+options+';' if i%tasksPerCore == 0 or i==N: Jobs.addJob(nowCommand) nowCommand = '' # Calculate Derivatives for paramName in paramList: i+=1
N = 0
for testParam in testList:
# for each value in testRange, needs 1 call for fid
N+=len(testRange[testParam])
print testParam,testRange[testParam]
print "Number of tasks: ", N
print "Number of cores running per node:",numCores,"/",8
tasksPerCore = np.ceil(float(N)/float(numCoresAsked)*8/numCores)
numCoresNeed = float(N) / tasksPerCore
print "Tasks per core: ",int(tasksPerCore)
print "Needed cores: ",int(np.ceil(numCoresNeed)),"/",numCoresAsked
print "Needed nodes: ",int(np.ceil(numCoresNeed/numCores)),"/",numCoresAsked/8
#sys.exit()
commandPreFix = 'source ~/.bashrc'
Jobs = jobMaker(projectName=projectName,commandPreFix=commandPreFix,numCores=numCores,queue=queue,walltime=walltime,jobRoot='/gpfs/scratch/nhnguyen/oldtestStepSize/jobs/')
optionsCommon = ' --spec ' + spec + ' --out_pre ' + out_pre + ' --AccuracyBoost ' + str(AccuracyBoost)
i = 0
nowCommand = ''
prefix = ''
for testParam in testList:
for testVal in testRange[testParam]:
prefix = testParam+'_'+str(testVal)
# Save fiducials
i+=1
saveSuffix = out_pre+spec+"_"+prefix+"_fCls.csv"
options = optionsCommon + ' --testParam ' + testParam + ' --testVal ' + str(testVal) + ' --output ' + saveRoot+saveSuffix
nowCommand += ' python '+os.environ['FISHER_DIR']+'bin/cluster-submit/oldtestStepSize_script.py '+options+';'
if i%tasksPerCore == 0 or i==N:
Jobs.addJob(nowCommand)
nowCommand = ''
