def expt2(): """See if code works when mat loading is done by scipy""" #Set debug to False to run in parallel and create crash taskList = ["loadMapTask"] cfg = {'debug': False, 'taskList': taskList} fm.loadMapTask = loadMapTask # fm.runOne(1234, cfg) idList = range(10) fm.runAll(fm.runOne, idList, cfg)
def partialRerun(): epicList = np.loadtxt("GO6086.txt", usecols=(0,), delimiter=",") pattern = "/home/fergal/daveOutput/c6so/*/*.clip" runList = glob(pattern) exceptionList = reportExceptions()[0] set1 = set(runList) - set(exceptionList) set2 = set(epicList) - set1 runList = list(set2) cfg = loadSoConfig() dpf.runAll(dpf.runOne, runList, cfg)
def partialRerun(): epicList = np.loadtxt("GO6086.txt", usecols=(0, ), delimiter=",") pattern = "/home/fergal/daveOutput/c6so/*/*.clip" runList = glob(pattern) exceptionList = reportExceptions()[0] set1 = set(runList) - set(exceptionList) set2 = set(epicList) - set1 runList = list(set2) cfg = loadSoConfig() dpf.runAll(dpf.runOne, runList, cfg)
def main(): cfg = loadConfigForTest() data = np.loadtxt("kees-c5.txt", delimiter=",", usecols=(0,)) # setattr(fm, 'fblsTask', fblsTask) fm.fblsTask = fblsTask print fm.__dict__.keys() # for epic in data[:1]: # print epic # clip = fm.runOne(epic, cfg) fm.runAll(fm.runOne, data[:], cfg)
def expt3(): clipList = glob("../clips/*.clip") epics = np.array(map(lambda x: x[-17:-8], clipList)) print epics[0] #Set debug to False to run in parallel and create crash taskList = ["loadTask", "dpp.serveTask", "dpp.lppMetricTask"] cfg = {'debug': True, 'taskList': taskList} cfg['debug'] = False fm.loadTask = loadTask # fm.runOne(epics[0], cfg) fm.runAll(fm.runOne, epics[:9], cfg)
def main(): cfg = loadConfigForTest() data = np.loadtxt("kees-c5.txt", delimiter=",", usecols=(0, )) # setattr(fm, 'fblsTask', fblsTask) fm.fblsTask = fblsTask print fm.__dict__.keys() # for epic in data[:1]: # print epic # clip = fm.runOne(epic, cfg) fm.runAll(fm.runOne, data[:], cfg)
def expt1(): """Confirm that a load() function in octave will hang in parallel mode. Simple test case. Run a task that includes an octave load() call. """ #Set debug to False to run in parallel and create crash taskList = ["testTask"] cfg = {'debug': False, 'taskList': taskList} fm.testTask = testTask # clip = fm.runOne(1234, cfg) # print clip #This causes a crash idList = range(10) fm.runAll(fm.runOne, idList, cfg)
#cfg['taskList'][-1] = "dpp.saveClip" #Save all clips # cfg['taskList'].insert(9, "dpp.lppMetricTask") #Not in parallel # cfg['taskList'] = cfg['taskList'][:8] #Limited set cfg['minSnrForDetection'] = 5 cfg['blsMinPeriod'] = 0.25 cfg['blsMaxPeriod'] = 1 cfg['maxLppForTransit'] = 0.007093282347242814 cfg['keysToIgnoreWhenSaving'] = "serveTask" davePath = "/soc/nfs/so-nfs/dave/c7-pdc/" davePath = "/home/sthomp/daveOutput/" cfg['modshiftBasename'] = davePath cfg['onepageBasename'] = davePath cfg['clipSavePath'] = davePath cfg['dataStorePath'] = '/home/smullall/Science/DAVE/datastore/data/' cfg['prfPath'] = '/home/smullall/Science/DAVE/datastore/prf/' return cfg #%% epicList = np.loadtxt("/home/smullall/Science/DAVE/C7/davelist", usecols=(0, ), delimiter=",", comments='#') #print epicList cfg = loadSoConfig() #clip=dpf.runOne(epicList[4],cfg,True) dpf.runAll(dpf.runOne, epicList[0:2530], cfg)
dpp.saveClip """.split() cfg['taskList'] = sfftasks #cfg['taskList'][-1] = "dpp.saveClip" #Save all clips # cfg['taskList'].insert(9, "dpp.lppMetricTask") #Not in parallel # cfg['taskList'] = cfg['taskList'][:8] #Limited set cfg['minSnrForDetection'] = 5 cfg['blsMinPeriod'] = 0.25 cfg['blsMaxPeriod'] = 1 cfg['maxLppForTransit']= 0.007093282347242814 cfg['keysToIgnoreWhenSaving'] = "serveTask" davePath = "/soc/nfs/so-nfs/dave/c7-pdc/" davePath="/home/sthomp/daveOutput/" cfg['modshiftBasename'] = davePath cfg['onepageBasename'] = davePath cfg['clipSavePath'] = davePath cfg['dataStorePath'] = '/home/smullall/Science/DAVE/datastore/data/' cfg['prfPath'] = '/home/smullall/Science/DAVE/datastore/prf/' return cfg #%% epicList = np.loadtxt("/home/smullall/Science/DAVE/C7/davelist", usecols=(0,), delimiter=",",comments='#') #print epicList cfg = loadSoConfig() #clip=dpf.runOne(epicList[4],cfg,True) dpf.runAll(dpf.runOne, epicList[0:2530], cfg)
def reRun(): epic, exception = reportExceptions() cfg = loadSoConfig() dpf.runAll(dpf.runOne, epic, cfg)
def main(): epicList = np.loadtxt("GO6086.txt", usecols=(0, ), delimiter=",") cfg = loadSoConfig() dpf.runAll(dpf.runOne, epicList[:], cfg)
def main(): epicList = np.loadtxt("kees-c5.txt", usecols=(0,), delimiter=",") epicList = epicList[:] cfg = loadKeesConfig() dpf.runAll(dpf.runOne, epicList[:], cfg)
def main(): epicList = np.loadtxt("GO6086.txt", usecols=(0,), delimiter=",") cfg = loadSoConfig() dpf.runAll(dpf.runOne, epicList[:], cfg)
def main(): epicList = np.loadtxt("kees-c5.txt", usecols=(0, ), delimiter=",") epicList = epicList[:] cfg = loadKeesConfig() dpf.runAll(dpf.runOne, epicList[:], cfg)