def expt2():
"""See if code works when mat loading is done by scipy"""
#Set debug to False to run in parallel and create crash
taskList = ["loadMapTask"]
cfg = {'debug': False, 'taskList': taskList}
fm.loadMapTask = loadMapTask
# fm.runOne(1234, cfg)
idList = range(10)
fm.runAll(fm.runOne, idList, cfg)
def partialRerun():
epicList = np.loadtxt("GO6086.txt", usecols=(0,), delimiter=",")
pattern = "/home/fergal/daveOutput/c6so/*/*.clip"
runList = glob(pattern)
exceptionList = reportExceptions()[0]
set1 = set(runList) - set(exceptionList)
set2 = set(epicList) - set1
runList = list(set2)
cfg = loadSoConfig()
dpf.runAll(dpf.runOne, runList, cfg)
def partialRerun():
epicList = np.loadtxt("GO6086.txt", usecols=(0, ), delimiter=",")
pattern = "/home/fergal/daveOutput/c6so/*/*.clip"
runList = glob(pattern)
exceptionList = reportExceptions()[0]
set1 = set(runList) - set(exceptionList)
set2 = set(epicList) - set1
runList = list(set2)
cfg = loadSoConfig()
dpf.runAll(dpf.runOne, runList, cfg)
def main():
cfg = loadConfigForTest()
data = np.loadtxt("kees-c5.txt", delimiter=",", usecols=(0,))
# setattr(fm, 'fblsTask', fblsTask)
fm.fblsTask = fblsTask
print fm.__dict__.keys()
# for epic in data[:1]:
# print epic
# clip = fm.runOne(epic, cfg)
fm.runAll(fm.runOne, data[:], cfg)
def expt3():
clipList = glob("../clips/*.clip")
epics = np.array(map(lambda x: x[-17:-8], clipList))
print epics[0]
#Set debug to False to run in parallel and create crash
taskList = ["loadTask", "dpp.serveTask", "dpp.lppMetricTask"]
cfg = {'debug': True, 'taskList': taskList}
cfg['debug'] = False
fm.loadTask = loadTask
# fm.runOne(epics[0], cfg)
fm.runAll(fm.runOne, epics[:9], cfg)
def main():
cfg = loadConfigForTest()
data = np.loadtxt("kees-c5.txt", delimiter=",", usecols=(0, ))
# setattr(fm, 'fblsTask', fblsTask)
fm.fblsTask = fblsTask
print fm.__dict__.keys()
# for epic in data[:1]:
# print epic
# clip = fm.runOne(epic, cfg)
fm.runAll(fm.runOne, data[:], cfg)
def expt1():
"""Confirm that a load() function in octave will hang in parallel
mode.
Simple test case. Run a task that includes an octave load()
call.
"""
#Set debug to False to run in parallel and create crash
taskList = ["testTask"]
cfg = {'debug': False, 'taskList': taskList}
fm.testTask = testTask
# clip = fm.runOne(1234, cfg)
# print clip
#This causes a crash
idList = range(10)
fm.runAll(fm.runOne, idList, cfg)
#cfg['taskList'][-1] = "dpp.saveClip" #Save all clips
# cfg['taskList'].insert(9, "dpp.lppMetricTask") #Not in parallel
# cfg['taskList'] = cfg['taskList'][:8] #Limited set
cfg['minSnrForDetection'] = 5
cfg['blsMinPeriod'] = 0.25
cfg['blsMaxPeriod'] = 1
cfg['maxLppForTransit'] = 0.007093282347242814
cfg['keysToIgnoreWhenSaving'] = "serveTask"
davePath = "/soc/nfs/so-nfs/dave/c7-pdc/"
davePath = "/home/sthomp/daveOutput/"
cfg['modshiftBasename'] = davePath
cfg['onepageBasename'] = davePath
cfg['clipSavePath'] = davePath
cfg['dataStorePath'] = '/home/smullall/Science/DAVE/datastore/data/'
cfg['prfPath'] = '/home/smullall/Science/DAVE/datastore/prf/'
return cfg
#%%
epicList = np.loadtxt("/home/smullall/Science/DAVE/C7/davelist",
usecols=(0, ),
delimiter=",",
comments='#')
#print epicList
cfg = loadSoConfig()
#clip=dpf.runOne(epicList[4],cfg,True)
dpf.runAll(dpf.runOne, epicList[0:2530], cfg)
dpp.saveClip """.split()
cfg['taskList'] = sfftasks
#cfg['taskList'][-1] = "dpp.saveClip" #Save all clips
# cfg['taskList'].insert(9, "dpp.lppMetricTask") #Not in parallel
# cfg['taskList'] = cfg['taskList'][:8] #Limited set
cfg['minSnrForDetection'] = 5
cfg['blsMinPeriod'] = 0.25
cfg['blsMaxPeriod'] = 1
cfg['maxLppForTransit']= 0.007093282347242814
cfg['keysToIgnoreWhenSaving'] = "serveTask"
davePath = "/soc/nfs/so-nfs/dave/c7-pdc/"
davePath="/home/sthomp/daveOutput/"
cfg['modshiftBasename'] = davePath
cfg['onepageBasename'] = davePath
cfg['clipSavePath'] = davePath
cfg['dataStorePath'] = '/home/smullall/Science/DAVE/datastore/data/'
cfg['prfPath'] = '/home/smullall/Science/DAVE/datastore/prf/'
return cfg
#%%
epicList = np.loadtxt("/home/smullall/Science/DAVE/C7/davelist", usecols=(0,), delimiter=",",comments='#')
#print epicList
cfg = loadSoConfig()
#clip=dpf.runOne(epicList[4],cfg,True)
dpf.runAll(dpf.runOne, epicList[0:2530], cfg)
def reRun():
epic, exception = reportExceptions()
cfg = loadSoConfig()
dpf.runAll(dpf.runOne, epic, cfg)
def main():
epicList = np.loadtxt("GO6086.txt", usecols=(0, ), delimiter=",")
cfg = loadSoConfig()
dpf.runAll(dpf.runOne, epicList[:], cfg)
def main():
epicList = np.loadtxt("kees-c5.txt", usecols=(0,), delimiter=",")
epicList = epicList[:]
cfg = loadKeesConfig()
dpf.runAll(dpf.runOne, epicList[:], cfg)
def reRun():
epic, exception = reportExceptions()
cfg = loadSoConfig()
dpf.runAll(dpf.runOne, epic, cfg)
def main():
epicList = np.loadtxt("GO6086.txt", usecols=(0,), delimiter=",")
cfg = loadSoConfig()
dpf.runAll(dpf.runOne, epicList[:], cfg)
def main():
epicList = np.loadtxt("kees-c5.txt", usecols=(0, ), delimiter=",")
epicList = epicList[:]
cfg = loadKeesConfig()
dpf.runAll(dpf.runOne, epicList[:], cfg)
