def loadMyConfiguration(): """Load the default pipeline configuration and adjust as necessary """ cfg = dpp.loadDefaultConfig() cfg['lppMapFilePath'] = '/Users/Miles/seti/dave/lpp/octave/maps/mapQ1Q17DR24-DVMed6084.mat' cfg['detrendType'] = 'PDC' #Edit the default configuration to your taste. #Change anything else you don't like about the default config here. cfg['debug'] = False cfg['timeout_sec'] = 0 tasks = """dpp.checkDirExistTask dpp.serveTask dpp.getMilesLightcurveTask dpp.computeCentroidsTask dpp.rollPhaseTask dpp.milesCotrendDataTask dpp.detrendDataTask dpp.fblsTask dpp.trapezoidFitTask dpp.saveClip""".split() #============================================================================== # dpp.modshiftTask # dpp.lppMetricTask dpp.measureDiffImgCentroidsTask dpp.dispositionTask # #============================================================================== #tasks = ["dpp.getMilesLightcurveTask"] cfg['taskList'] = tasks cfg['numInitialCadencesToIgnore'] = 100 # searchTaskList = """placeholderBls trapezoidFitTask modshiftTask # measureDiffImgCentroidsTask dispositionTask""".split() searchTaskList = """blsTask trapezoidFitTask modshiftTask measureDiffImgCentroidsTask dispositionTask""".split() cfg['searchTaskList'] = searchTaskList return cfg
def main(): data = np.loadtxt("./exampleTargets/C3/K2C3cat.txt", usecols=(0, )) cfg = pl.loadDefaultConfig() taskList = cfg['taskList'] # for i in range(len(taskList)): # taskList[i] = "pl.%s" %(taskList[i]) # cfg['taskList'] = taskList cfg['taskList'] = taskList[:10] print cfg['taskList'] count = multiprocessing.cpu_count() - 1 p = pool.Pool(count) print count cfg['debug'] = False parallel = cfg.get('debug', False) parallel = False #Pool doesn't release threads even when it runs to completion. #Problem not related to exceptions being raised with contextlib.closing(pool.Pool(count)) as p: out = parmap.map(pl.runOne, data[1:3], cfg, parallel=parallel) p.join() p.close() return out
def loadMyConfiguration(): """Load the default pipeline configuration and adjust as necessary """ cfg = dpp.loadDefaultConfig() #Edit the default configuration to your taste. #Change anything else you don't like about the default config here. cfg['debug'] = True cfg['timeout_sec'] = 0 tasks = """dpp.checkDirExistTask dpp.serveTask dpp.extractLightcurveTask dpp.computeCentroidsTask dpp.rollPhaseTask dpp.cotrendDataTask dpp.detrendDataTask dpp.fblsTask dpp.trapezoidFitTask dpp.modshiftTask dpp.lppMetricTask dpp.measureDiffImgCentroidsTask dpp.dispositionTask dpp.saveClip""".split() cfg['taskList'] = tasks # searchTaskList = """placeholderBls trapezoidFitTask modshiftTask # measureDiffImgCentroidsTask dispositionTask""".split() searchTaskList = """blsTask trapezoidFitTask modshiftTask measureDiffImgCentroidsTask dispositionTask""".split() cfg['searchTaskList'] = searchTaskList return cfg
def main(): data = np.loadtxt("./exampleTargets/C3/K2C3cat.txt", usecols=(0,)) cfg = pl.loadDefaultConfig() taskList = cfg["taskList"] # for i in range(len(taskList)): # taskList[i] = "pl.%s" %(taskList[i]) # cfg['taskList'] = taskList cfg["taskList"] = taskList[:10] print cfg["taskList"] count = multiprocessing.cpu_count() - 1 p = pool.Pool(count) print count cfg["debug"] = False parallel = cfg.get("debug", False) parallel = False # Pool doesn't release threads even when it runs to completion. # Problem not related to exceptions being raised with contextlib.closing(pool.Pool(count)) as p: out = parmap.map(pl.runOne, data[1:3], cfg, parallel=parallel) p.join() p.close() return out
def loadMyConfiguration(): """Load the default pipeline configuration and adjust as necessary """ cfg = dpp.loadDefaultConfig() #Edit the default configuration to your taste. #Change anything else you don't like about the default config here. cfg['debug'] = True tasks = """dpp.serveTask dpp.extractLightcurveTask dpp.computeCentroidsTask dpp.rollPhaseTask dpp.cotrendDataTask dpp.detrendDataTask dpp.fblsTask dpp.trapezoidFitTask dpp.modshiftTask dpp.measureDiffImgCentroidsTask dpp.dispositionTask dpp.plotTask dpp.saveOnError""".split() # tasks = """dpp.checkDirExistTask dpp.serveTask dpp.extractLightcurveTask # dpp.computeCentroidsTask dpp.rollPhaseTask dpp.cotrendDataTask # dpp.detrendDataTask dpp.blsTask dpp.trapezoidFitTask dpp.dispositionTask # dpp.plotTask dpp.saveOnError""".split() # Jeff added cfg['taskList'] = tasks return cfg
def loadMyConfiguration(): """Load the default pipeline configuration and adjust as necessary """ cfg = dpp.loadDefaultConfig() #Edit the default configuration to your taste. #Change anything else you don't like about the default config here. cfg['debug'] = False tasks = """dpp.checkDirExistTask dpp.serveTask dpp.extractLightcurveFromTpfTask dpp.computeCentroidsTask dpp.rollPhaseTask dpp.cotrendSffDataTask dpp.detrendDataTask dpp.fblsTask dpp.trapezoidFitTask dpp.lppMetricTask dpp.modshiftTask dpp.measureDiffImgCentroidsTask dpp.dispositionTask dpp.saveClip""".split() cfg['taskList'] = tasks searchTaskList = """blsTask trapezoidFitTask modshiftTask measureDiffImgCentroidsTask dispositionTask""".split() cfg['searchTaskList'] = searchTaskList return cfg
def loadMyConfiguration(): """Load the default pipeline configuration and adjust as necessary """ cfg = dpp.loadDefaultConfig() cfg['lppMapFilePath'] = '/Users/Miles/seti/dave/lpp/octave/maps/mapQ1Q17DR24-DVMed6084.mat' cfg['detrendType'] = 'PDC' #Edit the default configuration to your taste. #Change anything else you don't like about the default config here. cfg['debug'] = False cfg['timeout_sec'] = 0 tasks = """dpp.checkDirExistTask dpp.serveTask dpp.getMilesLightcurveTask dpp.computeCentroidsTask dpp.rollPhaseTask dpp.milesCotrendDataTask dpp.detrendDataTask dpp.fblsTask dpp.trapezoidFitTask dpp.saveClip""".split( ) #============================================================================== # dpp.modshiftTask # dpp.lppMetricTask dpp.measureDiffImgCentroidsTask dpp.dispositionTask # #============================================================================== #tasks = ["dpp.getMilesLightcurveTask"] cfg['taskList'] = tasks cfg['numInitialCadencesToIgnore'] = 100 # searchTaskList = """placeholderBls trapezoidFitTask modshiftTask # measureDiffImgCentroidsTask dispositionTask""".split() searchTaskList = """blsTask trapezoidFitTask modshiftTask measureDiffImgCentroidsTask dispositionTask""".split() cfg['searchTaskList'] = searchTaskList return cfg