Python TODLoop.run Examples

Example #1

File: covered_tods.py Project: janvimadhani/ACT-Pipeline---OLD

loop.add_routine(
    DataLoader(input_dir="../outputs/covered_tods_cosig/", output_key="cuts"))
"""
LOAD TOD DATA
"""
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.add_routine(CalibrateTOD(input_key="tod_data", output_key="tod_data"))
"""
ROUTINES
"""
loop.add_routine(TimeSeries(tod_key="tod_data", output_key="timeseries"))
loop.add_routine(
    Energy(timeseries_key="timeseries", output_key="energy_calculator"))
loop.add_routine(
    CRCorrelationFilter(timeseries_key="timeseries",
                        cosig_key="cuts",
                        tod_key="tod_data",
                        output_key="cr_cuts"))
#loop.add_routine(PlotGlitches(tag=tod_id,cosig_key="cr_cuts",tod_key="tod_data",timeseries_key = "timeseries"))
loop.add_routine(
    SaveEvents(tag=tod_id,
               cosig_key="cr_cuts",
               tod_key="tod_data",
               energy_key="energy_calculator",
               output_key="events"))
#loop.add_routine(NPixelStudy(event_key="events"))
loop.add_routine(EnergyStudy(event_key="events"))

loop.run(tod_id, tod_id + 150)

Example #2

File: plot_glitches.py Project: janvimadhani/ACT-Pipeline---OLD

from todloop.routines import DataLoader
from todloop.tod import TODLoader, TODInfoLoader
from todloop.base import TODLoop
from routines import PlotGlitches
from calibration.routines import FixOpticalSign, CalibrateTOD

tod_id = 1300
loop = TODLoop()
loop.add_tod_list("../data/s16_pa3_list.txt")

#will load the data stored in the folder specified one by one
#and store the loaded data in the shared date store under a key called data
loop.add_routine(DataLoader(input_dir="../outputs/s16_pa3_list/cosig/", output_key="cuts"))
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.add_routine(CalibrateTOD(input_key="tod_data",output_key="tod_data"))
loop.add_routine(PlotGlitches(tag=tod_id,tod_key="tod_data", cosig_key="cuts"))
loop.run(tod_id,tod_id + 1)

Example #3

File: glitches_hour.py Project: pitt-cosmos/act-glitch-studies

from todloop.base import TODLoop
from todloop.tod import TODInfoLoader
from todloop.routines import DataLoader
from todloop.filters import PixelFilter, DurationFilter
from routines import GlitchHourStudy, GlitchPWVStudy, GlitchAzStudy

loop = TODLoop()
loop.add_tod_list("data/s16_pa3_list.txt")
loop.add_routine(TODInfoLoader(output_key="tod_info"))
loop.add_routine(
    DataLoader(input_dir="outputs/coincident_signals_subset/",
               output_key="cosig"))
#loop.add_routine(PixelFilter(input_key="cosig", output_key="cosig", max_pixels=7))
#loop.add_routine(DurationFilter(input_key="cosig", output_key="cosig", max_duration=10))
#loop.add_routine(GlitchHourStudy())
#loop.add_routine(GlitchPWVStudy())
loop.add_routine(GlitchAzStudy())
loop.run(0, 14000)

Example #4

File: get_tracks.py Project: pitt-cosmos/act-glitch-studies

from todloop.base import TODLoop
from todloop.routines import DataLoader
from todloop.filters import DurationFilter, PixelFilter, SpreadFilter
from routines import GetTracks, PlotTracks

loop = TODLoop()
loop.add_tod_list("data/s17_pa4_sublist.txt")

# add sample handler
loop.add_routine(DataLoader(input_dir="outputs/s17_pa4_sublist_cosig/"))
#loop.add_routine(DataLoader(input_dir="outputs/coincident_signals_subset/"))

# add filters
#loop.add_routine(DurationFilter(max_duration=10))
#loop.add_routine(PixelFilter(max_pixels=5))

# add main routine
loop.add_routine(GetTracks(season='2017', array='AR4'))
#loop.add_routine(SpreadFilter(max_spread=1))

# add plot routine
#loop.add_routine(PlotTracks(output_dir="outputs/get_tracks_filtered/", season='2017', array='AR4'))
loop.add_routine(
    PlotTracks(output_dir="outputs/s17_pa4_sublist_tracks/",
               season='2017',
               array='AR4'))

# specify range of tods of interests
loop.run(0, 2)

Example #5

File: cor_analysis.py Project: pitt-cosmos/act-glitch-studies

loop.add_tod_list("../data/s17_icecube_list.txt")
loop.add_routine(
    DataLoader(input_dir="../outputs/s17_icecube_list/cosig/",
               output_key="cuts"))

# LOAD TOD DATA
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.add_routine(CalibrateTOD(input_key="tod_data", output_key="tod_data"))

#loop.add_routine(PixelFilter(input_key="cuts",output_key="frb_cuts"))
#loop.add_routine(DurationFilter(max_duration=5,input_key="frb_cuts",output_key="frb_cuts"))
#loop.add_routine(FRBCorrelationFilter(tod_key="tod_data", cosig_key="frb_cuts", output_key ="frb_events",all_coeff_output_key="frb_coeff"))
#loop.add_routine(EdgeFilter(input_key="frb_events",output_key="frb_events"))

#loop.add_routine(PixelFilter(min_pixels=4,max_pixels=10, input_key="cuts", output_key="cr_cuts"))
loop.add_routine(
    CRCorrelationFilter(tod_key="tod_data",
                        cosig_key="cuts",
                        output_key="events",
                        all_coeff_output_key="cr_coeff",
                        season='2017'))
loop.add_routine(
    SaveData(input_key="events",
             output_dir="../outputs/s17_icecube_list/events/"))

#loop.add_routine(DurationFilter(min_duration=50,input_key ="cuts",output_key="slow_cuts"))
#loop.add_routine(SlowCorrelationFilter(tod_key="tod_data", cosig_key="slow_cuts", output_key= "slow_events",all_coeff_output_key="slow_coeff"))

loop.run(100, 155)

Example #6

from todloop.tod import TODLoader, TODInfoLoader
from todloop.base import TODLoop
from todloop.routines import SaveData, DataLoader
from todloop.filters import PixelFilter
from routines import FRBCorrelationFilter
from calibration.routines import FixOpticalSign, CalibrateTOD
from plotter import PlotGlitches
import sys


loop = TODLoop()
loop.add_tod_list("../data/s16_pa3_list.txt")

#will load the data stored in the folder specified one by one
#and store the loaded data in the shared date store under a key called data
loop.add_routine(DataLoader(input_dir="../outputs/s16_pa3_list/cosig/", output_key="cuts"))
loop.add_routine(PixelFilter(input_key="cuts", max_pixels=20))
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.add_routine(CalibrateTOD(input_key="tod_data",output_key="tod_data"))
loop.add_routine(FRBCorrelationFilter(tod_key="tod_data", cosig_key="cuts", output_key ="events"))
loop.add_routine(SaveData(input_key="events", output_dir="../outputs/s16_pa3_list/events_v2/"))

start = int(sys.argv[1])
end = int(sys.argv[2])
loop.run(start,end)

Example #7

File: cr_hist.py Project: janvimadhani/ACT-Pipeline---OLD

from todloop.base import TODLoop
from todloop.tod import TODInfoLoader
from todloop.routines import DataLoader
from routines import NPixelStudy, CRHourStudy, CRPWVStudy, DurationStudy
from todloop.event import NPixelFilter, CoeffFilter

loop = TODLoop()
loop.add_tod_list("../data/s16_pa3_list.txt")
loop.add_routine(
    DataLoader(input_dir="../outputs/s16_pa3_list/events/",
               output_key="events"))

# loop.add_routine(NPixelFilter(min_pixels=0, max_pixels=20, input_key="events", output_key="events"))
# loop.add_routine(CoeffFilter(min_coeff=0.9, input_key="events", output_key="events"))
loop.add_routine(NPixelStudy())
loop.add_routine(DurationStudy())
# loop.add_routine(TODInfoLoader(output_key="tod_info"))
# loop.add_routine(CRHourStudy())
# loop.add_routine(CRPWVStudy())
loop.run(0, 10000)

Example #8

File: energy_analysis.py Project: janvimadhani/ACT-Pipeline---OLD

"""
INITIALIZE TODLoop
"""
loop = TODLoop()
tod_id = 10000
loop.add_tod_list("../data/s16_pa3_list.txt")
loop.add_routine(DataLoader(input_dir="../outputs/s16_pa3_list/cosig/", output_key="cuts"))


"""
LOAD TOD DATA
"""
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.add_routine(CalibrateTOD(input_key="tod_data",output_key="tod_data"))

"""
ROUTINES
"""
loop.add_routine(TimeSeries(tod_key="tod_data",output_key="timeseries"))
loop.add_routine(Energy(timeseries_key="timeseries",output_key="energy_calculator"))
#loop.add_routine(CRCorrelationFilter(timeseries_key="timeseries",cosig_key = "cuts",tod_key="tod_data", output_key= "cr_cuts"))
#loop.add_routine(PlotGlitches(tag=tod_id,cosig_key="cr_cuts",tod_key="tod_data",timeseries_key = "timeseries"))
loop.add_routine(SaveEvents(tag=tod_id,cosig_key ="cuts",tod_key="tod_data",energy_key="energy_calculator",output_key="events"))
#loop.add_routine(NPixelStudy(event_key="events"))
loop.add_routine(EnergyStudy(event_key="events"))

loop.run(tod_id, tod_id + 2)

Example #9

File: cuts.py Project: pitt-cosmos/act-glitch-studies

from todloop.tod import TODLoader, TODInfoLoader
from todloop.base import TODLoop
from todloop.routines import Logger
from compile_cuts.routines import CompileCuts

import sys

loop = TODLoop()
loop.add_tod_list("data/s17_icecube_list.txt")

glitchp = {
    'nSig': 10, 
    'tGlitch' : 0.007, 
    'minSeparation': 30, 
    'maxGlitch': 50000, 
    'highPassFc': 6.0, 
    'buffer': 0
}

loop.add_routine(TODLoader(output_key="tod_data"))
#loop.add_routine(TODInfoLoader(output_key="tod_info"))
loop.add_routine(CompileCuts(input_key="tod_data", glitchp=glitchp, output_dir="outputs/s17_icecube_list/"))

loop.run(0, 155)

Example #10

from todloop.base import TODLoop
from todloop.routines import Logger, SaveData, DataLoader
from routines import RemoveMCE, TrimEdges, FindCosigs, FindEvents

tod_index = 152
loop = TODLoop()
loop.add_tod_list("../data/covered_tods.txt")
loop.add_routine(DataLoader(input_dir="../compile_cuts/outputs/covered_tods/", output_key="cut"))
loop.add_routine(RemoveMCE(input_key="cut", output_key="cut"))
loop.add_routine(TrimEdges(input_key="cut", output_key="cut"))
loop.add_routine(FindCosigs(input_key="cut", output_key="cosig", season='2017'))
loop.add_routine(FindEvents(input_key="cosig", output_key="data"))
loop.add_routine(Logger(input_key="data"))
loop.add_routine(SaveData(input_key="data", output_dir="../outputs/covered_tods_cosig/"))

loop.run(tod_index, tod_index + 1)

Example #11

File: ra_dec.py Project: pitt-cosmos/act-glitch-studies

from todloop.event import LoadRaDec, NPixelFilter, CoeffFilter, DurationFilter
from todloop.base import TODLoop
from calibration.routines import FixOpticalSign
from todloop.routines import DataLoader, Logger
from todloop.tod import TODLoader
from plot_events.routines import PlotEvents
from cr_hist.routines import RaDecStudy

loop = TODLoop()
loop.add_tod_list("../data/s17_icecube_list.txt")
loop.add_skip([128, 129, 130, 131])  # problematic ones
loop.add_routine(
    DataLoader(input_dir="../outputs/s17_icecube_list/events/",
               output_key="events"))
#loop.add_routine(NPixelFilter(min_pixels=0, max_pixels=3, input_key="events", output_key="events"))
#loop.add_routine(DurationFilter(min_duration=10, max_duration=60, input_key="events", output_key="events"))
loop.add_routine(
    CoeffFilter(min_coeff=0.0, input_key="events", output_key="events"))
# loop.add_routine(TODLoader(output_key="tod-data"))
# loop.add_routine(FixOpticalSign(input_key="tod-data", output_key="tod-data"))
# loop.add_routine(Logger(input_key="events"))
# loop.add_routine(PlotEvents(event_key="events", tod_key="tod-data"))
loop.add_routine(LoadRaDec(input_key="events", output_key="events"))
loop.add_routine(
    RaDecStudy(input_key="events", ra_range=[1.2, 1.4], dec_range=[0.08,
                                                                   0.11]))
loop.run(0, 127)

Example #12

from todloop.event import NPixelFilter, DurationFilter, CoeffFilter
from calibration.routines import FixOpticalSign, CalibrateTOD

loop = TODLoop()
loop.add_tod_list("../data/s16_pa3_list.txt")
loop.add_skip([1029, 1723])  # problematic ones
loop.add_routine(
    DataLoader(input_dir="../outputs/s16_pa3_list/events/",
               output_key="events"))
loop.add_routine(
    NPixelFilter(min_pixels=0,
                 max_pixels=8,
                 input_key="events",
                 output_key="events"))
loop.add_routine(
    DurationFilter(min_duration=0,
                   max_duration=20,
                   input_key="events",
                   output_key="events"))
loop.add_routine(
    CoeffFilter(min_coeff=0.8,
                max_coeff=1,
                input_key="events",
                output_key="events"))
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.add_routine(CalibrateTOD(input_key="tod_data", output_key="tod_data"))
loop.add_routine(PlotEvents(tod_key="tod_data", event_key="events"))

loop.run(0, 5000)

Example #13

from todloop.base import TODLoop
from todloop.tod import TODInfoLoader
from todloop.routines import DataLoader
from routines import NPixelStudy, CRHourStudy, CRPWVStudy, DurationStudy
from todloop.event import NPixelFilter, CoeffFilter

loop = TODLoop()
loop.add_tod_list("../data/s16_pa3_list.txt")
loop.add_routine(DataLoader(input_dir="../outputs/s16_pa3_list/events/", output_key="events"))

# loop.add_routine(NPixelFilter(min_pixels=0, max_pixels=20, input_key="events", output_key="events"))
loop.add_routine(CoeffFilter(min_coeff=0.9, input_key="events", output_key="events"))
loop.add_routine(NPixelStudy())
loop.add_routine(DurationStudy())
# loop.add_routine(TODInfoLoader(output_key="tod_info"))
# loop.add_routine(CRHourStudy())
# loop.add_routine(CRPWVStudy())
loop.run(0,10)

Example #14

from todloop.base import TODLoop
from todloop.tod import TODLoader
from routines import FixOpticalSign

loop = TODLoop()
loop.add_tod_list("../data/s16_pa3_list.txt")
loop.add_routine(TODLoader(output_key="tod_data"))
loop.add_routine(FixOpticalSign(input_key="tod_data", output_key="tod_data"))
loop.run(0, 1)

Example #15

File: compile_cuts.py Project: pitt-cosmos/act-glitch-studies

from todloop.tod import TODLoader, TODInfoLoader
from todloop.base import TODLoop
from todloop.routines import Logger
from routines import CompileCuts

loop = TODLoop()
loop.add_tod_list("../data/covered_tods.txt")

glitchp = {
    'nSig': 10,
    'tGlitch': 0.007,
    'minSeparation': 30,
    'maxGlitch': 50000,
    'highPassFc': 6.0,
    'buffer': 0
}

loop.add_routine(TODLoader(output_key="tod_data", abspath=True))
# loop.add_routine(TODInfoLoader(output_key="tod_info"))
loop.add_routine(
    CompileCuts(input_key="tod_data",
                glitchp=glitchp,
                output_dir="outputs/covered_tods/"))

loop.run(0, 153)