def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beams = [] self.ftp_server = "sun-store.kat.ac.za" self.ftp_username = "******" self.ftp_password = "******"
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg) self.processing_dir = self.cfg["CLIENT_STATS_DIR"] self.valid_plots = [] self.results = {} self.results["lock"] = threading.Lock() self.results["valid"] = False self.results["hg_npol"] = self.cfg["NPOL"] self.results["hg_ndim"] = self.cfg["NDIM"] (host, beam_id, subband_id) = self.cfg["STREAM_" + id].split(":") self.beam_name = self.cfg["BEAM_" + beam_id] (cfreq, bw, nchan) = self.cfg["SUBBAND_CONFIG_" + subband_id].split(":") self.cfreq = cfreq self.gen_timeseries = True self.gen_freqtime = True self.gen_bandpass = True self.gen_histogram = True self.hg_valid = False self.ft_valid = False self.bp_valid = False self.ms_valid = False self.ts_valid = False self.pref_freq = 0 self.histogram_abs_xmax = 128
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg) self.processing_dir = self.cfg["CLIENT_STATS_DIR"] self.valid_plots = [] self.results = {} self.results["lock"] = threading.Lock() self.results["valid"] = False self.results["hg_npol"] = self.cfg["NPOL"] self.results["hg_ndim"] = self.cfg["NDIM"] (host, beam_id, subband_id) = self.cfg["STREAM_" + id].split(":") self.beam_name = self.cfg["BEAM_" + beam_id] (cfreq, bw, nchan) = self.cfg["SUBBAND_CONFIG_" + subband_id].split(":") self.cfreq = cfreq self.gen_timeseries = True self.gen_freqtime = True self.gen_bandpass = True self.gen_histogram = True self.hg_valid = False self.ft_valid = False self.bp_valid = False self.ms_valid = False self.ts_valid = False self.pref_freq = 0 self.histogram_abs_xmax = 128
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.plot_types = ["freq_vs_phase", "flux_vs_phase", "time_vs_phase", "bandpass", "snr_vs_time"] self.plot_resses = ["lo", "hi"] self.valid_plots = [] for plot_type in self.plot_types: for plot_res in self.plot_resses: self.valid_plots.append(plot_type + "_" + plot_res) self.zap_psh_script = "zap.psh" self.convert_psrfits = True self.psrfits_rf_filename = False self.nchan_plot = 1024 self.beams = [] self.subbands = [] self.results = {} self.snr_history = {} self.snr_plot = SNRPlot() self.suffixes = { "flux_vs_phase_lo": "flux.lo.png", "flux_vs_phase_hi": "flux.hi.png", "freq_vs_phase_lo": "freq.lo.png", "freq_vs_phase_hi": "freq.hi.png", "time_vs_phase_lo": "time.lo.png", "time_vs_phase_hi": "time.hi.png", "snr_vs_time_lo": "snrt.lo.png", "snr_vs_time_hi": "snrt.hi.png", "bandpass_lo": "band.lo.png", "bandpass_hi": "band.hi.png" }
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg) self.valid_plots = [] self.results = {} self.results["lock"] = threading.Lock() self.results["valid"] = False (host, beam_id, sub_id) = self.cfg["STREAM_" + id].split(":") self.beam = self.cfg["BEAM_" + beam_id] (cfreq, bw, nchan) = self.cfg["SUBBAND_CONFIG_" + sub_id].split(":") self.cfreq = cfreq self.proc_dir = self.cfg["CLIENT_PREPROC_DIR"] + "/processing/" + \ self.beam self.fin_dir = self.cfg["CLIENT_PREPROC_DIR"] + "/finished/" + \ self.beam self.send_dir = self.cfg["CLIENT_PREPROC_DIR"] + "/send/" + \ self.beam self.fail_dir = self.cfg["CLIENT_PREPROC_DIR"] + "/failed/" + \ self.beam self.dirty_valid = False self.cleaned_valid = False self.gains_valid = False
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.beams = [] self.ftp_server = "sun-store.kat.ac.za" self.ftp_username = "******" self.ftp_password = "******"
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg) self.configured = False self.running = False self.local_config = []
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg) self.configured = False self.running = False self.local_config = []
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.valid_plots = ["freq_vs_phase", "flux_vs_phase", "time_vs_phase", "bandpass", "snr_vs_time"] self.beams = [] self.subbands = [] self.results = {} self.source_number = 0
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beam_state = {} self.cam_config = {} self.beam_config = {} self.tcs_host = "None" self.tcs_port = -1 self.beam_name = "None" self.lmc = "None" self.repack = "None" self.beam = str(id) self.host = [] self.katcp = [] self.pubsub = [] self.snr = 0 self.stddev = 0 if not (self.cfg["INDEPENDENT_BEAMS"] == "true"): raise Exception( "KATCPDaemon incompatible with INDEPENDENT_BEAMS != true") self.reset_cam_config() # get a list of all LMCs for i in range(int(self.cfg["NUM_STREAM"])): (host, beam, subband) = self.cfg["STREAM_" + str(i)].split(":") if (beam == self.beam): if not self.lmc == "None": raise Exception("KATCPDaemon more than 1 matching lmc") self.lmc = host + ":" + self.cfg["LMC_PORT"] self.host = host self.lmc_cmd = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>" + \ "<lmc_cmd>" + \ "<requestor>katcp daemon</requestor>" + \ "<command>host_status</command>" + \ "</lmc_cmd>" self.cpu_temp_pattern = re.compile("cpu[0-9]+_temp") self.fan_speed_pattern = re.compile("fan[0-9,a-z]+") self.power_supply_pattern = re.compile("ps[0-9]+_status") # get a list of all the repacking scripts for i in range(int(self.cfg["NUM_STREAM"])): (host, beam, subband) = self.cfg["STREAM_" + str(i)].split(":") if beam == self.beam: if not self.repack == "None": raise Exception("KATCPDaemon more than 1 matching repack") self.repack = host + ":" + str( int(self.cfg["STREAM_REPACK_PORT"]) + i) self.repack_cmd = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>" + \ "<repack_request>" + \ "<requestor>katcp daemon</requestor>" + \ "<type>state</type>" + \ "</repack_request>"
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.valid_plots = ["freq_vs_phase", "flux_vs_phase", "time_vs_phase", "bandpass", "snr_vs_time"] self.beam = "" self.subbands = [] self.results = {} self.snr_history = {} self.snr_plot = SNRPlot()
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.valid_plots = ["freq_vs_phase", "flux_vs_phase", "time_vs_phase", "bandpass", "snr_vs_time"] self.beams = [] self.subbands = [] self.results = {} self.snr_history = {} self.snr_plot = SNRPlot()
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beam = "" self.subbands = [] self.results = {} self.results["lock"] = threading.Lock() self.results["valid"] = False self.beam_name = "" self.valid_plots = ["timeseries", "histogram", "freqtime"]
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.valid_plots = [ "freq_vs_phase", "flux_vs_phase", "time_vs_phase", "bandpass", "snr_vs_time" ] self.beams = [] self.subbands = [] self.results = {} self.source_number = 0
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.beams = [] self.rsync_username = "******" self.rsync_server = "herschel.atnf.csiro.au" self.rsync_module = "uwl_incoming" self.rsync_options = "-ah --relative --stats --no-g --no-l --omit-dir-times " + \ "--password-file=/home/uwb/.ssh/herschel_pw --bwlimit=122070" self.num_rsync = 4 self.rsync_servers = ["10.17.10.1", "10.17.10.1", "10.17.10.2", "10.17.10.2"] self.rsync_modules = ["uwl_incoming_0", "uwl_incoming_1", "uwl_incoming_2", "uwl_incoming_3"]
def __init__ (self, name, hostname): Daemon.__init__(self, name, hostname) HostBased.__init__(self, hostname, self.cfg) self.resource_lock = threading.Lock() self.resource_lock.acquire() self.disks = {} self.loads = { 'ncore': '0', '1min': '0', '5min': '0', '15min': '0' } self.ntp_sync = True self.smrbs = {} self.sensors = {} self.disks_to_monitor = []
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beams = [] self.rsync_username = "******" self.rsync_server = "herschel.atnf.csiro.au" self.rsync_module = "uwl_incoming" self.rsync_options = "-ah --relative --stats --no-g --no-l --omit-dir-times " + \ "--password-file=/home/uwb/.ssh/herschel_pw --bwlimit=122070" self.num_rsync = 4 self.rsync_servers = [ "10.17.10.1", "10.17.10.1", "10.17.10.2", "10.17.10.2" ] self.rsync_modules = [ "uwl_incoming_0", "uwl_incoming_1", "uwl_incoming_2", "uwl_incoming_3" ]
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.plot_types = [ "freq_vs_phase", "flux_vs_phase", "time_vs_phase", "bandpass", "snr_vs_time" ] self.plot_resses = ["lo", "hi"] self.valid_plots = [] for plot_type in self.plot_types: for plot_res in self.plot_resses: self.valid_plots.append(plot_type + "_" + plot_res) self.zap_psh_script = "zap.psh" self.convert_psrfits = True self.psrfits_rf_filename = False self.nchan_plot = 1024 self.beams = [] self.subbands = [] self.results = {} self.snr_history = {} self.snr_plot = SNRPlot() self.suffixes = { "flux_vs_phase_lo": "flux.lo.png", "flux_vs_phase_hi": "flux.hi.png", "freq_vs_phase_lo": "freq.lo.png", "freq_vs_phase_hi": "freq.hi.png", "time_vs_phase_lo": "time.lo.png", "time_vs_phase_hi": "time.hi.png", "snr_vs_time_lo": "snrt.lo.png", "snr_vs_time_hi": "snrt.hi.png", "bandpass_lo": "band.lo.png", "bandpass_hi": "band.hi.png" }
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.beam_states = {} self.host = sockets.getHostNameShort() self.start_offset_seconds = 5
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beam_state = {} self.cam_config = {} self.beam_config = {} self.tcs_host = "None" self.tcs_port = -1 self.beam_name = "None" self.lmc = "None" self.repack = "None" self.beam = str(id) self.host = [] self.katcp = [] self.pubsub = [] self.snr = 0 self.stddev = 0 if not (self.cfg["INDEPENDENT_BEAMS"] == "true"): raise Exception( "KATCPDaemon incompatible with INDEPENDENT_BEAMS != true") self.input_nchan = 0 for i in range(int(self.cfg["NUM_STREAM"])): (cfreq, bw, nchan) = self.cfg["SUBBAND_CONFIG_" + str(i)].split(":") self.input_nchan = self.input_nchan + int(nchan) self.reset_cam_config() # get a list of all LMCs for i in range(int(self.cfg["NUM_STREAM"])): (host, beam, subband) = self.cfg["STREAM_" + str(i)].split(":") if (beam == self.beam): # if not self.lmc == "None": # raise Exception ("KATCPDaemon more than 1 matching lmc") self.lmc = host + ":" + self.cfg["LMC_PORT"] self.host = host self.lmc_cmd = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>" + \ "<lmc_cmd>" + \ "<requestor>katcp daemon</requestor>" + \ "<command>host_status</command>" + \ "</lmc_cmd>" self.cpu_temp_pattern = re.compile("cpu[0-9]+_temp") self.fan_speed_pattern = re.compile("fan[0-9,a-z]+") self.power_supply_pattern = re.compile("ps[0-9]+_status") # get the repacking host:port for this beam for i in range(int(self.cfg["NUM_STREAM"])): (host, beam_id, subband_id) = self.cfg["STREAM_" + str(i)].split(":") # if the beam resides on this host if beam == self.beam: # if the current beam is not configured if self.repack == "None": self.repack = host + ":" + str( int(self.cfg["BEAM_REPACK_FOLD_PORT"]) + int(beam)) if self.repack == "None": raise Exception("KATCPDaemon could not find beam repack daemon") self.repack_cmd = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>" + \ "<repack_request>" + \ "<requestor>katcp daemon</requestor>" + \ "<type>state</type>" + \ "</repack_request>"
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beams = []
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.beams = []
def __init__(self, name, hostname): Daemon.__init__(self, name, hostname) HostBased.__init__(self, hostname, self.cfg)
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.beam_state = {} self.cam_config = {} self.beam_config = {} self.tcs_host = "None" self.tcs_port = -1 self.beam_name = "None" self.lmc = "None" self.repack = "None" self.beam = str(id) self.host = [] self.katcp = [] self.pubsub = [] self.snr = 0 self.stddev = 0 if not (self.cfg["INDEPENDENT_BEAMS"] == "true"): raise Exception ("KATCPDaemon incompatible with INDEPENDENT_BEAMS != true") self.input_nchan = 0 for i in range(int(self.cfg["NUM_STREAM"])): (cfreq, bw, nchan) = self.cfg["SUBBAND_CONFIG_" + str(i)].split(":") self.input_nchan = self.input_nchan + int(nchan) self.reset_cam_config() # get a list of all LMCs for i in range(int(self.cfg["NUM_STREAM"])): (host, beam, subband) = self.cfg["STREAM_" + str(i)].split(":") if (beam == self.beam): # if not self.lmc == "None": # raise Exception ("KATCPDaemon more than 1 matching lmc") self.lmc = host + ":" + self.cfg["LMC_PORT"] self.host = host self.lmc_cmd = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>" + \ "<lmc_cmd>" + \ "<requestor>katcp daemon</requestor>" + \ "<command>host_status</command>" + \ "</lmc_cmd>" self.cpu_temp_pattern = re.compile("cpu[0-9]+_temp") self.fan_speed_pattern = re.compile("fan[0-9,a-z]+") self.power_supply_pattern = re.compile("ps[0-9]+_status") # get the repacking host:port for this beam for i in range(int(self.cfg["NUM_STREAM"])): (host, beam_id, subband_id) = self.cfg["STREAM_" + str(i)].split(":") # if the beam resides on this host if beam == self.beam: # if the current beam is not configured if self.repack == "None": self.repack = host + ":" + str(int(self.cfg["BEAM_REPACK_FOLD_PORT"]) + int(beam)) if self.repack == "None": raise Exception ("KATCPDaemon could not find beam repack daemon") self.repack_cmd = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>" + \ "<repack_request>" + \ "<requestor>katcp daemon</requestor>" + \ "<type>state</type>" + \ "</repack_request>"
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beam_states = {} self.host = sockets.getHostNameShort() self.start_offset_seconds = 20
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.timestamp_re = re.compile( "^\[\d\d\d\d-\d\d-\d\d-\d\d:\d\d:\d\d\.\d\d\d\d\d\d\]")
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg)
def __init__(self, name, id): Daemon.__init__(self, name, str(id)) self.beam_cfg = {} self.host = sockets.getHostNameShort()
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) StreamBased.__init__(self, id, self.cfg)
def __init__ (self, name, id): Daemon.__init__(self, name, str(id)) self.timestamp_re = re.compile ("^\[\d\d\d\d-\d\d-\d\d-\d\d:\d\d:\d\d\.\d\d\d\]")