def read_point_offsets(fname): """Reads per-tod pointing offsets, returning it in the form {todID: [dx,dy]).""" res = {} for line in utils.lines(fname): if line[0] == '#': continue toks = line.split() id = ".".join(toks[0].split(".")[:3]) res[id] = np.array([float(toks[5]),float(toks[6])]) return res
def read_point_offsets(fname): """Reads per-tod pointing offsets, returning it in the form {todID: [dx,dy]).""" res = {} for line in utils.lines(fname): if line[0] == '#': continue toks = line.split() id = ".".join(toks[0].split(".")[:3]) res[id] = np.array([float(toks[5]),float(toks[6])]) return res
def read_noise_cut(fname, id=None): """Given a filename, reads the set of detectors to cut for each tod, returning it as a dictionary of id:detlist.""" res = {} for line in utils.lines(fname): if line[0] == '#': continue if id and not line.startswith(id): continue toks = line.split() res[toks[0]] = np.array([int(w) for w in toks[2:]],dtype=np.int32) return res
def read_tags(fname): """Read a set of detector tag definitions from file. Returns a dict[tag] -> array of ids.""" res = {} for line in utils.lines(fname): toks = line.split() name = toks[0] ids = np.array([int(tok) for tok in toks[1:]],dtype=int) res[name] = ids return res
def read_pickup_cut(fname): """Given a filename, reads cuts in the pickup cut format id scan_direction hex azpix1 azpix2 az1 az2 strength.""" res = {} for line in utils.lines(fname): if line[0] == '#': continue id, dir, hex, ap1, ap2, az1, az2, strength = line.split() if id not in res: res[id] = [] res[id].append([int(dir),int(hex),float(az1),float(az2),float(strength)]) return res
def read_pickup_cut(fname): """Given a filename, reads cuts in the pickup cut format id scan_direction hex azpix1 azpix2 az1 az2 strength.""" res = {} for line in utils.lines(fname): if line[0] == '#': continue id, dir, hex, ap1, ap2, az1, az2, strength = line.split() if id not in res: res[id] = [] res[id].append([int(dir),int(hex),float(az1),float(az2),float(strength)]) return res
def read_noise_cut(fname, id=None): """Given a filename, reads the set of detectors to cut for each tod, returning it as a dictionary of id:detlist.""" res = {} for line in utils.lines(fname): if line[0] == '#': continue if id and not line.startswith(id): continue toks = line.split() res[toks[0]] = np.array([int(w) for w in toks[2:]],dtype=np.int32) return res
def read_tags(fname): """Read a set of detector tag definitions from file. Returns a dict[tag] -> array of ids.""" res = {} for line in utils.lines(fname): toks = line.split() name = toks[0] ids = np.array([int(tok) for tok in toks[1:]],dtype=int) res[name] = ids return res
def read_point_slopes(fname): """Reads per-tod pointing slopes, returning it in the form {todID: [az0, xslope,yslope]). az0 will be in degrees and the slopes in arcmin per degree.""" res = {} for line in utils.lines(fname): if line[0] == '#': continue toks = line.split() id = ".".join(toks[0].split(".")[:3]) res[id] = np.array([float(toks[1]), float(toks[2]), float(toks[3])]) return res
def read_site(fname): """Given a filename or file, parse a file with key = value information and return it as a Bunch.""" res = bunch.Bunch() for line in utils.lines(fname): line = line.strip() if len(line) == 0 or line.startswith("#"): continue a = ast.parse(line) id = a.body[0].targets[0].id res[id] = ast.literal_eval(a.body[0].value) return res
def read_site(fname): """Given a filename or file, parse a file with key = value information and return it as a Bunch.""" res = bunch.Bunch() for line in utils.lines(fname): line = line.strip() if len(line) == 0 or line.startswith("#"): continue a = ast.parse(line) id = a.body[0].targets[0].id res[id] = ast.literal_eval(a.body[0].value) return res
def read_polangle(fname, mode="auto"): """Reads polarization angles in radians, discarding ones marked bad (the negative ones). The format is returned as id,val.""" ids, res = [], [] for line in utils.lines(fname): if line.startswith("#"): continue toks = line.split() if mode == "irca" or len(toks) > 2: id, ang = int(toks[0]), float(toks[3])*np.pi/180 else: id, ang = int(toks[0]), float(toks[1])*np.pi/180 if ang < 0: continue ids.append(id) res.append(ang) return np.array(ids), np.array(res)
def read_polangle(fname, mode="auto"): """Reads polarization angles in radians, discarding ones marked bad (the negative ones). The format is returned as id,val.""" ids, res = [], [] for line in utils.lines(fname): if line.startswith("#"): continue toks = line.split() if mode == "irca" or len(toks) > 2: id, ang = int(toks[0]), float(toks[3])*np.pi/180 else: id, ang = int(toks[0]), float(toks[1])*np.pi/180 if ang < 0: continue ids.append(id) res.append(ang) return np.array(ids), np.array(res)
def read_pylike_format(fname): """Givnen a file with a simple python-like format with lines of foo = [num,num,num,...], return it as a dictionary of names->lists, while preserving nan values.""" res = {} for line in utils.lines(fname): if line.isspace(): continue try: a = ast.parse(line.replace("nan", "'nan'")) # Does not handle nan except TypeError as e: raise IOError("Unparsable file %s (%s)" % (str(fname), str(e))) id = a.body[0].targets[0].id res[id] = ast.literal_eval(a.body[0].value) # reinsert all the nans. This assumes no nested lists for i, v in enumerate(res[id]): if v == "'nan'": res[id][i] = np.nan elif v == "nan": res[id][i] = np.nan return res
def read_pylike_format(fname): """Givnen a file with a simple python-like format with lines of foo = [num,num,num,...], return it as a dictionary of names->lists, while preserving nan values.""" res = {} for line in utils.lines(fname): if line.isspace(): continue try: a = ast.parse(line.replace("nan", "'nan'")) # Does not handle nan except TypeError as e: raise IOError("Unparsable file %s (%s)" % (str(fname), e.message)) id = a.body[0].targets[0].id res[id] = ast.literal_eval(a.body[0].value) # reinsert all the nans. This assumes no nested lists for i, v in enumerate(res[id]): if v == "'nan'": res[id][i] = np.nan elif v == "nan": res[id][i] = np.nan return res
def read_cut(fname, permissive=True): """Read the act cut format, returning ids, cuts, offset, where cuts is a Multirange object.""" nsamp, ndet, offset = None, None, None dets, cuts = [], [] for line in utils.lines(fname): if "=" in line: # Header key-value pair toks = line.split() if toks[0] == "n_det": ndet = int(toks[2]) elif toks[0] == "n_samp": nsamp = int(toks[2]) elif toks[0] == "samp_offset": offset = int(toks[2]) else: continue # Ignore others elif ":" in line: parts = line.split(":") uid = int(parts[0].split()[0]) if len(parts) > 1 and "(" in parts[1]: toks = parts[1].split() ranges = np.array([[int(w) for w in tok[1:-1].split(",")] for tok in toks]) ranges = np.minimum(ranges, nsamp) cuts.append(sampcut.from_list([ranges], nsamp)) # Handle uncut detectors else: cuts.append(sampcut.empty(1, nsamp)) dets.append(uid) # Add any missing detectors if we are in permissive mode if permissive: missing = set(range(ndet)) - set(dets) for uid in missing: dets.append(uid) cuts.append(sampcut.empty(1, nsamp)) # Filter out fully cut tods odets, ocuts = [], [] for det, cut in zip(dets, cuts): if cut.sum() < cut.nsamp: odets.append(det) ocuts.append(cut) if len(ocuts) == 0: ocuts = sampcut.full(0, nsamp) else: ocuts = sampcut.stack(ocuts) return odets, ocuts, offset
def read_cut(fname, permissive=True): """Read the act cut format, returning ids, cuts, offset, where cuts is a Multirange object.""" nsamp, ndet, offset = None, None, None dets, cuts = [], [] for line in utils.lines(fname): if "=" in line: # Header key-value pair toks = line.split() if toks[0] == "n_det": ndet = int(toks[2]) elif toks[0] == "n_samp": nsamp = int(toks[2]) elif toks[0] == "samp_offset": offset = int(toks[2]) else: continue # Ignore others elif ":" in line: parts = line.split(":") uid = int(parts[0].split()[0]) if len(parts) > 1 and "(" in parts[1]: toks = parts[1].split() ranges = np.array([[int(w) for w in tok[1:-1].split(",")] for tok in toks]) ranges = np.minimum(ranges, nsamp) cuts.append(sampcut.from_list([ranges],nsamp)) # Handle uncut detectors else: cuts.append(sampcut.empty(1, nsamp)) dets.append(uid) # Add any missing detectors if we are in permissive mode if permissive: missing = set(range(ndet))-set(dets) for uid in missing: dets.append(uid) cuts.append(sampcut.empty(1,nsamp)) # Filter out fully cut tods odets, ocuts = [], [] for det, cut in zip(dets, cuts): if cut.sum() < cut.nsamp: odets.append(det) ocuts.append(cut) if len(ocuts) == 0: ocuts = sampcut.full(0,nsamp) else: ocuts = sampcut.stack(ocuts) return odets, ocuts, offset
def read_gain_correction_ascii(fname, id=None): """Read lines of the format id[:tag] val or id tag val. Returns it as a dict of {id: {tag:val,...}}. So a single TOD may be covered by multiple entries in the file, each of which covers a different subset. Lines that start with # will be ignored. If the id argument is passed in, only lines with matching id will be returned.""" res = {} for line in utils.lines(fname): if line.startswith("#"): continue if id and not line.startswith(id) and not line.startswith("*"): continue # Parse the line line = line.replace(":"," ") toks = line.split() if len(toks) == 2: tod_id, value = toks tag = "*" else: tod_id, tag, value = toks value = float(value) # And insert it at the right location if tod_id not in res: res[tod_id] = {} res[tod_id][tag] = value return res
def read_gain_correction_ascii(fname, id=None): """Read lines of the format id[:tag] val or id tag val. Returns it as a dict of {id: {tag:val,...}}. So a single TOD may be covered by multiple entries in the file, each of which covers a different subset. Lines that start with # will be ignored. If the id argument is passed in, only lines with matching id will be returned.""" res = {} for line in utils.lines(fname): if line.startswith("#"): continue if id and not line.startswith(id) and not line.startswith("*"): continue # Parse the line line = line.replace(":"," ") toks = line.split() if len(toks) == 2: tod_id, value = toks tag = "*" else: tod_id, tag, value = toks value = float(value) # And insert it at the right location if tod_id not in res: res[tod_id] = {} res[tod_id][tag] = value return res