def test_copy():
uvf = UVFlag(test_f_file)
uvf2 = uvf.copy()
nt.assert_true(uvf == uvf2)
# Make sure it's a copy and not just pointing to same object
uvf.to_waterfall()
nt.assert_false(uvf == uvf2)
def test_baseline_to_baseline():
uv = UVData()
uv.read_miriad(test_d_file)
uvf = UVFlag(uv)
uvf2 = uvf.copy()
uvf.to_baseline(uv)
nt.assert_equal(uvf, uvf2)
def test_add_pol():
uv1 = UVFlag(test_f_file)
uv2 = copy.deepcopy(uv1)
uv2.polarization_array += 1 # Arbitrary
uv3 = uv1.__add__(uv2, axis='polarization')
nt.assert_true(np.array_equal(uv1.freq_array, uv3.freq_array))
nt.assert_true(np.array_equal(uv1.time_array, uv3.time_array))
nt.assert_true(np.array_equal(uv1.baseline_array, uv3.baseline_array))
nt.assert_true(np.array_equal(uv1.ant_1_array, uv3.ant_1_array))
nt.assert_true(np.array_equal(uv1.ant_2_array, uv3.ant_2_array))
nt.assert_true(np.array_equal(uv1.lst_array, uv3.lst_array))
nt.assert_true(
np.array_equal(
np.concatenate((uv1.metric_array, uv2.metric_array), axis=3),
uv3.metric_array))
nt.assert_true(
np.array_equal(
np.concatenate((uv1.weights_array, uv2.weights_array), axis=3),
uv3.weights_array))
nt.assert_true(uv3.type == 'baseline')
nt.assert_true(uv3.mode == 'metric')
nt.assert_true(
np.array_equal(
np.concatenate((uv1.polarization_array, uv2.polarization_array)),
uv3.polarization_array))
nt.assert_true('Data combined along polarization axis with ' +
hera_qm_version_str in uv3.history)
def test_add_antenna():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uv1 = UVFlag(uvc)
uv2 = copy.deepcopy(uv1)
uv2.ant_array += 100 # Arbitrary
uv3 = uv1.__add__(uv2, axis='antenna')
nt.assert_true(
np.array_equal(np.concatenate((uv1.ant_array, uv2.ant_array)),
uv3.ant_array))
nt.assert_true(
np.array_equal(
np.concatenate((uv1.metric_array, uv2.metric_array), axis=0),
uv3.metric_array))
nt.assert_true(
np.array_equal(
np.concatenate((uv1.weights_array, uv2.weights_array), axis=0),
uv3.weights_array))
nt.assert_true(np.array_equal(uv1.freq_array, uv3.freq_array))
nt.assert_true(np.array_equal(uv1.time_array, uv3.time_array))
nt.assert_true(np.array_equal(uv1.lst_array, uv3.lst_array))
nt.assert_true(uv3.type == 'antenna')
nt.assert_true(uv3.mode == 'metric')
nt.assert_true(
np.array_equal(uv1.polarization_array, uv3.polarization_array))
nt.assert_true('Data combined along antenna axis with ' +
hera_qm_version_str in uv3.history)
def test_uvflag(self):
uvf = UVFlag(test_f_file)
uvf.to_flag()
xant = uvf.ant_1_array[0]
xrfi.flag_xants(uvf, xant)
nt.assert_true(np.all(uvf.flag_array[uvf.ant_1_array == xant, :, :, :]))
nt.assert_true(np.all(uvf.flag_array[uvf.ant_2_array == xant, :, :, :]))
def test_inplace_add():
uv1a = UVFlag(test_f_file)
uv1b = copy.deepcopy(uv1a)
uv2 = copy.deepcopy(uv1a)
uv2.time_array += 1
uv1a += uv2
nt.assert_true(uv1a.__eq__(uv1b + uv2))
def test_init_list():
uv = UVData()
uv.read_miriad(test_d_file)
uv.time_array -= 1
uvf = UVFlag([uv, test_f_file])
uvf1 = UVFlag(uv)
uvf2 = UVFlag(test_f_file)
nt.assert_true(
np.array_equal(
np.concatenate((uvf1.metric_array, uvf2.metric_array), axis=0),
uvf.metric_array))
nt.assert_true(
np.array_equal(
np.concatenate((uvf1.weights_array, uvf2.weights_array), axis=0),
uvf.weights_array))
nt.assert_true(
np.array_equal(np.concatenate((uvf1.time_array, uvf2.time_array)),
uvf.time_array))
nt.assert_true(
np.array_equal(
np.concatenate((uvf1.baseline_array, uvf2.baseline_array)),
uvf.baseline_array))
nt.assert_true(
np.array_equal(np.concatenate((uvf1.ant_1_array, uvf2.ant_1_array)),
uvf.ant_1_array))
nt.assert_true(
np.array_equal(np.concatenate((uvf1.ant_2_array, uvf2.ant_2_array)),
uvf.ant_2_array))
nt.assert_true(uvf.mode == 'metric')
nt.assert_true(np.all(uvf.freq_array == uv.freq_array[0]))
nt.assert_true(np.all(uvf.polarization_array == uv.polarization_array))
def test_to_waterfall_waterfall():
uvf = UVFlag(test_f_file)
uvf.weights_array = np.ones_like(uvf.weights_array)
uvf.to_waterfall()
uvtest.checkWarnings(uvf.to_waterfall, [], {},
nwarnings=1,
message='This object is already a waterfall')
def test_to_flag():
uvf = UVFlag(test_f_file)
uvf.to_flag()
nt.assert_true(hasattr(uvf, 'flag_array'))
nt.assert_false(hasattr(uvf, 'metric_array'))
nt.assert_true(uvf.mode == 'flag')
nt.assert_true('Converted to mode "flag"' in uvf.history)
def test_antenna_to_antenna():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvf = UVFlag(uvc)
uvf2 = uvf.copy()
uvf.to_antenna(uvc)
nt.assert_equal(uvf, uvf2)
def test_init_UVFlag_baseline():
uv = UVFlag(test_f_file)
uv2 = UVFlag(uv)
nt.assert_equal(uv, uv2)
uv2 = UVFlag(uv, label='foo')
nt.assert_equal(uv2.label, 'foo')
def test_init_HERAData():
uv = UVData()
uv.read_miriad(test_d_file)
uvf1 = UVFlag(uv)
hd = HERAData(test_d_file, filetype='miriad')
hd.read()
uvf2 = UVFlag(hd)
nt.assert_equal(uvf1, uvf2)
def test_to_waterfall_bl():
uvf = UVFlag(test_f_file)
uvf.weights_array = np.ones_like(uvf.weights_array)
uvf.to_waterfall()
nt.assert_true(uvf.type == 'waterfall')
nt.assert_true(uvf.metric_array.shape == (len(uvf.time_array),
len(uvf.freq_array),
len(uvf.polarization_array)))
nt.assert_true(uvf.weights_array.shape == uvf.metric_array.shape)
def test_or_add_history():
uvf = UVFlag(test_f_file)
uvf.to_flag()
uvf2 = uvf.copy()
uvf2.history = 'Different history'
uvf3 = uvf | uvf2
nt.assert_true(uvf.history in uvf3.history)
nt.assert_true(uvf2.history in uvf3.history)
nt.assert_true("Flags OR'd with:" in uvf3.history)
def test_to_waterfall_ant():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvf = UVFlag(uvc)
uvf.weights_array = np.ones_like(uvf.weights_array)
uvf.to_waterfall()
nt.assert_true(uvf.type == 'waterfall')
nt.assert_true(uvf.metric_array.shape == (len(uvf.time_array),
len(uvf.freq_array),
len(uvf.polarization_array)))
nt.assert_true(uvf.weights_array.shape == uvf.metric_array.shape)
def test_to_antenna_flags():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvf = UVFlag(uvc)
uvf.to_waterfall()
uvf.to_flag()
uvf.flag_array[0, 10, 0] = True # Flag time0, chan10
uvf.flag_array[1, 15, 0] = True # Flag time1, chan15
uvf.to_antenna(uvc)
nt.assert_true(np.all(uvf.ant_array == uvc.ant_array))
nt.assert_true(np.all(uvf.time_array == uvc.time_array))
nt.assert_true(np.all(uvf.flag_array[:, 0, 10, 0, 0]))
nt.assert_true(np.all(uvf.flag_array[:, 0, 15, 1, 0]))
nt.assert_true(uvf.flag_array.mean() == 2. * uvc.Nants_data /
uvf.flag_array.size)
def test_add_errors():
uv = UVData()
uv.read_miriad(test_d_file)
uvc = UVCal()
uvc.read_calfits(test_c_file)
uv1 = UVFlag(uv)
# Mismatched classes
nt.assert_raises(ValueError, uv1.__add__, 3)
# Mismatched types
uv2 = UVFlag(uvc)
nt.assert_raises(ValueError, uv1.__add__, uv2)
# Mismatched modes
uv3 = UVFlag(uv, mode='flag')
nt.assert_raises(ValueError, uv1.__add__, uv3)
# Invalid axes
nt.assert_raises(ValueError, uv1.__add__, uv1, axis='antenna')
nt.assert_raises(ValueError, uv2.__add__, uv2, axis='baseline')
def test_watershed_flag_errors(self):
# setup
uv = UVData()
uv.read_miriad(test_d_file)
uvm = UVFlag(uv, history='I made this')
uvf = UVFlag(uv, mode='flag')
uvf2 = UVFlag(uv, mode='flag', waterfall=True)
# pass in objects besides UVFlag
nt.assert_raises(ValueError, xrfi.watershed_flag, 1, 2)
nt.assert_raises(ValueError, xrfi.watershed_flag, uvm, 2)
nt.assert_raises(ValueError, xrfi.watershed_flag, uvm, uvf2)
# use a bogus average_method
nt.assert_raises(KeyError, xrfi.watershed_flag, uvm, uvf, avg_method='blah')
# set the UVFlag object to have a bogus type
uvm.type = 'blah'
nt.assert_raises(ValueError, xrfi.watershed_flag, uvm, uvf)
def test_to_baseline_flags():
uv = UVData()
uv.read_miriad(test_d_file)
uvf = UVFlag(uv)
uvf.to_waterfall()
uvf.to_flag()
uvf.flag_array[0, 10, 0] = True # Flag time0, chan10
uvf.flag_array[1, 15, 0] = True # Flag time1, chan15
uvf.to_baseline(uv)
nt.assert_true(np.all(uvf.baseline_array == uv.baseline_array))
nt.assert_true(np.all(uvf.time_array == uv.time_array))
times = np.unique(uvf.time_array)
ntrue = 0.0
ind = np.where(uvf.time_array == times[0])[0]
ntrue += len(ind)
nt.assert_true(np.all(uvf.flag_array[ind, 0, 10, 0]))
ind = np.where(uvf.time_array == times[1])[0]
ntrue += len(ind)
nt.assert_true(np.all(uvf.flag_array[ind, 0, 15, 0]))
nt.assert_true(uvf.flag_array.mean() == ntrue / uvf.flag_array.size)
def test_read_change_mode():
uv = UVData()
uv.read_miriad(test_d_file)
uvf = UVFlag(uv, mode='flag')
nt.assert_true(hasattr(uvf, 'flag_array'))
nt.assert_false(hasattr(uvf, 'metric_array'))
uvf.write(test_outfile, clobber=True)
uvf.read(test_f_file)
nt.assert_true(hasattr(uvf, 'metric_array'))
nt.assert_false(hasattr(uvf, 'flag_array'))
uvf.read(test_outfile)
nt.assert_true(hasattr(uvf, 'flag_array'))
nt.assert_false(hasattr(uvf, 'metric_array'))
def test_to_antenna_metric_force_pol():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvc.select(jones=-5)
uvf = UVFlag(uvc)
uvf.to_waterfall()
uvf.metric_array[0, 10, 0] = 3.2 # Fill in time0, chan10
uvf.metric_array[1, 15, 0] = 2.1 # Fill in time1, chan15
uvf.polarization_array[0] = -4
uvf.to_antenna(uvc, force_pol=True)
nt.assert_true(np.all(uvf.ant_array == uvc.ant_array))
nt.assert_true(np.all(uvf.time_array == uvc.time_array))
nt.assert_true(np.array_equal(uvf.polarization_array, uvc.jones_array))
nt.assert_true(np.all(uvf.metric_array[:, 0, 10, 0, 0] == 3.2))
nt.assert_true(np.all(uvf.metric_array[:, 0, 15, 1, 0] == 2.1))
nt.assert_true(
np.isclose(uvf.metric_array.mean(),
(3.2 + 2.1) * uvc.Nants_data / uvf.metric_array.size))
def test_to_antenna_metric():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvf = UVFlag(uvc)
uvf.to_waterfall()
uvf.metric_array[0, 10, 0] = 3.2 # Fill in time0, chan10
uvf.metric_array[1, 15, 0] = 2.1 # Fill in time1, chan15
uvf.to_antenna(uvc)
nt.assert_true(np.all(uvf.ant_array == uvc.ant_array))
nt.assert_true(np.all(uvf.time_array == uvc.time_array))
nt.assert_true(np.all(uvf.metric_array[:, 0, 10, 0, 0] == 3.2))
nt.assert_true(np.all(uvf.metric_array[:, 0, 15, 1, 0] == 2.1))
nt.assert_true(
np.isclose(uvf.metric_array.mean(),
(3.2 + 2.1) * uvc.Nants_data / uvf.metric_array.size))
def test_read_write_ant():
uv = UVCal()
uv.read_calfits(test_c_file)
uvf = UVFlag(uv, mode='flag', label='test')
uvf.write(test_outfile, clobber=True)
uvf2 = UVFlag(test_outfile)
# Update history to match expected additions that were made
uvf.history += 'Written by ' + hera_qm_version_str
uvf.history += ' Read by ' + hera_qm_version_str
nt.assert_true(uvf.__eq__(uvf2, check_history=True))
def test_read_write_nocompress_flag():
uv = UVData()
uv.read_miriad(test_d_file)
uvf = UVFlag(uv, mode='flag', label='test')
uvf.write(test_outfile, clobber=True, data_compression=None)
uvf2 = UVFlag(test_outfile)
# Update history to match expected additions that were made
uvf.history += 'Written by ' + hera_qm_version_str
uvf.history += ' Read by ' + hera_qm_version_str
nt.assert_true(uvf.__eq__(uvf2, check_history=True))
def test_init_waterfall_uvd():
uv = UVData()
uv.read_miriad(test_d_file)
uvf = UVFlag(uv, waterfall=True)
nt.assert_true(uvf.metric_array.shape == (uv.Ntimes, uv.Nfreqs, uv.Npols))
nt.assert_true(np.all(uvf.metric_array == 0))
nt.assert_true(uvf.weights_array.shape == (uv.Ntimes, uv.Nfreqs, uv.Npols))
nt.assert_true(np.all(uvf.weights_array == 1))
nt.assert_true(uvf.type == 'waterfall')
nt.assert_true(uvf.mode == 'metric')
nt.assert_true(np.all(uvf.time_array == np.unique(uv.time_array)))
nt.assert_true(np.all(uvf.lst_array == np.unique(uv.lst_array)))
nt.assert_true(np.all(uvf.freq_array == uv.freq_array[0]))
nt.assert_true(np.all(uvf.polarization_array == uv.polarization_array))
nt.assert_true('Flag object with type "waterfall"' in uvf.history)
nt.assert_true(hera_qm_version_str in uvf.history)
def test_init_waterfall_flag():
uv = UVCal()
uv.read_calfits(test_c_file)
uvf = UVFlag(uv, waterfall=True, mode='flag')
nt.assert_true(uvf.flag_array.shape == (uv.Ntimes, uv.Nfreqs, uv.Njones))
nt.assert_true(not np.any(uvf.flag_array))
nt.assert_true(uvf.weights_array.shape == (uv.Ntimes, uv.Nfreqs,
uv.Njones))
nt.assert_true(np.all(uvf.weights_array == 1))
nt.assert_true(uvf.type == 'waterfall')
nt.assert_true(uvf.mode == 'flag')
nt.assert_true(np.all(uvf.time_array == np.unique(uv.time_array)))
nt.assert_true(np.all(uvf.freq_array == uv.freq_array[0]))
nt.assert_true(np.all(uvf.polarization_array == uv.jones_array))
nt.assert_true('Flag object with type "waterfall"' in uvf.history)
nt.assert_true(hera_qm_version_str in uvf.history)
def test_read_change_type():
uv = UVData()
uv.read_miriad(test_d_file)
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvf = UVFlag(uvc)
uvf.write(test_outfile, clobber=True)
nt.assert_true(hasattr(uvf, 'ant_array'))
uvf.read(test_f_file)
nt.assert_false(hasattr(uvf, 'ant_array'))
nt.assert_true(hasattr(uvf, 'baseline_array'))
nt.assert_true(hasattr(uvf, 'ant_1_array'))
nt.assert_true(hasattr(uvf, 'ant_2_array'))
uvf.read(test_outfile)
nt.assert_true(hasattr(uvf, 'ant_array'))
nt.assert_false(hasattr(uvf, 'baseline_array'))
nt.assert_false(hasattr(uvf, 'ant_1_array'))
nt.assert_false(hasattr(uvf, 'ant_2_array'))
def test_ior():
uvf = UVFlag(test_f_file)
uvf.to_flag()
uvf2 = uvf.copy()
uvf2.flag_array = np.ones_like(uvf2.flag_array)
uvf.flag_array[0] = True
uvf2.flag_array[0] = False
uvf2.flag_array[1] = False
uvf |= uvf2
nt.assert_true(np.all(uvf.flag_array[0]))
nt.assert_false(np.any(uvf.flag_array[1]))
nt.assert_true(np.all(uvf.flag_array[2:]))
def test_to_baseline_metric_force_pol():
uv = UVData()
uv.read_miriad(test_d_file)
uvf = UVFlag(uv)
uvf.to_waterfall()
uvf.metric_array[0, 10, 0] = 3.2 # Fill in time0, chan10
uvf.metric_array[1, 15, 0] = 2.1 # Fill in time1, chan15
uvf.polarization_array[0] = -4
uvf.to_baseline(uv, force_pol=True)
nt.assert_true(np.all(uvf.baseline_array == uv.baseline_array))
nt.assert_true(np.all(uvf.time_array == uv.time_array))
nt.assert_true(
np.array_equal(uvf.polarization_array, uv.polarization_array))
times = np.unique(uvf.time_array)
ind = np.where(uvf.time_array == times[0])[0]
nt0 = len(ind)
nt.assert_true(np.all(uvf.metric_array[ind, 0, 10, 0] == 3.2))
ind = np.where(uvf.time_array == times[1])[0]
nt1 = len(ind)
nt.assert_true(np.all(uvf.metric_array[ind, 0, 15, 0] == 2.1))
nt.assert_true(
np.isclose(uvf.metric_array.mean(),
(3.2 * nt0 + 2.1 * nt1) / uvf.metric_array.size))
def test_init_UVCal():
uvc = UVCal()
uvc.read_calfits(test_c_file)
uvf = UVFlag(uvc)
nt.assert_true(uvf.metric_array.shape == uvc.flag_array.shape)
nt.assert_true(np.all(uvf.metric_array == 0))
nt.assert_true(uvf.weights_array.shape == uvc.flag_array.shape)
nt.assert_true(np.all(uvf.weights_array == 1))
nt.assert_true(uvf.type == 'antenna')
nt.assert_true(uvf.mode == 'metric')
nt.assert_true(np.all(uvf.time_array == uvc.time_array))
lst = lst_from_uv(uvc)
nt.assert_true(np.all(uvf.lst_array == lst))
nt.assert_true(np.all(uvf.freq_array == uvc.freq_array[0]))
nt.assert_true(np.all(uvf.polarization_array == uvc.jones_array))
nt.assert_true(np.all(uvf.ant_array == uvc.ant_array))
nt.assert_true('Flag object with type "antenna"' in uvf.history)
nt.assert_true(hera_qm_version_str in uvf.history)
