def test_select_read():
uvfits_uv = UVData()
uvfits_uv2 = UVData()
uvfits_file = os.path.join(DATA_PATH,
'day2_TDEM0003_10s_norx_1src_1spw.uvfits')
# select on antennas
ants_to_keep = np.array([0, 19, 11, 24, 3, 23, 1, 20, 21])
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfits_file],
{'antenna_nums': ants_to_keep},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfits_file],
message='Telescope EVLA is not')
uvfits_uv2.select(antenna_nums=ants_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# select on frequency channels
chans_to_keep = np.arange(12, 22)
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfits_file],
{'freq_chans': chans_to_keep},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfits_file],
message='Telescope EVLA is not')
uvfits_uv2.select(freq_chans=chans_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# select on pols
pols_to_keep = [-1, -2]
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfits_file],
{'polarizations': pols_to_keep},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfits_file],
message='Telescope EVLA is not')
uvfits_uv2.select(polarizations=pols_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# now test selecting on multiple axes
# frequencies first
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfits_file], {
'antenna_nums': ants_to_keep,
'freq_chans': chans_to_keep,
'polarizations': pols_to_keep
},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfits_file],
message='Telescope EVLA is not')
uvfits_uv2.select(antenna_nums=ants_to_keep,
freq_chans=chans_to_keep,
polarizations=pols_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# baselines first
ants_to_keep = np.array([0, 1])
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfits_file], {
'antenna_nums': ants_to_keep,
'freq_chans': chans_to_keep,
'polarizations': pols_to_keep
},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfits_file],
message='Telescope EVLA is not')
uvfits_uv2.select(antenna_nums=ants_to_keep,
freq_chans=chans_to_keep,
polarizations=pols_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# polarizations first
ants_to_keep = np.array([0, 1, 2, 3, 6, 7, 8, 11, 14, 18, 19, 20, 21, 22])
chans_to_keep = np.arange(12, 64)
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfits_file], {
'antenna_nums': ants_to_keep,
'freq_chans': chans_to_keep,
'polarizations': pols_to_keep
},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfits_file],
message='Telescope EVLA is not')
uvfits_uv2.select(antenna_nums=ants_to_keep,
freq_chans=chans_to_keep,
polarizations=pols_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# repeat with no spw file
uvfitsfile_no_spw = os.path.join(DATA_PATH,
'zen.2456865.60537.xy.uvcRREAAM.uvfits')
# select on antennas
ants_to_keep = np.array([2, 4, 5])
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfitsfile_no_spw],
{'antenna_nums': ants_to_keep},
known_warning='paper_uvfits')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfitsfile_no_spw],
known_warning='paper_uvfits')
uvfits_uv2.select(antenna_nums=ants_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# select on frequency channels
chans_to_keep = np.arange(4, 8)
uvtest.checkWarnings(uvfits_uv.read_uvfits, [uvfitsfile_no_spw],
{'freq_chans': chans_to_keep},
known_warning='paper_uvfits')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [uvfitsfile_no_spw],
known_warning='paper_uvfits')
uvfits_uv2.select(freq_chans=chans_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
# select on pols
# this requires writing a new file because the no spw file we have has only 1 pol
hdu_list = fits.open(uvfits_file)
hdunames = uvutils.fits_indexhdus(hdu_list)
vis_hdu = hdu_list[0]
vis_hdr = vis_hdu.header.copy()
raw_data_array = vis_hdu.data.data
raw_data_array = raw_data_array[:, :, :, 0, :, :, :]
vis_hdr['NAXIS'] = 6
vis_hdr['NAXIS5'] = vis_hdr['NAXIS6']
vis_hdr['CTYPE5'] = vis_hdr['CTYPE6']
vis_hdr['CRVAL5'] = vis_hdr['CRVAL6']
vis_hdr['CDELT5'] = vis_hdr['CDELT6']
vis_hdr['CRPIX5'] = vis_hdr['CRPIX6']
vis_hdr['CROTA5'] = vis_hdr['CROTA6']
vis_hdr['NAXIS6'] = vis_hdr['NAXIS7']
vis_hdr['CTYPE6'] = vis_hdr['CTYPE7']
vis_hdr['CRVAL6'] = vis_hdr['CRVAL7']
vis_hdr['CDELT6'] = vis_hdr['CDELT7']
vis_hdr['CRPIX6'] = vis_hdr['CRPIX7']
vis_hdr['CROTA6'] = vis_hdr['CROTA7']
vis_hdr.pop('NAXIS7')
vis_hdr.pop('CTYPE7')
vis_hdr.pop('CRVAL7')
vis_hdr.pop('CDELT7')
vis_hdr.pop('CRPIX7')
vis_hdr.pop('CROTA7')
par_names = vis_hdu.data.parnames
group_parameter_list = [
vis_hdu.data.par(ind) for ind in range(len(par_names))
]
vis_hdu = fits.GroupData(raw_data_array,
parnames=par_names,
pardata=group_parameter_list,
bitpix=-32)
vis_hdu = fits.GroupsHDU(vis_hdu)
vis_hdu.header = vis_hdr
ant_hdu = hdu_list[hdunames['AIPS AN']]
write_file = os.path.join(DATA_PATH, 'test/outtest_casa.uvfits')
hdulist = fits.HDUList(hdus=[vis_hdu, ant_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
pols_to_keep = [-1, -2]
uvtest.checkWarnings(uvfits_uv.read_uvfits, [write_file],
{'polarizations': pols_to_keep},
message='Telescope EVLA is not')
uvtest.checkWarnings(uvfits_uv2.read_uvfits, [write_file],
message='Telescope EVLA is not')
uvfits_uv2.select(polarizations=pols_to_keep)
nt.assert_equal(uvfits_uv, uvfits_uv2)
def test_healpix_errors():
beam_in = UVBeam()
beam_out = UVBeam()
write_file = os.path.join(DATA_PATH, 'test/outtest_beam_hpx.fits')
# now change values for various items in primary hdu to test errors
beam_in.read_cst_beam(cst_files[0], beam_type='efield', frequency=150e6,
telescope_name='TEST', feed_name='bob',
feed_version='0.1', feed_pol=['x'],
model_name='E-field pattern - Rigging height 4.9m',
model_version='1.0')
beam_in.az_za_to_healpix()
header_vals_to_change = [{'CTYPE1': 'foo'}, {'NAXIS1': ''}]
for i, hdr_dict in enumerate(header_vals_to_change):
beam_in.write_beamfits(write_file, clobber=True)
keyword = hdr_dict.keys()[0]
new_val = hdr_dict[keyword]
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
hdunames = uvutils.fits_indexhdus(F)
basisvec_hdu = F[hdunames['BASISVEC']]
hpx_hdu = F[hdunames['HPX_INDS']]
bandpass_hdu = F[hdunames['BANDPARM']]
if 'NAXIS' in keyword:
ax_num = keyword.split('NAXIS')[1]
if ax_num != '':
ax_num = int(ax_num)
ax_use = len(data.shape) - ax_num
new_arrays = np.split(data, primary_hdr[keyword], axis=ax_use)
data = new_arrays[0]
else:
data = np.squeeze(np.split(data, primary_hdr['NAXIS1'],
axis=len(data.shape) - 1)[0])
else:
primary_hdr[keyword] = new_val
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, basisvec_hdu, hpx_hdu, bandpass_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
nt.assert_raises(ValueError, beam_out.read_beamfits, write_file)
# now change values for various items in basisvec hdu to not match primary hdu
beam_in.read_cst_beam(cst_files[0], beam_type='efield', frequency=150e6,
telescope_name='TEST', feed_name='bob',
feed_version='0.1', feed_pol=['x'],
model_name='E-field pattern - Rigging height 4.9m',
model_version='1.0')
beam_in.az_za_to_healpix()
header_vals_to_change = [{'CTYPE1': 'foo'}, {'NAXIS1': ''}]
for i, hdr_dict in enumerate(header_vals_to_change):
beam_in.write_beamfits(write_file, clobber=True)
keyword = hdr_dict.keys()[0]
new_val = hdr_dict[keyword]
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
hdunames = uvutils.fits_indexhdus(F)
basisvec_hdu = F[hdunames['BASISVEC']]
basisvec_hdr = basisvec_hdu.header
basisvec_data = basisvec_hdu.data
hpx_hdu = F[hdunames['HPX_INDS']]
bandpass_hdu = F[hdunames['BANDPARM']]
if 'NAXIS' in keyword:
ax_num = keyword.split('NAXIS')[1]
if ax_num != '':
ax_num = int(ax_num)
ax_use = len(basisvec_data.shape) - ax_num
new_arrays = np.split(basisvec_data, basisvec_hdr[keyword], axis=ax_use)
basisvec_data = new_arrays[0]
else:
basisvec_data = np.split(basisvec_data, basisvec_hdr['NAXIS1'],
axis=len(basisvec_data.shape) - 1)[0]
else:
basisvec_hdr[keyword] = new_val
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
basisvec_hdu = fits.ImageHDU(data=basisvec_data, header=basisvec_hdr)
hdulist = fits.HDUList([prihdu, basisvec_hdu, hpx_hdu, bandpass_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
nt.assert_raises(ValueError, beam_out.read_beamfits, write_file)
def test_readCST_writereadFITS():
beam_in = UVBeam()
beam_out = UVBeam()
beam_in.read_cst_beam(cst_files[0], beam_type='efield', frequency=150e6,
telescope_name='TEST', feed_name='bob',
feed_version='0.1', feed_pol=['x'],
model_name='E-field pattern - Rigging height 4.9m',
model_version='1.0')
# add optional parameters for testing purposes
beam_in.extra_keywords = {'KEY1': 'test_keyword'}
beam_in.reference_input_impedance = 340.
beam_in.reference_output_impedance = 50.
beam_in.receiver_temperature_array = np.random.normal(50.0, 5, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.loss_array = np.random.normal(50.0, 5, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.mismatch_array = np.random.normal(0.0, 1.0, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.s_parameters = np.random.normal(0.0, 0.3, size=(4, beam_in.Nspws, beam_in.Nfreqs))
write_file = os.path.join(DATA_PATH, 'test/outtest_beam.fits')
beam_in.write_beamfits(write_file, clobber=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
# redo for power beam
del(beam_in)
beam_in = UVBeam()
# read in efield and convert to power to test cross-pols
beam_in.read_cst_beam(cst_files[0], beam_type='efield', frequency=150e6,
telescope_name='TEST', feed_name='bob',
feed_version='0.1', feed_pol=['x'],
model_name='E-field pattern - Rigging height 4.9m',
model_version='1.0')
beam_in.efield_to_power()
# add optional parameters for testing purposes
beam_in.extra_keywords = {'KEY1': 'test_keyword'}
beam_in.reference_input_impedance = 340.
beam_in.reference_output_impedance = 50.
beam_in.receiver_temperature_array = np.random.normal(50.0, 5, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.loss_array = np.random.normal(50.0, 5, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.mismatch_array = np.random.normal(0.0, 1.0, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.s_parameters = np.random.normal(0.0, 0.3, size=(4, beam_in.Nspws, beam_in.Nfreqs))
beam_in.write_beamfits(write_file, clobber=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
# now replace 'power' with 'intensity' for btype
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
primary_hdr['BTYPE'] = 'Intensity'
hdunames = uvutils.fits_indexhdus(F)
bandpass_hdu = F[hdunames['BANDPARM']]
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, bandpass_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
# now remove coordsys but leave ctypes 1 & 2
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
primary_hdr.pop('COORDSYS')
hdunames = uvutils.fits_indexhdus(F)
bandpass_hdu = F[hdunames['BANDPARM']]
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, bandpass_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
# now change frequency units
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
primary_hdr['CUNIT3'] = 'MHz'
primary_hdr['CRVAL3'] = primary_hdr['CRVAL3'] / 1e6
primary_hdr['CDELT3'] = primary_hdr['CRVAL3'] / 1e6
hdunames = uvutils.fits_indexhdus(F)
bandpass_hdu = F[hdunames['BANDPARM']]
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, bandpass_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
def test_writeread_healpix():
beam_in = UVBeam()
beam_out = UVBeam()
# fill UVBeam object with dummy data for now for testing purposes
beam_in.read_cst_beam(cst_files[0], beam_type='efield', frequency=150e6,
telescope_name='TEST', feed_name='bob',
feed_version='0.1', feed_pol=['x'],
model_name='E-field pattern - Rigging height 4.9m',
model_version='1.0')
beam_in.az_za_to_healpix()
write_file = os.path.join(DATA_PATH, 'test/outtest_beam_hpx.fits')
beam_in.write_beamfits(write_file, clobber=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
# redo for power beam
del(beam_in)
beam_in = UVBeam()
# read in efield and convert to power to test cross-pols
beam_in.read_cst_beam(cst_files[0], beam_type='efield', frequency=150e6,
telescope_name='TEST', feed_name='bob',
feed_version='0.1', feed_pol=['x'],
model_name='E-field pattern - Rigging height 4.9m',
model_version='1.0')
beam_in.efield_to_power()
# add optional parameters for testing purposes
beam_in.extra_keywords = {'KEY1': 'test_keyword'}
beam_in.reference_input_impedance = 340.
beam_in.reference_output_impedance = 50.
beam_in.receiver_temperature_array = np.random.normal(50.0, 5, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.loss_array = np.random.normal(50.0, 5, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.mismatch_array = np.random.normal(0.0, 1.0, size=(beam_in.Nspws, beam_in.Nfreqs))
beam_in.s_parameters = np.random.normal(0.0, 0.3, size=(4, beam_in.Nspws, beam_in.Nfreqs))
# check that data_array is complex
nt.assert_true(np.iscomplexobj(np.real_if_close(beam_in.data_array, tol=10)))
beam_in.az_za_to_healpix()
# check that data_array is complex after interpolation
nt.assert_true(np.iscomplexobj(np.real_if_close(beam_in.data_array, tol=10)))
beam_in.write_beamfits(write_file, clobber=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
# now remove coordsys but leave ctype 1
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
primary_hdr.pop('COORDSYS')
hdunames = uvutils.fits_indexhdus(F)
hpx_hdu = F[hdunames['HPX_INDS']]
bandpass_hdu = F[hdunames['BANDPARM']]
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, hpx_hdu, bandpass_hdu])
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
beam_out.read_beamfits(write_file)
nt.assert_equal(beam_in, beam_out)
def test_errors():
"""
Test for various errors.
"""
cal_in = UVCal()
cal_out = UVCal()
testfile = os.path.join(DATA_PATH, 'zen.2457698.40355.xx.HH.uvc.fits')
write_file = os.path.join(DATA_PATH, 'test/outtest_firstcal.fits')
message = [
testfile + ' appears to be an old calfits format which',
testfile + ' appears to be an old calfits format for delay files'
]
uvtest.checkWarnings(cal_in.read_calfits, [testfile],
message=message,
nwarnings=2)
cal_in.set_unknown_cal_type()
nt.assert_raises(ValueError,
cal_in.write_calfits,
write_file,
run_check=False,
clobber=True)
# change values for various axes in flag and total quality hdus to not match primary hdu
uvtest.checkWarnings(cal_in.read_calfits, [testfile],
message=message,
nwarnings=2)
# Create filler jones info
cal_in.jones_array = np.array([-5, -6, -7, -8])
cal_in.Njones = 4
cal_in.flag_array = np.zeros(cal_in._flag_array.expected_shape(cal_in),
dtype=bool)
cal_in.delay_array = np.ones(cal_in._delay_array.expected_shape(cal_in),
dtype=np.float64)
cal_in.quality_array = np.zeros(
cal_in._quality_array.expected_shape(cal_in))
# add total_quality_array so that can be tested as well
cal_in.total_quality_array = np.zeros(
cal_in._total_quality_array.expected_shape(cal_in))
header_vals_to_double = [{
'flag': 'CDELT2'
}, {
'flag': 'CDELT3'
}, {
'flag': 'CRVAL5'
}, {
'totqual': 'CDELT1'
}, {
'totqual': 'CDELT2'
}, {
'totqual': 'CRVAL4'
}]
for i, hdr_dict in enumerate(header_vals_to_double):
cal_in.write_calfits(write_file, clobber=True)
unit = hdr_dict.keys()[0]
keyword = hdr_dict[unit]
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
hdunames = uvutils.fits_indexhdus(F)
ant_hdu = F[hdunames['ANTENNAS']]
flag_hdu = F[hdunames['FLAGS']]
flag_hdr = flag_hdu.header
totqualhdu = F[hdunames['TOTQLTY']]
totqualhdr = totqualhdu.header
if unit == 'flag':
flag_hdr[keyword] *= 2
elif unit == 'totqual':
totqualhdr[keyword] *= 2
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, ant_hdu])
flag_hdu = fits.ImageHDU(data=flag_hdu.data, header=flag_hdr)
hdulist.append(flag_hdu)
totqualhdu = fits.ImageHDU(data=totqualhdu.data, header=totqualhdr)
hdulist.append(totqualhdu)
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
nt.assert_raises(ValueError,
cal_out.read_calfits,
write_file,
strict_fits=True)
# repeat for gain type file
testfile = os.path.join(DATA_PATH, 'zen.2457698.40355.xx.fitsA')
write_file = os.path.join(DATA_PATH, 'test/outtest_omnical.fits')
message = testfile + ' appears to be an old calfits format which'
uvtest.checkWarnings(cal_in.read_calfits, [testfile], message=message)
# Create filler jones info
cal_in.jones_array = np.array([-5, -6, -7, -8])
cal_in.Njones = 4
cal_in.flag_array = np.zeros(cal_in._flag_array.expected_shape(cal_in),
dtype=bool)
cal_in.gain_array = np.ones(cal_in._gain_array.expected_shape(cal_in),
dtype=np.complex64)
cal_in.quality_array = np.zeros(
cal_in._quality_array.expected_shape(cal_in))
# add total_quality_array so that can be tested as well
cal_in.total_quality_array = np.zeros(
cal_in._total_quality_array.expected_shape(cal_in))
header_vals_to_double = [{
'totqual': 'CDELT1'
}, {
'totqual': 'CDELT2'
}, {
'totqual': 'CDELT3'
}, {
'totqual': 'CRVAL4'
}]
for i, hdr_dict in enumerate(header_vals_to_double):
cal_in.write_calfits(write_file, clobber=True)
unit = hdr_dict.keys()[0]
keyword = hdr_dict[unit]
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
hdunames = uvutils.fits_indexhdus(F)
ant_hdu = F[hdunames['ANTENNAS']]
totqualhdu = F[hdunames['TOTQLTY']]
totqualhdr = totqualhdu.header
if unit == 'totqual':
totqualhdr[keyword] *= 2
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, ant_hdu])
totqualhdu = fits.ImageHDU(data=totqualhdu.data, header=totqualhdr)
hdulist.append(totqualhdu)
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
nt.assert_raises(ValueError,
cal_out.read_calfits,
write_file,
strict_fits=True)
def test_read_oldcalfits():
"""
Test for proper behavior with old calfits files.
"""
# start with gain type files
cal_in = UVCal()
cal_out = UVCal()
testfile = os.path.join(DATA_PATH, 'zen.2457698.40355.xx.fitsA')
write_file = os.path.join(DATA_PATH, 'test/outtest_omnical.fits')
message = testfile + ' appears to be an old calfits format which'
uvtest.checkWarnings(cal_in.read_calfits, [testfile], message=message)
# add total_quality_array so that can be tested as well
cal_in.total_quality_array = np.zeros(
cal_in._total_quality_array.expected_shape(cal_in))
# now read in the file and remove various CRPIX and CRVAL keywords to
# emulate old calfits files
header_vals_to_remove = [{
'primary': 'CRVAL5'
}, {
'primary': 'CRPIX4'
}, {
'totqual': 'CRVAL4'
}]
messages = [write_file, 'This file', write_file]
messages = [m + ' appears to be an old calfits format' for m in messages]
for i, hdr_dict in enumerate(header_vals_to_remove):
cal_in.write_calfits(write_file, clobber=True)
unit = hdr_dict.keys()[0]
keyword = hdr_dict[unit]
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
hdunames = uvutils.fits_indexhdus(F)
ant_hdu = F[hdunames['ANTENNAS']]
totqualhdu = F[hdunames['TOTQLTY']]
totqualhdr = totqualhdu.header
if unit == 'primary':
primary_hdr.pop(keyword)
elif unit == 'totqual':
totqualhdr.pop(keyword)
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, ant_hdu])
totqualhdu = fits.ImageHDU(data=totqualhdu.data, header=totqualhdr)
hdulist.append(totqualhdu)
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
uvtest.checkWarnings(cal_out.read_calfits, [write_file],
message=messages[i])
nt.assert_equal(cal_in, cal_out)
nt.assert_raises(KeyError,
cal_out.read_calfits,
write_file,
strict_fits=True)
# now with delay type files
cal_in = UVCal()
cal_out = UVCal()
testfile = os.path.join(DATA_PATH, 'zen.2457698.40355.xx.HH.uvc.fits')
write_file = os.path.join(DATA_PATH, 'test/outtest_firstcal.fits')
message = [
testfile + ' appears to be an old calfits format which',
testfile + ' appears to be an old calfits format for delay files'
]
uvtest.checkWarnings(cal_in.read_calfits, [testfile],
message=message,
nwarnings=2)
# add total_quality_array so that can be tested as well
cal_in.total_quality_array = np.zeros(
cal_in._total_quality_array.expected_shape(cal_in))
# now read in the file and remove various CRPIX and CRVAL keywords to
# emulate old calfits files
header_vals_to_remove = [{
'primary': 'CRVAL5'
}, {
'flag': 'CRVAL5'
}, {
'flag': 'CRPIX4'
}, {
'totqual': 'CRVAL4'
}]
messages = [write_file, 'This file', 'This file', write_file]
messages = [m + ' appears to be an old calfits format' for m in messages]
for i, hdr_dict in enumerate(header_vals_to_remove):
cal_in.write_calfits(write_file, clobber=True)
unit = hdr_dict.keys()[0]
keyword = hdr_dict[unit]
F = fits.open(write_file)
data = F[0].data
primary_hdr = F[0].header
hdunames = uvutils.fits_indexhdus(F)
ant_hdu = F[hdunames['ANTENNAS']]
flag_hdu = F[hdunames['FLAGS']]
flag_hdr = flag_hdu.header
totqualhdu = F[hdunames['TOTQLTY']]
totqualhdr = totqualhdu.header
if unit == 'primary':
primary_hdr.pop(keyword)
elif unit == 'flag':
flag_hdr.pop(keyword)
elif unit == 'totqual':
totqualhdr.pop(keyword)
prihdu = fits.PrimaryHDU(data=data, header=primary_hdr)
hdulist = fits.HDUList([prihdu, ant_hdu])
flag_hdu = fits.ImageHDU(data=flag_hdu.data, header=flag_hdr)
hdulist.append(flag_hdu)
totqualhdu = fits.ImageHDU(data=totqualhdu.data, header=totqualhdr)
hdulist.append(totqualhdu)
if float(astropy.__version__[0:3]) < 1.3:
hdulist.writeto(write_file, clobber=True)
else:
hdulist.writeto(write_file, overwrite=True)
uvtest.checkWarnings(cal_out.read_calfits, [write_file],
message=messages[i])
nt.assert_equal(cal_in, cal_out)
nt.assert_raises(KeyError,
cal_out.read_calfits,
write_file,
strict_fits=True)