def test_matlab_io(make_data=False): nens = 100 td_vec = drop_config(read('vector_data_imu01.VEC', nens=nens)) td_rdi_bt = drop_config(read('RDI_withBT.000', nens=nens)) # This read should trigger a warning about the declination being # defined in two places (in the binary .ENX files), and in the # .userdata.json file. NOTE: DOLfYN defaults to using what is in # the .userdata.json file. with pytest.warns(UserWarning, match='magnetic_var_deg'): td_vm = drop_config(read('vmdas01.ENX', nens=nens)) if make_data: save_matlab(td_vec, 'dat_vec') save_matlab(td_rdi_bt, 'dat_rdi_bt') save_matlab(td_vm, 'dat_vm') return mat_vec = load_matlab('dat_vec.mat') mat_rdi_bt = load_matlab('dat_rdi_bt.mat') mat_vm = load_matlab('dat_vm.mat') assert_allclose(td_vec, mat_vec, atol=1e-6) assert_allclose(td_rdi_bt, mat_rdi_bt, atol=1e-6) assert_allclose(td_vm, mat_vm, atol=1e-6)
def test_io_adv(make_data=False): nens = 100 td = tb.drop_config(read('vector_data01.VEC', nens=nens)) tdm = tb.drop_config( read('vector_data_imu01.VEC', userdata=False, nens=nens)) tdb = tb.drop_config(read('burst_mode01.VEC', nens=nens)) tdm2 = tb.drop_config( read('vector_data_imu01.VEC', userdata=tb.exdt('vector_data_imu01.userdata.json'), nens=nens)) # These values are not correct for this data but I'm adding them for # test purposes only. set_inst2head_rotmat(tdm, np.eye(3), inplace=True) tdm.attrs['inst2head_vec'] = [-1.0, 0.5, 0.2] if make_data: save(td, 'vector_data01.nc') save(tdm, 'vector_data_imu01.nc') save(tdb, 'burst_mode01.nc') save(tdm2, 'vector_data_imu01-json.nc') return assert_allclose(td, dat, atol=1e-6) assert_allclose(tdm, dat_imu, atol=1e-6) assert_allclose(tdb, dat_burst, atol=1e-6) assert_allclose(tdm2, dat_imu_json, atol=1e-6)
def test_io_nortek2(make_data=False): nens = 100 td_sig = tb.drop_config(read('BenchFile01.ad2cp', nens=nens)) td_sig_i = tb.drop_config( read('Sig1000_IMU.ad2cp', userdata=False, nens=nens)) td_sig_i_ud = tb.drop_config(read('Sig1000_IMU.ad2cp', nens=nens)) td_sig_ieb = tb.drop_config(read('VelEchoBT01.ad2cp', nens=nens)) td_sig_ie = tb.drop_config(read('Sig500_Echo.ad2cp', nens=nens)) td_sig_tide = tb.drop_config(read('Sig1000_tidal.ad2cp', nens=nens)) with pytest.warns(UserWarning): # This issues a warning... td_sig_skip = tb.drop_config(read('Sig_SkippedPings01.ad2cp')) with pytest.warns(UserWarning): # Note: this datafile has a missing time value only - data is whole td_sig_badt = tb.drop_config( sig.read_signature(tb.rfnm('Sig1000_BadTime01.ad2cp'))) # Make sure we read all the way to the end of the file. # This file ends exactly at the end of an ensemble. td_sig5_leiw = tb.drop_config(read('Sig500_last_ensemble_is_whole.ad2cp')) os.remove(tb.exdt('BenchFile01.ad2cp.index')) os.remove(tb.exdt('Sig1000_IMU.ad2cp.index')) os.remove(tb.exdt('VelEchoBT01.ad2cp.index')) os.remove(tb.exdt('Sig500_Echo.ad2cp.index')) os.remove(tb.exdt('Sig1000_tidal.ad2cp.index')) os.remove(tb.exdt('Sig_SkippedPings01.ad2cp.index')) os.remove(tb.exdt('Sig500_last_ensemble_is_whole.ad2cp.index')) os.remove(tb.rfnm('Sig1000_BadTime01.ad2cp.index')) if make_data: save(td_sig, 'BenchFile01.nc') save(td_sig_i, 'Sig1000_IMU.nc') save(td_sig_i_ud, 'Sig1000_IMU_ud.nc') save(td_sig_ieb, 'VelEchoBT01.nc') save(td_sig_ie, 'Sig500_Echo.nc') save(td_sig_tide, 'Sig1000_tidal.nc') save(td_sig_skip, 'Sig_SkippedPings01.nc') save(td_sig_badt, 'Sig1000_BadTime01.nc') save(td_sig5_leiw, 'Sig500_last_ensemble_is_whole.nc') return assert_allclose(td_sig, dat_sig, atol=1e-6) assert_allclose(td_sig_i, dat_sig_i, atol=1e-6) assert_allclose(td_sig_i_ud, dat_sig_i_ud, atol=1e-6) assert_allclose(td_sig_ieb, dat_sig_ieb, atol=1e-6) assert_allclose(td_sig_ie, dat_sig_ie, atol=1e-6) assert_allclose(td_sig_tide, dat_sig_tide, atol=1e-6) assert_allclose(td_sig5_leiw, dat_sig5_leiw, atol=1e-6) assert_allclose(td_sig_skip, dat_sig_skip, atol=1e-6) assert_allclose(td_sig_badt, dat_sig_badt, atol=1e-6)
def test_io_nortek(make_data=False): nens = 100 with pytest.warns(UserWarning): td_awac = tb.drop_config( read('AWAC_test01.wpr', userdata=False, nens=[0, nens])) td_awac_ud = tb.drop_config(read('AWAC_test01.wpr', nens=nens)) td_hwac = tb.drop_config(read('H-AWAC_test01.wpr')) if make_data: save(td_awac, 'AWAC_test01.nc') save(td_awac_ud, 'AWAC_test01_ud.nc') save(td_hwac, 'H-AWAC_test01.nc') return assert_allclose(td_awac, dat_awac, atol=1e-6) assert_allclose(td_awac_ud, dat_awac_ud, atol=1e-6) assert_allclose(td_hwac, dat_hwac, atol=1e-6)
def test_io_rdi(make_data=False): warnings.simplefilter('ignore', UserWarning) nens = 100 td_rdi = tb.drop_config(read('RDI_test01.000')) td_7f79 = tb.drop_config(read('RDI_7f79.000')) td_rdi_bt = tb.drop_config(read('RDI_withBT.000', nens=nens)) td_vm = tb.drop_config(read('vmdas01.ENX', nens=nens)) td_wr1 = tb.drop_config(read('winriver01.PD0')) td_wr2 = tb.drop_config(read('winriver02.PD0')) if make_data: save(td_rdi, 'RDI_test01.nc') save(td_7f79, 'RDI_7f79.nc') save(td_rdi_bt, 'RDI_withBT.nc') save(td_vm, 'vmdas01.nc') save(td_wr1, 'winriver01.nc') save(td_wr2, 'winriver02.nc') return assert_allclose(td_rdi, dat_rdi, atol=1e-6) assert_allclose(td_7f79, dat_rdi_7f79, atol=1e-6) assert_allclose(td_rdi_bt, dat_rdi_bt, atol=1e-6) assert_allclose(td_vm, dat_rdi_vm, atol=1e-6) assert_allclose(td_wr1, dat_wr1, atol=1e-6) assert_allclose(td_wr2, dat_wr2, atol=1e-6)
def test_nortek2_crop(make_data=False): # Test file cropping function crop_ensembles(infile=tb.exdt('Sig500_Echo.ad2cp'), outfile=tb.exdt('Sig500_Echo_crop.ad2cp'), range=[50, 100]) td_sig_ie_crop = tb.drop_config(read('Sig500_Echo_crop.ad2cp')) if make_data: save(td_sig_ie_crop, 'Sig500_Echo_crop.nc') return os.remove(tb.exdt('Sig500_Echo.ad2cp.index')) os.remove(tb.exdt('Sig500_Echo_crop.ad2cp')) os.remove(tb.exdt('Sig500_Echo_crop.ad2cp.index')) cd_sig_ie_crop = load('Sig500_Echo_crop.nc') assert_allclose(td_sig_ie_crop, cd_sig_ie_crop, atol=1e-6)
def debug_output(f, func, datafile, nens, *args, **kwargs): with contextlib.redirect_stdout(f): drop_config(func(exdt(datafile), nens=nens, *args, **kwargs))