def test_cspp_nutnr_uses_ctd_pressure(self):
nut_fn = 'nutnr_j_cspp_instrument_recovered.nc'
ctd_fn = 'ctdpf_j_cspp_instrument_recovered.nc'
nut_ds = xr.open_dataset(os.path.join(DATA_DIR, nut_fn),
decode_times=False)
ctd_ds = xr.open_dataset(os.path.join(DATA_DIR, ctd_fn),
decode_times=False)
tr = TimeRange(nut_ds.time.values[0], nut_ds.time.values[-1])
sr = StreamRequest(self.nut_sk2, [], tr, {}, request_id='UNIT')
nut_ds = nut_ds[self.base_params +
[p.name for p in sr.stream_parameters[self.nut_sk2]]]
sr.datasets[self.ctd_sk2] = StreamDataset(self.ctd_sk2, sr.uflags,
[self.nut_sk2],
sr.request_id)
sr.datasets[self.nut_sk2] = StreamDataset(self.nut_sk2, sr.uflags,
[self.ctd_sk2],
sr.request_id)
sr.datasets[self.ctd_sk2]._insert_dataset(ctd_ds)
sr.datasets[self.nut_sk2]._insert_dataset(nut_ds)
sr.calculate_derived_products()
sr.import_extra_externals()
sr.rename_parameters()
self.assertIn('int_ctd_pressure',
sr.datasets[self.nut_sk2].datasets[1])
data = json.loads(JsonResponse(sr).json())
for each in data:
self.assertIn('int_ctd_pressure', each)
def test_add_externals(self):
nutnr_sk = StreamKey('CE04OSPS', 'SF01B', '4A-NUTNRA102', 'streamed', 'nutnr_a_sample')
ctdpf_sk = StreamKey('CE04OSPS', 'SF01B', '2A-CTDPFA107', 'streamed', 'ctdpf_sbe43_sample')
nutnr_fn = 'nutnr_a_sample.nc'
ctdpf_fn = 'ctdpf_sbe43_sample.nc'
cals = json.load(open(os.path.join(DATA_DIR, 'cals.json')))
tr = TimeRange(3.65342400e+09, 3.65351040e+09)
coefficients = {k: [{'start': tr.start-1, 'stop': tr.stop+1, 'value': cals[k], 'deployment': 1}] for k in cals}
sr = StreamRequest(nutnr_sk, [2443], coefficients, tr, {}, request_id='UNIT')
nutnr_ds = xr.open_dataset(os.path.join(DATA_DIR, nutnr_fn), decode_times=False)
ctdpf_ds = xr.open_dataset(os.path.join(DATA_DIR, ctdpf_fn), decode_times=False)
ctdpf_ds = ctdpf_ds[self.base_params + [p.name for p in sr.stream_parameters[ctdpf_sk]]]
nutnr_ds = nutnr_ds[self.base_params + [p.name for p in sr.stream_parameters[nutnr_sk]]]
sr.datasets[ctdpf_sk] = StreamDataset(ctdpf_sk, sr.coefficients, sr.uflags, [nutnr_sk], sr.request_id)
sr.datasets[nutnr_sk] = StreamDataset(nutnr_sk, sr.coefficients, sr.uflags, [ctdpf_sk], sr.request_id)
sr.datasets[ctdpf_sk]._insert_dataset(ctdpf_ds)
sr.datasets[nutnr_sk]._insert_dataset(nutnr_ds)
sr.calculate_derived_products()
sr.import_extra_externals()
self.assertIn('ctdpf_sbe43_sample-seawater_pressure', sr.datasets[nutnr_sk].datasets[0])
self.assertNotIn('ctdpf_sbe43_sample-seawater_pressure', sr.datasets[ctdpf_sk].datasets[0])
data = json.loads(JsonResponse(sr).json())
for each in data:
self.assertIn('int_ctd_pressure', each)
def test_add_externals(self):
nutnr_sk = StreamKey('CE04OSPS', 'SF01B', '4A-NUTNRA102', 'streamed',
'nutnr_a_sample')
ctdpf_sk = StreamKey('CE04OSPS', 'SF01B', '2A-CTDPFA107', 'streamed',
'ctdpf_sbe43_sample')
nutnr_fn = 'nutnr_a_sample.nc'
ctdpf_fn = 'ctdpf_sbe43_sample.nc'
cals = json.load(open(os.path.join(DATA_DIR, 'cals.json')))
tr = TimeRange(3.65342400e+09, 3.65351040e+09)
coefficients = {
k: [{
'start': tr.start - 1,
'stop': tr.stop + 1,
'value': cals[k],
'deployment': 1
}]
for k in cals
}
sr = StreamRequest(nutnr_sk, [2443],
coefficients,
tr, {},
request_id='UNIT')
nutnr_ds = xr.open_dataset(os.path.join(DATA_DIR, nutnr_fn),
decode_times=False)
ctdpf_ds = xr.open_dataset(os.path.join(DATA_DIR, ctdpf_fn),
decode_times=False)
ctdpf_ds = ctdpf_ds[self.base_params +
[p.name for p in sr.stream_parameters[ctdpf_sk]]]
nutnr_ds = nutnr_ds[self.base_params +
[p.name for p in sr.stream_parameters[nutnr_sk]]]
sr.datasets[ctdpf_sk] = StreamDataset(ctdpf_sk, sr.coefficients,
sr.uflags, [nutnr_sk],
sr.request_id)
sr.datasets[nutnr_sk] = StreamDataset(nutnr_sk, sr.coefficients,
sr.uflags, [ctdpf_sk],
sr.request_id)
sr.datasets[ctdpf_sk]._insert_dataset(ctdpf_ds)
sr.datasets[nutnr_sk]._insert_dataset(nutnr_ds)
sr.calculate_derived_products()
sr.import_extra_externals()
self.assertIn('ctdpf_sbe43_sample-seawater_pressure',
sr.datasets[nutnr_sk].datasets[0])
self.assertNotIn('ctdpf_sbe43_sample-seawater_pressure',
sr.datasets[ctdpf_sk].datasets[0])
data = json.loads(JsonResponse(sr).json())
for each in data:
self.assertIn('int_ctd_pressure', each)
def test_add_externals_glider(self):
gps_fn = 'deployment0003_CE05MOAS-GL319-00-ENG000000-recovered_host-glider_gps_position.nc'
par_fn = 'deployment0003_CE05MOAS-GL319-01-PARADM000-recovered_host-parad_m_glider_recovered.nc'
ctd_fn = 'deployment0003_CE05MOAS-GL319-05-CTDGVM000-recovered_host-ctdgv_m_glider_instrument_recovered.nc'
gps_sk = StreamKey('CE05MOAS', 'GL319', '00-ENG000000', 'recovered_host', 'glider_gps_position')
par_sk = StreamKey('CE05MOAS', 'GL319', '01-PARADM000', 'recovered_host', 'parad_m_glider_recovered')
ctd_sk = StreamKey('CE05MOAS', 'GL319', '05-CTDGVM000', 'recovered_host', 'ctdgv_m_glider_instrument_recovered')
# Fetch the source data
gps_ds = xr.open_dataset(os.path.join(DATA_DIR, gps_fn), decode_times=False)
par_ds = xr.open_dataset(os.path.join(DATA_DIR, par_fn), decode_times=False)
ctd_ds = xr.open_dataset(os.path.join(DATA_DIR, ctd_fn), decode_times=False)
# Create the stream request
tr = TimeRange(par_ds.time.values[0], par_ds.time.values[-1])
sr = StreamRequest(par_sk, [], tr, {}, request_id='UNIT')
# Filter the source data to just the data the stream request says we need
gps_ds = gps_ds[self.base_params + [p.name for p in sr.stream_parameters[gps_sk]]]
par_ds = par_ds[self.base_params + [p.name for p in sr.stream_parameters[par_sk]]]
ctd_ds = ctd_ds[self.base_params + [p.name for p in sr.stream_parameters[ctd_sk]]]
# Create the StreamDataset objects
sr.datasets[gps_sk] = StreamDataset(gps_sk, sr.uflags, [par_sk, ctd_sk], sr.request_id)
sr.datasets[par_sk] = StreamDataset(par_sk, sr.uflags, [gps_sk, ctd_sk], sr.request_id)
sr.datasets[ctd_sk] = StreamDataset(ctd_sk, sr.uflags, [par_sk, gps_sk], sr.request_id)
sr.datasets[gps_sk].events = self.get_events(gps_sk)
sr.datasets[par_sk].events = self.get_events(par_sk)
sr.datasets[ctd_sk].events = self.get_events(ctd_sk)
# Insert the source data
sr.datasets[gps_sk]._insert_dataset(gps_ds)
sr.datasets[par_sk]._insert_dataset(par_ds)
sr.datasets[ctd_sk]._insert_dataset(ctd_ds)
sr.calculate_derived_products()
sr.import_extra_externals()
# Ticket 9328: int_ctd_pressure is now set in stream_request.import_extra_externals()
self.assertNotIn('ctdgv_m_glider_instrument_recovered-sci_water_pressure_dbar', sr.datasets[par_sk].datasets[3])
self.assertIn('int_ctd_pressure', sr.datasets[par_sk].datasets[3])
self.assertNotIn('ctdgv_m_glider_instrument_recovered-sci_water_pressure_dbar', sr.datasets[ctd_sk].datasets[3])
data = json.loads(JsonResponse(sr).json())
for each in data:
self.assertIn('int_ctd_pressure', each)
self.assertIn('lat', each)
self.assertIn('lon', each)
def test_add_externals_glider(self):
gps_fn = 'deployment0003_CE05MOAS-GL319-00-ENG000000-recovered_host-glider_gps_position.nc'
par_fn = 'deployment0003_CE05MOAS-GL319-01-PARADM000-recovered_host-parad_m_glider_recovered.nc'
ctd_fn = 'deployment0003_CE05MOAS-GL319-05-CTDGVM000-recovered_host-ctdgv_m_glider_instrument_recovered.nc'
gps_sk = StreamKey('CE05MOAS', 'GL319', '00-ENG000000', 'recovered_host', 'glider_gps_position')
par_sk = StreamKey('CE05MOAS', 'GL319', '01-PARADM000', 'recovered_host', 'parad_m_glider_recovered')
ctd_sk = StreamKey('CE05MOAS', 'GL319', '05-CTDGVM000', 'recovered_host', 'ctdgv_m_glider_instrument_recovered')
# Fetch the source data
gps_ds = xr.open_dataset(os.path.join(DATA_DIR, gps_fn), decode_times=False)
par_ds = xr.open_dataset(os.path.join(DATA_DIR, par_fn), decode_times=False)
ctd_ds = xr.open_dataset(os.path.join(DATA_DIR, ctd_fn), decode_times=False)
# Create the stream request
tr = TimeRange(par_ds.time.values[0], par_ds.time.values[-1])
sr = StreamRequest(par_sk, [], tr, {}, request_id='UNIT')
# Filter the source data to just the data the stream request says we need
gps_ds = gps_ds[self.base_params + [p.name for p in sr.stream_parameters[gps_sk]]]
par_ds = par_ds[self.base_params + [p.name for p in sr.stream_parameters[par_sk]]]
ctd_ds = ctd_ds[self.base_params + [p.name for p in sr.stream_parameters[ctd_sk]]]
# Create the StreamDataset objects
sr.datasets[gps_sk] = StreamDataset(gps_sk, sr.uflags, [par_sk, ctd_sk], sr.request_id)
sr.datasets[par_sk] = StreamDataset(par_sk, sr.uflags, [gps_sk, ctd_sk], sr.request_id)
sr.datasets[ctd_sk] = StreamDataset(ctd_sk, sr.uflags, [par_sk, gps_sk], sr.request_id)
sr.datasets[gps_sk].events = self.get_events(gps_sk)
sr.datasets[par_sk].events = self.get_events(par_sk)
sr.datasets[ctd_sk].events = self.get_events(ctd_sk)
# Insert the source data
sr.datasets[gps_sk]._insert_dataset(gps_ds)
sr.datasets[par_sk]._insert_dataset(par_ds)
sr.datasets[ctd_sk]._insert_dataset(ctd_ds)
sr.calculate_derived_products()
sr.import_extra_externals()
self.assertIn('ctdgv_m_glider_instrument_recovered-sci_water_pressure_dbar', sr.datasets[par_sk].datasets[3])
self.assertNotIn('ctdgv_m_glider_instrument_recovered-sci_water_pressure_dbar', sr.datasets[ctd_sk].datasets[3])
data = json.loads(JsonResponse(sr).json())
for each in data:
self.assertIn('int_ctd_pressure', each)
self.assertIn('lat', each)
self.assertIn('lon', each)
def test_pressure_depth_renamed(self):
dosta_fn = 'dosta_abcdjm_cspp_instrument_recovered.nc'
ctd_fn = 'ctdpf_j_cspp_instrument_recovered.nc'
dosta_ds = xr.open_dataset(os.path.join(DATA_DIR, dosta_fn),
decode_times=False)
ctd_ds = xr.open_dataset(os.path.join(DATA_DIR, ctd_fn),
decode_times=False)
tr = TimeRange(dosta_ds.time.values[0], dosta_ds.time.values[-1])
sr = StreamRequest(self.dosta_sk, [], tr, {}, request_id='UNIT')
dosta_ds = dosta_ds[
self.base_params +
[p.name for p in sr.stream_parameters[self.dosta_sk]]]
sr.datasets[self.dosta_sk] = StreamDataset(self.dosta_sk, sr.uflags,
[self.ctd_sk2],
sr.request_id)
sr.datasets[self.ctd_sk2] = StreamDataset(self.ctd_sk2, sr.uflags,
[self.dosta_sk],
sr.request_id)
sr.datasets[self.dosta_sk]._insert_dataset(dosta_ds)
sr.datasets[self.ctd_sk2]._insert_dataset(ctd_ds)
sr.calculate_derived_products()
sr.import_extra_externals()
sr.rename_parameters()
self.assertNotIn('pressure_depth',
sr.datasets[self.dosta_sk].datasets[1])
self.assertIn('pressure', sr.datasets[self.dosta_sk].datasets[1])
data = json.loads(JsonResponse(sr).json())
for each in data:
self.assertNotIn('pressure_depth', each)
self.assertIn('pressure', each)
