def test_get_angles(self, get_satpos):
"""Test sun and satellite angle calculation."""
import numpy as np
import dask.array as da
from satpy.composites.viirs import ReflectanceCorrector
# Patch methods
get_satpos.return_value = 'sat_lon', 'sat_lat', 12345678
self.orbital.get_observer_look.return_value = 0, 0
self.astronomy.get_alt_az.return_value = 0, 0
area = mock.MagicMock()
lons = np.zeros((5, 5))
lons[1, 1] = np.inf
lons = da.from_array(lons, chunks=5)
lats = np.zeros((5, 5))
lats[1, 1] = np.inf
lats = da.from_array(lats, chunks=5)
area.get_lonlats.return_value = (lons, lats)
vis = mock.MagicMock(attrs={'area': area, 'start_time': 'start_time'})
# Compute angles
psp = ReflectanceCorrector(name='dummy')
psp.get_angles(vis)
# Check arguments of get_orbserver_look() call, especially the altitude
# unit conversion from meters to kilometers
self.orbital.get_observer_look.assert_called_once()
args = self.orbital.get_observer_look.call_args[0]
self.assertEqual(args[:4],
('sat_lon', 'sat_lat', 12345.678, 'start_time'))
self.assertIsInstance(args[4], da.Array)
self.assertIsInstance(args[5], da.Array)
self.assertEqual(args[6], 0)
def test_get_angles(self, get_satpos):
"""Test sun and satellite angle calculation."""
from satpy.composites.viirs import ReflectanceCorrector
# Patch methods
get_satpos.return_value = 'sat_lon', 'sat_lat', 12345678
self.orbital.get_observer_look.return_value = 0, 0
self.astronomy.get_alt_az.return_value = 0, 0
area = mock.MagicMock()
area.get_lonlats_dask.return_value = 'lons', 'lats'
vis = mock.MagicMock(attrs={'area': area,
'start_time': 'start_time'})
# Compute angles
psp = ReflectanceCorrector(name='dummy')
psp.get_angles(vis)
# Check arguments of get_orbserver_look() call, especially the altitude
# unit conversion from meters to kilometers
self.orbital.get_observer_look.assert_called_with(
'sat_lon', 'sat_lat', 12345.678, 'start_time', 'lons', 'lats', 0)
def test_reflectance_corrector_modis(self):
"""Test ReflectanceCorrector modifier with MODIS data."""
import xarray as xr
import dask.array as da
import numpy as np
import datetime
from satpy.composites.viirs import ReflectanceCorrector
from satpy.tests.utils import make_dsq
sataa_did = make_dsq(name='satellite_azimuth_angle')
satza_did = make_dsq(name='satellite_zenith_angle')
solaa_did = make_dsq(name='solar_azimuth_angle')
solza_did = make_dsq(name='solar_zenith_angle')
ref_cor = ReflectanceCorrector(dem_filename='_fake.hdf',
optional_prerequisites=[
sataa_did, satza_did, solaa_did,
solza_did
],
name='1',
prerequisites=[],
wavelength=(0.62, 0.645, 0.67),
resolution=250,
calibration='reflectance',
modifiers=('sunz_corrected',
'rayleigh_corrected_crefl'),
sensor='modis')
self.assertEqual(ref_cor.attrs['modifiers'],
('sunz_corrected', 'rayleigh_corrected_crefl'))
self.assertEqual(ref_cor.attrs['calibration'], 'reflectance')
self.assertEqual(ref_cor.attrs['wavelength'], (0.62, 0.645, 0.67))
self.assertEqual(ref_cor.attrs['name'], '1')
self.assertEqual(ref_cor.attrs['resolution'], 250)
self.assertEqual(ref_cor.attrs['sensor'], 'modis')
self.assertEqual(ref_cor.attrs['prerequisites'], [])
self.assertEqual(ref_cor.attrs['optional_prerequisites'], [
make_dsq(name='satellite_azimuth_angle'),
make_dsq(name='satellite_zenith_angle'),
make_dsq(name='solar_azimuth_angle'),
make_dsq(name='solar_zenith_angle')
])
area, dnb = self.data_area_ref_corrector()
def make_xarray(self,
name,
calibration,
wavelength=None,
modifiers=None,
resolution=1000,
file_type='hdf_eos_geo'):
return xr.DataArray(dnb,
dims=('y', 'x'),
attrs={
'wavelength':
wavelength,
'level':
None,
'modifiers':
modifiers,
'calibration':
calibration,
'resolution':
resolution,
'file_type':
file_type,
'name':
name,
'coordinates': ['longitude', 'latitude'],
'platform_name':
'EOS-Aqua',
'polarization':
None,
'sensor':
'modis',
'units':
'%',
'start_time':
datetime.datetime(2012, 8, 13, 18, 46, 1,
439838),
'end_time':
datetime.datetime(2012, 8, 13, 18, 57, 47,
746296),
'area':
area,
'ancillary_variables': []
})
c01 = make_xarray(self,
'1',
'reflectance',
wavelength=(0.62, 0.645, 0.67),
modifiers='sunz_corrected',
resolution=500,
file_type='hdf_eos_data_500m')
c02 = make_xarray(self, 'satellite_azimuth_angle', None)
c03 = make_xarray(self, 'satellite_zenith_angle', None)
c04 = make_xarray(self, 'solar_azimuth_angle', None)
c05 = make_xarray(self, 'solar_zenith_angle', None)
res = ref_cor([c01], [c02, c03, c04, c05])
self.assertIsInstance(res, xr.DataArray)
self.assertIsInstance(res.data, da.Array)
self.assertEqual(res.attrs['wavelength'], (0.62, 0.645, 0.67))
self.assertEqual(res.attrs['modifiers'], (
'sunz_corrected',
'rayleigh_corrected_crefl',
))
self.assertEqual(res.attrs['calibration'], 'reflectance')
self.assertEqual(res.attrs['resolution'], 500)
self.assertEqual(res.attrs['file_type'], 'hdf_eos_data_500m')
self.assertEqual(res.attrs['name'], '1')
self.assertEqual(res.attrs['platform_name'], 'EOS-Aqua')
self.assertEqual(res.attrs['sensor'], 'modis')
self.assertEqual(res.attrs['units'], '%')
self.assertEqual(res.attrs['start_time'],
datetime.datetime(2012, 8, 13, 18, 46, 1, 439838))
self.assertEqual(res.attrs['end_time'],
datetime.datetime(2012, 8, 13, 18, 57, 47, 746296))
self.assertEqual(res.attrs['area'], area)
self.assertEqual(res.attrs['ancillary_variables'], [])
data = res.values
if abs(np.mean(data) - 38.734365117099145) >= 1e-10:
raise AssertionError('{} is not within {} of {}'.format(
np.mean(data), 1e-10, 38.734365117099145))
self.assertEqual(data.shape, (5, 10))
unique = np.unique(data)
np.testing.assert_allclose(unique, [24.641586, 50.431692, 69.315375])
def test_reflectance_corrector_viirs(self):
"""Test ReflectanceCorrector modifier with VIIRS data."""
import xarray as xr
import dask.array as da
import numpy as np
import datetime
from satpy.composites.viirs import ReflectanceCorrector
from satpy.tests.utils import make_dsq
ref_cor = ReflectanceCorrector(
dem_filename='_fake.hdf',
optional_prerequisites=[
make_dsq(name='satellite_azimuth_angle'),
make_dsq(name='satellite_zenith_angle'),
make_dsq(name='solar_azimuth_angle'),
make_dsq(name='solar_zenith_angle')
],
name='I01',
prerequisites=[],
wavelength=(0.6, 0.64, 0.68),
resolution=371,
calibration='reflectance',
modifiers=('sunz_corrected_iband',
'rayleigh_corrected_crefl_iband'),
sensor='viirs')
self.assertEqual(
ref_cor.attrs['modifiers'],
('sunz_corrected_iband', 'rayleigh_corrected_crefl_iband'))
self.assertEqual(ref_cor.attrs['calibration'], 'reflectance')
self.assertEqual(ref_cor.attrs['wavelength'], (0.6, 0.64, 0.68))
self.assertEqual(ref_cor.attrs['name'], 'I01')
self.assertEqual(ref_cor.attrs['resolution'], 371)
self.assertEqual(ref_cor.attrs['sensor'], 'viirs')
self.assertEqual(ref_cor.attrs['prerequisites'], [])
self.assertEqual(ref_cor.attrs['optional_prerequisites'], [
make_dsq(name='satellite_azimuth_angle'),
make_dsq(name='satellite_zenith_angle'),
make_dsq(name='solar_azimuth_angle'),
make_dsq(name='solar_zenith_angle')
])
area, dnb = self.data_area_ref_corrector()
def make_xarray(self,
file_key,
name,
standard_name,
wavelength=None,
units='degrees',
calibration=None,
file_type=('gitco', 'gimgo')):
return xr.DataArray(dnb,
dims=('y', 'x'),
attrs={
'start_orbit':
1708,
'end_orbit':
1708,
'wavelength':
wavelength,
'level':
None,
'modifiers':
None,
'calibration':
calibration,
'file_key':
file_key,
'resolution':
371,
'file_type':
file_type,
'name':
name,
'standard_name':
standard_name,
'platform_name':
'Suomi-NPP',
'polarization':
None,
'sensor':
'viirs',
'units':
units,
'start_time':
datetime.datetime(2012, 2, 25, 18, 1, 24,
570942),
'end_time':
datetime.datetime(2012, 2, 25, 18, 11, 21,
175760),
'area':
area,
'ancillary_variables': []
})
c01 = make_xarray(self,
None,
'I01',
'toa_bidirectional_reflectance',
wavelength=(0.6, 0.64, 0.68),
units='%',
calibration='reflectance',
file_type='svi01')
c02 = make_xarray(self,
'All_Data/{file_group}_All/SatelliteAzimuthAngle',
'satellite_azimuth_angle', 'sensor_azimuth_angle')
c03 = make_xarray(self,
'All_Data/{file_group}_All/SatelliteZenithAngle',
'satellite_zenith_angle', 'sensor_zenith_angle')
c04 = make_xarray(self, 'All_Data/{file_group}_All/SolarAzimuthAngle',
'solar_azimuth_angle', 'solar_azimuth_angle')
c05 = make_xarray(self, 'All_Data/{file_group}_All/SolarZenithAngle',
'solar_zenith_angle', 'solar_zenith_angle')
res = ref_cor([c01], [c02, c03, c04, c05])
self.assertIsInstance(res, xr.DataArray)
self.assertIsInstance(res.data, da.Array)
self.assertEqual(res.attrs['wavelength'], (0.6, 0.64, 0.68))
self.assertEqual(
res.attrs['modifiers'],
('sunz_corrected_iband', 'rayleigh_corrected_crefl_iband'))
self.assertEqual(res.attrs['calibration'], 'reflectance')
self.assertEqual(res.attrs['resolution'], 371)
self.assertEqual(res.attrs['file_type'], 'svi01')
self.assertEqual(res.attrs['name'], 'I01')
self.assertEqual(res.attrs['standard_name'],
'toa_bidirectional_reflectance')
self.assertEqual(res.attrs['platform_name'], 'Suomi-NPP')
self.assertEqual(res.attrs['sensor'], 'viirs')
self.assertEqual(res.attrs['units'], '%')
self.assertEqual(res.attrs['start_time'],
datetime.datetime(2012, 2, 25, 18, 1, 24, 570942))
self.assertEqual(res.attrs['end_time'],
datetime.datetime(2012, 2, 25, 18, 11, 21, 175760))
self.assertEqual(res.attrs['area'], area)
self.assertEqual(res.attrs['ancillary_variables'], [])
data = res.values
self.assertLess(abs(np.mean(data) - 40.7578684169142), 1e-10)
self.assertEqual(data.shape, (5, 10))
unique = np.unique(data)
np.testing.assert_allclose(
unique, [25.20341702519979, 52.38819447051263, 75.79089653845898])
def test_reflectance_corrector_abi(self):
"""Test ReflectanceCorrector modifier with ABI data."""
import xarray as xr
import dask.array as da
import numpy as np
from satpy.composites.viirs import ReflectanceCorrector
from satpy.tests.utils import make_dsq
ref_cor = ReflectanceCorrector(
dem_filename='_fake.hdf',
optional_prerequisites=[
make_dsq(name='satellite_azimuth_angle'),
make_dsq(name='satellite_zenith_angle'),
make_dsq(name='solar_azimuth_angle'),
make_dsq(name='solar_zenith_angle')
],
name='C01',
prerequisites=[],
wavelength=(0.45, 0.47, 0.49),
resolution=1000,
calibration='reflectance',
modifiers=(
'sunz_corrected',
'rayleigh_corrected_crefl',
),
sensor='abi')
self.assertEqual(ref_cor.attrs['modifiers'], (
'sunz_corrected',
'rayleigh_corrected_crefl',
))
self.assertEqual(ref_cor.attrs['calibration'], 'reflectance')
self.assertEqual(ref_cor.attrs['wavelength'], (0.45, 0.47, 0.49))
self.assertEqual(ref_cor.attrs['name'], 'C01')
self.assertEqual(ref_cor.attrs['resolution'], 1000)
self.assertEqual(ref_cor.attrs['sensor'], 'abi')
self.assertEqual(ref_cor.attrs['prerequisites'], [])
self.assertEqual(ref_cor.attrs['optional_prerequisites'], [
make_dsq(name='satellite_azimuth_angle'),
make_dsq(name='satellite_zenith_angle'),
make_dsq(name='solar_azimuth_angle'),
make_dsq(name='solar_zenith_angle')
])
area, dnb = self.data_area_ref_corrector()
c01 = xr.DataArray(dnb,
dims=('y', 'x'),
attrs={
'satellite_longitude': -89.5,
'satellite_latitude': 0.0,
'satellite_altitude': 35786023.4375,
'platform_name': 'GOES-16',
'calibration': 'reflectance',
'units': '%',
'wavelength': (0.45, 0.47, 0.49),
'name': 'C01',
'resolution': 1000,
'sensor': 'abi',
'start_time': '2017-09-20 17:30:40.800000',
'end_time': '2017-09-20 17:41:17.500000',
'area': area,
'ancillary_variables': []
})
res = ref_cor([c01], [])
self.assertIsInstance(res, xr.DataArray)
self.assertIsInstance(res.data, da.Array)
self.assertEqual(res.attrs['satellite_longitude'], -89.5)
self.assertEqual(res.attrs['satellite_latitude'], 0.0)
self.assertEqual(res.attrs['satellite_altitude'], 35786023.4375)
self.assertEqual(res.attrs['modifiers'], (
'sunz_corrected',
'rayleigh_corrected_crefl',
))
self.assertEqual(res.attrs['platform_name'], 'GOES-16')
self.assertEqual(res.attrs['calibration'], 'reflectance')
self.assertEqual(res.attrs['units'], '%')
self.assertEqual(res.attrs['wavelength'], (0.45, 0.47, 0.49))
self.assertEqual(res.attrs['name'], 'C01')
self.assertEqual(res.attrs['resolution'], 1000)
self.assertEqual(res.attrs['sensor'], 'abi')
self.assertEqual(res.attrs['start_time'], '2017-09-20 17:30:40.800000')
self.assertEqual(res.attrs['end_time'], '2017-09-20 17:41:17.500000')
self.assertEqual(res.attrs['area'], area)
self.assertEqual(res.attrs['ancillary_variables'], [])
data = res.values
self.assertLess(abs(np.nanmean(data) - 26.00760944144745), 1e-10)
self.assertEqual(data.shape, (5, 10))
unique = np.unique(data[~np.isnan(data)])
np.testing.assert_allclose(unique, [
-1.0, 4.210745457958135, 6.7833906076177595, 8.730371329824473,
10.286627569545209, 11.744159436709374, 12.20226097829902,
13.501444598985305, 15.344399223932212, 17.173329483996515,
17.28798660754271, 18.29594550575925, 19.076835059905125,
19.288331720959864, 19.77043407084455, 19.887082168377006,
20.091028778326375, 20.230341149334617, 20.457671064690196,
20.82686905639114, 21.021094816441195, 21.129963777952124,
41.601857910095575, 43.963919057675504, 46.21672174361075,
46.972099490462085, 47.497072794632835, 47.80393007974336,
47.956765988770385, 48.043025685032106, 51.909142813383916,
58.8234273736508, 68.84706145641482, 69.91085190887961,
71.10179768327806, 71.33161009169649
])