def test_region(self, fromfile, np2str): """Test region navigation.""" from pyresample.utils import proj4_radius_parameters np2str.side_effect = lambda x: x m = mock.mock_open() with mock.patch('satpy.readers.ahi_hsd.open', m, create=True): fh = AHIHSDFileHandler('somefile', { 'segment': 1, 'total_segments': 1 }, filetype_info={'file_type': 'hsd_b01'}, user_calibration=None) fh.proj_info = { 'CFAC': 40932549, 'COFF': -591.5, 'LFAC': 40932549, 'LOFF': 5132.5, 'blocklength': 127, 'coeff_for_sd': 1737122264.0, 'distance_from_earth_center': 42164.0, 'earth_equatorial_radius': 6378.137, 'earth_polar_radius': 6356.7523, 'hblock_number': 3, 'req2_rpol2': 1.006739501, 'req2_rpol2_req2': 0.0066943844, 'resampling_size': 4, 'resampling_types': 0, 'rpol2_req2': 0.993305616, 'spare': '', 'sub_lon': 140.7 } fh.data_info = { 'blocklength': 50, 'compression_flag_for_data': 0, 'hblock_number': 2, 'number_of_bits_per_pixel': 16, 'number_of_columns': 1000, 'number_of_lines': 1000, 'spare': '' } area_def = fh.get_area_def(None) proj_dict = area_def.proj_dict a, b = proj4_radius_parameters(proj_dict) self.assertEqual(a, 6378137.0) self.assertEqual(b, 6356752.3) self.assertEqual(proj_dict['h'], 35785863.0) self.assertEqual(proj_dict['lon_0'], 140.7) self.assertEqual(proj_dict['proj'], 'geos') self.assertEqual(proj_dict['units'], 'm') np.testing.assert_allclose(area_def.area_extent, (592000.0038256242, 4132000.0267018233, 1592000.0102878273, 5132000.033164027))
def test_segment(self, fromfile, np2str): """Test segment navigation.""" np2str.side_effect = lambda x: x m = mock.mock_open() with mock.patch('satpy.readers.ahi_hsd.open', m, create=True): fh = AHIHSDFileHandler(None, { 'segment_number': 8, 'total_segments': 10 }, None) fh.proj_info = { 'CFAC': 40932549, 'COFF': 5500.5, 'LFAC': 40932549, 'LOFF': 5500.5, 'blocklength': 127, 'coeff_for_sd': 1737122264.0, 'distance_from_earth_center': 42164.0, 'earth_equatorial_radius': 6378.137, 'earth_polar_radius': 6356.7523, 'hblock_number': 3, 'req2_rpol2': 1.006739501, 'req2_rpol2_req2': 0.0066943844, 'resampling_size': 4, 'resampling_types': 0, 'rpol2_req2': 0.993305616, 'spare': '', 'sub_lon': 140.7 } fh.data_info = { 'blocklength': 50, 'compression_flag_for_data': 0, 'hblock_number': 2, 'number_of_bits_per_pixel': 16, 'number_of_columns': 11000, 'number_of_lines': 1100, 'spare': '' } area_def = fh.get_area_def(None) self.assertEqual( area_def.proj_dict, { 'a': 6378137.0, 'b': 6356752.3, 'h': 35785863.0, 'lon_0': 140.7, 'proj': 'geos', 'units': 'm' }) self.assertEqual(area_def.area_extent, (-5500000.035542117, -3300000.021325271, 5500000.035542117, -2200000.0142168473))
def setUp(self, fromfile, np2str): """Create a test file handler.""" np2str.side_effect = lambda x: x m = mock.mock_open() with mock.patch('satpy.readers.ahi_hsd.open', m, create=True): # Check if file handler raises exception for invalid calibration mode with self.assertRaises(ValueError): fh = AHIHSDFileHandler(None, { 'segment_number': 8, 'total_segments': 10 }, None, calib_mode='BAD_MODE') fh = AHIHSDFileHandler(None, { 'segment_number': 8, 'total_segments': 10 }, None) fh.proj_info = { 'CFAC': 40932549, 'COFF': 5500.5, 'LFAC': 40932549, 'LOFF': 5500.5, 'blocklength': 127, 'coeff_for_sd': 1737122264.0, 'distance_from_earth_center': 42164.0, 'earth_equatorial_radius': 6378.137, 'earth_polar_radius': 6356.7523, 'hblock_number': 3, 'req2_rpol2': 1.006739501, 'req2_rpol2_req2': 0.0066943844, 'resampling_size': 4, 'resampling_types': 0, 'rpol2_req2': 0.993305616, 'spare': '', 'sub_lon': 140.7 } fh.nav_info = { 'SSP_longitude': 140.66, 'SSP_latitude': 0.03, 'distance_earth_center_to_satellite': 42165.04, 'nadir_longitude': 140.67, 'nadir_latitude': 0.04 } fh.data_info = { 'blocklength': 50, 'compression_flag_for_data': 0, 'hblock_number': 2, 'number_of_bits_per_pixel': 16, 'number_of_columns': 11000, 'number_of_lines': 1100, 'spare': '' } fh.basic_info = { 'observation_start_time': np.array([58413.12523839]), 'observation_end_time': np.array([58413.12562439]), 'observation_timeline': np.array([300]), } self.fh = fh
def _create_fake_file_handler(in_fname, filename_info=None, filetype_info=None, fh_kwargs=None): if filename_info is None: filename_info = {'segment': 8, 'total_segments': 10} if filetype_info is None: filetype_info = {'file_type': 'hsd_b01'} if fh_kwargs is None: fh_kwargs = {} fh = AHIHSDFileHandler(in_fname, filename_info, filetype_info, **fh_kwargs) # Check that the filename is altered for bz2 format files assert in_fname != fh.filename return fh
def setUp(self, *mocks): """Create fake data for testing.""" self.def_cali = [-0.0037, 15.20] self.upd_cali = [-0.0074, 30.40] self.bad_cali = [0.0, 0.0] fh = AHIHSDFileHandler(filetype_info={'file_type': 'hsd_b01'}) fh.calib_mode = 'NOMINAL' fh.user_calibration = None fh.is_zipped = False fh._header = { 'block5': { 'band_number': [5], 'gain_count2rad_conversion': [self.def_cali[0]], 'offset_count2rad_conversion': [self.def_cali[1]], 'central_wave_length': [10.4073], }, 'calibration': { 'coeff_rad2albedo_conversion': [0.0019255], 'speed_of_light': [299792458.0], 'planck_constant': [6.62606957e-34], 'boltzmann_constant': [1.3806488e-23], 'c0_rad2tb_conversion': [-0.116127314574], 'c1_rad2tb_conversion': [1.00099153832], 'c2_rad2tb_conversion': [-1.76961091571e-06], 'cali_gain_count2rad_conversion': [self.upd_cali[0]], 'cali_offset_count2rad_conversion': [self.upd_cali[1]] }, } self.counts = da.array(np.array([[0., 1000.], [2000., 5000.]])) self.fh = fh
def _create_fake_file_handler(in_fname, filename_info=None, filetype_info=None): if filename_info is None: filename_info = {'segment': 8, 'total_segments': 10} if filetype_info is None: filetype_info = {'file_type': 'hsd_b01'} fh = AHIHSDFileHandler(in_fname, filename_info, filetype_info) # Check that the filename is altered for bz2 format files assert in_fname != fh.filename fh.proj_info = { 'CFAC': 40932549, 'COFF': 5500.5, 'LFAC': 40932549, 'LOFF': 5500.5, 'blocklength': 127, 'coeff_for_sd': 1737122264.0, 'distance_from_earth_center': 42164.0, 'earth_equatorial_radius': 6378.137, 'earth_polar_radius': 6356.7523, 'hblock_number': 3, 'req2_rpol2': 1.006739501, 'req2_rpol2_req2': 0.0066943844, 'resampling_size': 4, 'resampling_types': 0, 'rpol2_req2': 0.993305616, 'spare': '', 'sub_lon': 140.7 } fh.nav_info = { 'SSP_longitude': 140.66, 'SSP_latitude': 0.03, 'distance_earth_center_to_satellite': 42165.04, 'nadir_longitude': 140.67, 'nadir_latitude': 0.04 } fh.data_info = { 'blocklength': 50, 'compression_flag_for_data': 0, 'hblock_number': 2, 'number_of_bits_per_pixel': 16, 'number_of_columns': 11000, 'number_of_lines': 1100, 'spare': '' } fh.basic_info = { 'observation_area': np.array(['FLDK']), 'observation_start_time': np.array([58413.12523839]), 'observation_end_time': np.array([58413.12562439]), 'observation_timeline': np.array([300]), } fh.observation_area = fh.basic_info['observation_area'] return fh
def test_segment(self, fromfile, np2str): """Test segment navigation.""" np2str.side_effect = lambda x: x m = mock.mock_open() with mock.patch('satpy.readers.ahi_hsd.open', m, create=True): fh = AHIHSDFileHandler(None, {'segment_number': 8, 'total_segments': 10}, None) fh.proj_info = {'CFAC': 40932549, 'COFF': 5500.5, 'LFAC': 40932549, 'LOFF': 5500.5, 'blocklength': 127, 'coeff_for_sd': 1737122264.0, 'distance_from_earth_center': 42164.0, 'earth_equatorial_radius': 6378.137, 'earth_polar_radius': 6356.7523, 'hblock_number': 3, 'req2_rpol2': 1.006739501, 'req2_rpol2_req2': 0.0066943844, 'resampling_size': 4, 'resampling_types': 0, 'rpol2_req2': 0.993305616, 'spare': '', 'sub_lon': 140.7} fh.data_info = {'blocklength': 50, 'compression_flag_for_data': 0, 'hblock_number': 2, 'number_of_bits_per_pixel': 16, 'number_of_columns': 11000, 'number_of_lines': 1100, 'spare': ''} area_def = fh.get_area_def(None) self.assertEqual(area_def.proj_dict, {'a': 6378137.0, 'b': 6356752.3, 'h': 35785863.0, 'lon_0': 140.7, 'proj': 'geos', 'units': 'm'}) self.assertEqual(area_def.area_extent, (-5500000.035542117, -3300000.021325271, 5500000.035542117, -2200000.0142168473))
def setUp(self, fromfile, np2str): """Create a test file handler.""" np2str.side_effect = lambda x: x m = mock.mock_open() with mock.patch('satpy.readers.ahi_hsd.open', m, create=True): # Check if file handler raises exception for invalid calibration mode with self.assertRaises(ValueError): AHIHSDFileHandler('somefile', {'segment': 8, 'total_segments': 10}, filetype_info={'file_type': 'hsd_b01'}, calib_mode='BAD_MODE') in_fname = 'test_file.bz2' self.fh = self._create_fake_file_handler(in_fname)
def test_calibrate(self, *mocks): """Test calibration""" fh = AHIHSDFileHandler() fh._header = { 'block5': {'gain_count2rad_conversion': [-0.0037], 'offset_count2rad_conversion': [15.20], 'central_wave_length': [10.4073], }, 'calibration': {'coeff_rad2albedo_conversion': [0.0019255], 'speed_of_light': [299792458.0], 'planck_constant': [6.62606957e-34], 'boltzmann_constant': [1.3806488e-23], 'c0_rad2tb_conversion': [-0.116127314574], 'c1_rad2tb_conversion': [1.00099153832], 'c2_rad2tb_conversion': [-1.76961091571e-06]}, } # Counts self.assertEqual(fh.calibrate(data=123, calibration='counts'), 123) # Radiance counts = da.array(np.array([[0., 1000.], [2000., 5000.]])) rad_exp = np.array([[15.2, 11.5], [7.8, 0]]) rad = fh.calibrate(data=counts, calibration='radiance') self.assertTrue(np.allclose(rad, rad_exp)) # Brightness Temperature bt_exp = np.array([[330.978979, 310.524688], [285.845017, np.nan]]) bt = fh.calibrate(data=counts, calibration='brightness_temperature') np.testing.assert_allclose(bt, bt_exp) # Reflectance refl_exp = np.array([[2.92676, 2.214325], [1.50189, 0.]]) refl = fh.calibrate(data=counts, calibration='reflectance') self.assertTrue(np.allclose(refl, refl_exp))
def test_calibrate(self, *mocks): """Test calibration.""" def_cali = [-0.0037, 15.20] upd_cali = [-0.0074, 30.40] bad_cali = [0.0, 0.0] fh = AHIHSDFileHandler() fh.calib_mode = 'NOMINAL' fh.is_zipped = False fh._header = { 'block5': { 'band_number': [5], 'gain_count2rad_conversion': [def_cali[0]], 'offset_count2rad_conversion': [def_cali[1]], 'central_wave_length': [10.4073], }, 'calibration': { 'coeff_rad2albedo_conversion': [0.0019255], 'speed_of_light': [299792458.0], 'planck_constant': [6.62606957e-34], 'boltzmann_constant': [1.3806488e-23], 'c0_rad2tb_conversion': [-0.116127314574], 'c1_rad2tb_conversion': [1.00099153832], 'c2_rad2tb_conversion': [-1.76961091571e-06], 'cali_gain_count2rad_conversion': [upd_cali[0]], 'cali_offset_count2rad_conversion': [upd_cali[1]] }, } # Counts self.assertEqual(fh.calibrate(data=123, calibration='counts'), 123) # Radiance counts = da.array(np.array([[0., 1000.], [2000., 5000.]])) rad_exp = np.array([[15.2, 11.5], [7.8, 0]]) rad = fh.calibrate(data=counts, calibration='radiance') self.assertTrue(np.allclose(rad, rad_exp)) # Brightness Temperature bt_exp = np.array([[330.978979, 310.524688], [285.845017, np.nan]]) bt = fh.calibrate(data=counts, calibration='brightness_temperature') np.testing.assert_allclose(bt, bt_exp) # Reflectance refl_exp = np.array([[2.92676, 2.214325], [1.50189, 0.]]) refl = fh.calibrate(data=counts, calibration='reflectance') self.assertTrue(np.allclose(refl, refl_exp)) # Updated calibration # Standard operation fh.calib_mode = 'UPDATE' rad_exp = np.array([[30.4, 23.0], [15.6, 0.]]) rad = fh.calibrate(data=counts, calibration='radiance') self.assertTrue(np.allclose(rad, rad_exp)) # Case for no updated calibration available (older data) fh._header = { 'block5': { 'band_number': [5], 'gain_count2rad_conversion': [def_cali[0]], 'offset_count2rad_conversion': [def_cali[1]], 'central_wave_length': [10.4073], }, 'calibration': { 'coeff_rad2albedo_conversion': [0.0019255], 'speed_of_light': [299792458.0], 'planck_constant': [6.62606957e-34], 'boltzmann_constant': [1.3806488e-23], 'c0_rad2tb_conversion': [-0.116127314574], 'c1_rad2tb_conversion': [1.00099153832], 'c2_rad2tb_conversion': [-1.76961091571e-06], 'cali_gain_count2rad_conversion': [bad_cali[0]], 'cali_offset_count2rad_conversion': [bad_cali[1]] }, } rad = fh.calibrate(data=counts, calibration='radiance') rad_exp = np.array([[15.2, 11.5], [7.8, 0]]) self.assertTrue(np.allclose(rad, rad_exp))
def test_is_valid_time(self): """Test that valid times are correctly identified.""" assert AHIHSDFileHandler._is_valid_timeline( FAKE_BASIC_INFO['observation_timeline']) assert not AHIHSDFileHandler._is_valid_timeline('65526')