def __init__(self, platform_name, sensor, **kwargs):
self.platform_name = platform_name
self.sensor = sensor
self.coeff_filename = None
atm_type = kwargs.get('atmosphere', 'us-standard')
if atm_type not in ATMOSPHERES:
raise AttributeError(
'Atmosphere type not supported! ' +
'Need to be one of {}'.format(str(ATMOSPHERES)))
aerosol_type = kwargs.get('aerosol_type', 'marine_clean_aerosol')
if aerosol_type not in AEROSOL_TYPES:
raise AttributeError(
'Aerosol type not supported! ' +
'Need to be one of {0}'.format(str(AEROSOL_TYPES)))
rayleigh_dir = RAYLEIGH_LUT_DIRS[aerosol_type]
if atm_type not in ATMOSPHERES.keys():
LOG.error("Atmosphere type %s not supported", atm_type)
LOG.info("Atmosphere chosen: %s", atm_type)
# Try fix instrument naming
instr = INSTRUMENTS.get(platform_name, sensor)
if instr != sensor:
sensor = instr
LOG.warning(
"Inconsistent sensor/satellite input - " + "sensor set to %s",
sensor)
self.sensor = sensor.replace('/', '')
ext = atm_type.replace(' ', '_')
lutname = "rayleigh_lut_{0}.h5".format(ext)
self.reflectance_lut_filename = os.path.join(rayleigh_dir, lutname)
if not os.path.exists(self.reflectance_lut_filename):
LOG.warning("No lut file %s on disk",
self.reflectance_lut_filename)
LOG.info("Will download from internet...")
download_luts(aerosol_type=aerosol_type)
if (not os.path.exists(self.reflectance_lut_filename)
or not os.path.isfile(self.reflectance_lut_filename)):
raise IOError(
'pyspectral file for Rayleigh scattering correction ' +
'does not exist! Filename = ' +
str(self.reflectance_lut_filename))
LOG.debug('LUT filename: %s', str(self.reflectance_lut_filename))
def check_and_download(**kwargs):
"""Do a check for the version of the atmospheric correction LUTs and attempt
downloading only if needed
"""
aerosol_types = kwargs.get('aerosol_types', AEROSOL_TYPES)
dry_run = kwargs.get('dry_run', False)
for aerosol_type in aerosol_types:
atmcorr = RayleighConfigBaseClass(aerosol_type)
if atmcorr.lutfiles_version_uptodate:
LOG.info("Atm correction LUTs, for aerosol distribution %s, already the latest!",
aerosol_type)
else:
# Download
download_luts(aerosol_type=aerosol_type, dry_run=dry_run)
def __init__(self, platform_name, sensor, **kwargs):
"""Initialize class and determine LUT to use."""
atm_type = kwargs.get('atmosphere', 'us-standard')
aerosol_type = kwargs.get('aerosol_type', 'marine_clean_aerosol')
super(Rayleigh, self).__init__(aerosol_type, atm_type)
self.platform_name = platform_name
self.sensor = sensor
self.coeff_filename = None
# Try fix instrument naming
instr = INSTRUMENTS.get(platform_name, sensor)
if instr != sensor:
sensor = instr
LOG.warning(
"Inconsistent sensor/satellite input - " + "sensor set to %s",
sensor)
self.sensor = sensor.replace('/', '')
rayleigh_dir = RAYLEIGH_LUT_DIRS[aerosol_type]
ext = atm_type.replace(' ', '_')
lutname = "rayleigh_lut_{0}.h5".format(ext)
self.reflectance_lut_filename = os.path.join(rayleigh_dir, lutname)
if not self._lutfiles_version_uptodate and self.do_download:
LOG.info("Will download from internet...")
download_luts(aerosol_type=aerosol_type)
if (not os.path.exists(self.reflectance_lut_filename)
or not os.path.isfile(self.reflectance_lut_filename)):
raise IOError(
'pyspectral file for Rayleigh scattering correction ' +
'does not exist! Filename = ' +
str(self.reflectance_lut_filename))
LOG.debug('LUT filename: %s', str(self.reflectance_lut_filename))
self._rayl = None
self._wvl_coord = None
self._azid_coord = None
self._satz_sec_coord = None
self._sunz_sec_coord = None
def check_and_download(**kwargs):
"""
Download atm correction LUT tables if they are not up to date already.
Do a check for the version of the atmospheric correction LUTs and attempt
downloading only if needed.
"""
aerosol_types = kwargs.get('aerosol_types', AEROSOL_TYPES)
dry_run = kwargs.get('dry_run', False)
for aerosol_type in aerosol_types:
atmcorr = RayleighConfigBaseClass(aerosol_type)
if atmcorr.lutfiles_version_uptodate:
LOG.info("Atm correction LUTs, for aerosol distribution %s, already the latest!",
aerosol_type)
else:
# Download
download_luts(aerosol_type=aerosol_type, dry_run=dry_run)
def __init__(self, platform_name, sensor, **kwargs):
"""Initialize class and determine LUT to use."""
atm_type = kwargs.get('atmosphere', 'us-standard')
aerosol_type = kwargs.get('aerosol_type', 'marine_clean_aerosol')
super(Rayleigh, self).__init__(aerosol_type, atm_type)
self.platform_name = platform_name
self.sensor = sensor
self.coeff_filename = None
# Try fix instrument naming
instr = INSTRUMENTS.get(platform_name, sensor)
if instr != sensor:
sensor = instr
LOG.warning("Inconsistent sensor/satellite input - " +
"sensor set to %s", sensor)
self.sensor = sensor.replace('/', '')
rayleigh_dir = RAYLEIGH_LUT_DIRS[aerosol_type]
ext = atm_type.replace(' ', '_')
lutname = "rayleigh_lut_{0}.h5".format(ext)
self.reflectance_lut_filename = os.path.join(rayleigh_dir, lutname)
if not self._lutfiles_version_uptodate and self.do_download:
LOG.info("Will download from internet...")
download_luts(aerosol_type=aerosol_type)
if (not os.path.exists(self.reflectance_lut_filename) or
not os.path.isfile(self.reflectance_lut_filename)):
raise IOError('pyspectral file for Rayleigh scattering correction ' +
'does not exist! Filename = ' +
str(self.reflectance_lut_filename))
LOG.debug('LUT filename: %s', str(self.reflectance_lut_filename))
self._rayl = None
self._wvl_coord = None
self._azid_coord = None
self._satz_sec_coord = None
self._sunz_sec_coord = None
def __init__(self, platform_name, sensor, **kwargs):
"""Initialize class and determine LUT to use."""
self.platform_name = platform_name
self.sensor = sensor
self.coeff_filename = None
options = get_config()
self.do_download = False
self._lutfiles_version_uptodate = False
atm_type = kwargs.get('atmosphere', 'us-standard')
if atm_type not in ATMOSPHERES:
raise AttributeError('Atmosphere type not supported! ' +
'Need to be one of {}'.format(str(ATMOSPHERES)))
aerosol_type = kwargs.get('aerosol_type', 'marine_clean_aerosol')
self._aerosol_type = aerosol_type
if aerosol_type not in AEROSOL_TYPES:
raise AttributeError('Aerosol type not supported! ' +
'Need to be one of {0}'.format(str(AEROSOL_TYPES)))
rayleigh_dir = RAYLEIGH_LUT_DIRS[aerosol_type]
if atm_type not in ATMOSPHERES.keys():
LOG.error("Atmosphere type %s not supported", atm_type)
LOG.info("Atmosphere chosen: %s", atm_type)
# Try fix instrument naming
instr = INSTRUMENTS.get(platform_name, sensor)
if instr != sensor:
sensor = instr
LOG.warning("Inconsistent sensor/satellite input - " +
"sensor set to %s", sensor)
self.sensor = sensor.replace('/', '')
if 'download_from_internet' in options and options['download_from_internet']:
self.do_download = True
if (self._aerosol_type in ATM_CORRECTION_LUT_VERSION and
self._get_lutfiles_version() == ATM_CORRECTION_LUT_VERSION[self._aerosol_type]['version']):
self._lutfiles_version_uptodate = True
ext = atm_type.replace(' ', '_')
lutname = "rayleigh_lut_{0}.h5".format(ext)
self.reflectance_lut_filename = os.path.join(rayleigh_dir, lutname)
if not self._lutfiles_version_uptodate and self.do_download:
LOG.info("Will download from internet...")
download_luts(aerosol_type=aerosol_type)
if (not os.path.exists(self.reflectance_lut_filename) or
not os.path.isfile(self.reflectance_lut_filename)):
raise IOError('pyspectral file for Rayleigh scattering correction ' +
'does not exist! Filename = ' +
str(self.reflectance_lut_filename))
LOG.debug('LUT filename: %s', str(self.reflectance_lut_filename))
self._rayl = None
self._wvl_coord = None
self._azid_coord = None
self._satz_sec_coord = None
self._sunz_sec_coord = None
parser = argparse.ArgumentParser(
description='Download the atm correction LUT files')
parser.add_argument("--aerosol_types",
'-a',
nargs='*',
help="Aerosol types",
type=str,
default=AEROSOL_TYPES)
parser.add_argument("-d",
'--dry_run',
help=("Dry run - no action"),
action='store_true',
default=False)
parser.add_argument("-v",
'--verbose',
help=("Turn logging on"),
action='store_true')
args = parser.parse_args()
verbose = args.verbose
dry_run = args.dry_run
aerosol_types = args.aerosol_types
if verbose:
logging_on(logging.DEBUG)
else:
logging_off()
# Download:
download_luts(aerosol_type=aerosol_types, dry_run=dry_run)
def download_pyspectral_luts():
print("Downloading lookup tables used by pyspectral...")
from pyspectral.utils import download_luts, download_rsr
download_luts()
download_rsr()
return True
def setup_cache(self):
"""Fetch the data files."""
from satpy.demo import download_typhoon_surigae_ahi
download_typhoon_surigae_ahi(channels=[1, 2, 3, 4], segments=[4])
download_rsr()
download_luts(aerosol_type='rayleigh_only')
#!/usr/bin/env python # -*- coding: utf-8 -*- # I waive copyright and related rights in the this work worldwide # through the CC0 1.0 Universal public domain dedication. # https://creativecommons.org/publicdomain/zero/1.0/legalcode # Author(s): # Tom Parker <*****@*****.**> """ Retrieve luts """ import pyspectral.utils as utils utils.download_luts() utils.download_rsr()