Esempi in Python per Config.instance

Esempio n. 1

File: water_mask.py Progetto: CAB-LAB/cablab-core

 def __init__(self, cube_config, name="water_mask", dir=None):
     super(WaterMaskProvider, self).__init__(cube_config, name)
     if dir is None:
         raise ValueError("dir_path expected")
     if not os.path.isabs(dir):
         self._dir_path = Config.instance().get_cube_source_path(dir)
     else:
         self._dir_path = dir
     self.cube_config.static_data = True

Esempio n. 2

File: water_mask.py Progetto: alegent/cablab-core

 def __init__(self, cube_config, name='water_mask', dir=None):
     super(WaterMaskProvider, self).__init__(cube_config, name)
     if dir is None:
         raise ValueError('dir_path expected')
     if not os.path.isabs(dir):
         self._dir_path = Config.instance().get_cube_source_path(dir)
     else:
         self._dir_path = dir
     self.cube_config.static_data = True

Esempio n. 3

import os
import unittest
from datetime import datetime

import numpy as np

from cablab import CubeConfig
from cablab.providers.snow_water_equivalent import SnowWaterEquivalentProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('SWE')


class SnowWaterEquivalentProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = SnowWaterEquivalentProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(12054, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(1980, 1, 1, 0, 0),
            datetime(1980, 1, 2, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + ['SWE.1440.720.1980.nc'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[1000], datetime(1982, 9, 27, 0, 0),
            datetime(1982, 9, 28, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + ['SWE.1440.720.1982.nc'],
            269)

Esempio n. 4

File: test_air_temperature.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.air_temperature import AirTemperatureProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path("T2m-ECMWF/low/")


class AirTemperatureProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = AirTemperatureProvider(CubeConfig(end_time=datetime(2001, 12, 31, 23, 0)), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(730, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(2001, 1, 1, 0, 0),
                                       datetime(2001, 1, 1, 12, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['t2m_2001_01.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[6],
                                       datetime(2001, 1, 4, 0, 0),
                                       datetime(2001, 1, 4, 12, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['t2m_2001_01.nc'],
                                       6)
        self.assert_source_time_ranges(source_time_ranges[729],
                                       datetime(2001, 12, 31, 12, 0),

Esempio n. 5

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.globvapour import GlobVapourProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path(
    'globvapour/GOME_SCIA_GOME2/monthly')


class GlobVapourProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = GlobVapourProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(156, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(1996, 1, 1, 0, 0),
            datetime(1996, 2, 1, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) +
            ['1996', 'GV_GOMExxxxxxx_MM_19960101_E_3.nc'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[125], datetime(2006, 6, 1, 0, 0),
            datetime(2006, 7, 1, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + [
                '2006',

Esempio n. 6

File: test_burnt_area.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.burnt_area import BurntAreaProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('BurntArea')


class BurntAreaProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = BurntAreaProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(225, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(1995, 1, 6, 0, 0),
                                       datetime(1995, 2, 6, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['BurntArea.GFED4.1995.nc.gz'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[1],
                                       datetime(1995, 2, 6, 0, 0),
                                       datetime(1995, 3, 6, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['BurntArea.GFED4.1995.nc.gz'],
                                       1)
        self.assert_source_time_ranges(source_time_ranges[6],
                                       datetime(1995, 7, 6, 0, 0),

Esempio n. 7

File: test_albedo.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.albedo import AlbedoProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('globalbedo_CF_compliant/05deg/8daily')


class AlbedoProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = AlbedoProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(461, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(2001, 1, 1, 0),
                                       datetime(2001, 1, 9, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['GlobAlbedo.merge.albedo.05.2001001.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[1],
                                       datetime(2001, 1, 9, 0),
                                       datetime(2001, 1, 17, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['GlobAlbedo.merge.albedo.05.2001009.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[10],
                                       datetime(2001, 3, 22, 0),

Esempio n. 8

File: test_water_mask.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime
from cablab import CubeConfig
from cablab.providers.water_mask import WaterMaskProvider
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path("WaterBodies4.0")


class WaterMaskProviderTest(unittest.TestCase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), "test data not found: " + SOURCE_DIR)
    def test_temporal_coverage(self):
        provider = WaterMaskProvider(CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        self.assertEqual((datetime(2001, 1, 1, 0, 0), datetime(2003, 1, 1, 0, 0)), provider.temporal_coverage)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR), "test data not found: " + SOURCE_DIR)
    def test_get_images(self):
        provider = WaterMaskProvider(CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        images = provider.compute_variable_images(datetime(2002, 7, 27), datetime(2002, 8, 4))

        self.assertIsNotNone(images)

        self.assertTrue("water_mask" in images)
        image = images["water_mask"]
        self.assertEqual((720, 1440), image.shape)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR), "test data not found: " + SOURCE_DIR)
    def test_get_high_res_images(self):

Esempio n. 9

File: test_aerosols.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime
from cablab import CubeConfig
from cablab.providers.aerosols import AerosolsProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('CCI-Aerosols/AATSR_SU_v4.1/L3_DAILY')


class AerosolsProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = AerosolsProvider(CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(97, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(2002, 7, 24, 0, 0),
                                       datetime(2002, 7, 25, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) +
                                       ['2002', '20020724-ESACCI-L3C_AEROSOL-AOD-AATSR_ENVISAT-SU_DAILY-fv4.1.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[6],
                                       datetime(2002, 8, 6, 0, 0),
                                       datetime(2002, 8, 7, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) +
                                       ['2002', '20020806-ESACCI-L3C_AEROSOL-AOD-AATSR_ENVISAT-SU_DAILY-fv4.1.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[96],

Esempio n. 10

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.gleam import GleamProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('GLEAM/v3a_BETA/')


class GleamProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = GleamProvider(CubeConfig(end_time=datetime(2001, 12, 31, 23, 0)), dir=SOURCE_DIR, var="E")
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(365, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[3],
                                       datetime(2001, 1, 4, 0, 0),
                                       datetime(2001, 1, 5, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['2001', 'E_2001_GLEAM_v3a_BETA.nc'],
                                       3)
        self.assert_source_time_ranges(source_time_ranges[364],
                                       datetime(2001, 12, 31, 0, 0),
                                       datetime(2002, 1, 1, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['2001', 'E_2001_GLEAM_v3a_BETA.nc'],
                                       364)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)

Esempio n. 11

File: test_ozone.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.ozone import OzoneProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('Ozone-CCI/Total_Columns\\L3\\MERGED')


class OzoneProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = OzoneProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(185, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(1996, 3, 10, 0, 0),
                                       datetime(1996, 3, 31, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + [
                                           'ESACCI-OZONE-L3S-TC-MERGED-DLR_1M-19960310-fv0100.nc'],
                                       None)
        self.assert_source_time_ranges(source_time_ranges[6],
                                       datetime(1996, 9, 1, 0, 0),
                                       datetime(1996, 9, 30, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + [
                                           'ESACCI-OZONE-L3S-TC-MERGED-DLR_1M-19960901-fv0100.nc'],
                                       None)

Esempio n. 12

File: test_soil_moisture.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.soil_moisture import SoilMoistureProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('ECV_sm')


class SoilMoistureProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = SoilMoistureProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(12784, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(1979, 1, 1, 0, 0, 0, 33),
            datetime(1979, 1, 2, 0, 0, 0, 33),
            self.get_source_dir_list(SOURCE_DIR) +
            ['SoilMoisture.ESACCI-L3S.1979.v2_1.nc.gz'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[6], datetime(1979, 1, 7, 0, 0, 0, 33),
            datetime(1979, 1, 8, 0, 0, 0, 33),
            self.get_source_dir_list(SOURCE_DIR) +
            ['SoilMoisture.ESACCI-L3S.1979.v2_1.nc.gz'], 6)
        self.assert_source_time_ranges(

Esempio n. 13

File: test_MPIBGC.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.mpi_bgc import MPIBGCProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('MPI_BGC')


class MPIBGCTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = MPIBGCProvider(CubeConfig(end_time=datetime(2001, 12, 31, 23, 0)), dir=SOURCE_DIR + "/LE", var="LE")
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(46, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[1],
                                       datetime(2001, 1, 9, 0, 0),
                                       datetime(2001, 1, 17, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['LE', 'LE_2001.nc'],
                                       1)
        self.assert_source_time_ranges(source_time_ranges[45],
                                       datetime(2001, 12, 27, 0, 0),
                                       datetime(2002, 1, 4, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['LE', 'LE_2001.nc'],
                                       45)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)

Esempio n. 14

File: test_burnt_area.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.burnt_area import BurntAreaProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('BurntArea')


class BurntAreaProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = BurntAreaProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(225, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(1995, 1, 6, 0, 0),
            datetime(1995, 2, 6, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) +
            ['BurntArea.GFED4.1995.nc.gz'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[1], datetime(1995, 2, 6, 0, 0),
            datetime(1995, 3, 6, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) +
            ['BurntArea.GFED4.1995.nc.gz'], 1)
        self.assert_source_time_ranges(

Esempio n. 15

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.precip import PrecipProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('CPC_precip')


class PrecipProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = PrecipProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(13149, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(1979, 1, 1, 0, 0, 0, 33),
                                       datetime(1979, 1, 2, 0, 0, 0, 33),
                                       self.get_source_dir_list(SOURCE_DIR) + ['Precip.V1.720.360.1979.nc.gz'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[6],
                                       datetime(1979, 1, 7, 0, 0, 0, 33),
                                       datetime(1979, 1, 8, 0, 0, 0, 33),
                                       self.get_source_dir_list(SOURCE_DIR) + ['Precip.V1.720.360.1979.nc.gz'],
                                       6)
        self.assert_source_time_ranges(source_time_ranges[13148],
                                       datetime(2014, 12, 31, 0, 0, 0, 33),

Esempio n. 16

File: test_land_surface_temperature.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.land_surface_temperature import LandSurfTemperatureProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path("globtemperature/ftp2.globtemperature.info/AATSR/L3/")


class LandSurfTemperatureProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = LandSurfTemperatureProvider(
            CubeConfig(start_time=datetime(2003, 1, 1, 0, 0), end_time=datetime(2003, 12, 31, 23, 0)), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(320, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(2003, 1, 2, 0, 0),
                                       datetime(2003, 1, 3, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) +
                                       ['GT_SSD-L3-AATSR_LST_3-20030102_H1.0V1.0-H36.0V18.0-CUOL-0.05X0.05-V1.0.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[10],
                                       datetime(2003, 1, 13, 0, 0),
                                       datetime(2003, 1, 14, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) +
                                       ['GT_SSD-L3-AATSR_LST_3-20030113_H1.0V1.0-H36.0V18.0-CUOL-0.05X0.05-V1.0.nc'],

Esempio n. 17

File: test_c_emissions.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.c_emissions import CEmissionsProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('Fire_C_Emissions')


class CEmissionsProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = CEmissionsProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(120, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(2001, 1, 1, 0, 0),
                                       datetime(2001, 2, 1, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['fire_C_Emissions.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[11],
                                       datetime(2001, 12, 1, 0, 0),
                                       datetime(2002, 1, 1, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['fire_C_Emissions.nc'],
                                       11)
        self.assert_source_time_ranges(source_time_ranges[119],
                                       datetime(2010, 12, 1, 0, 0),

Esempio n. 18

File: test_country_mask.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime
from cablab import CubeConfig
from cablab.providers.country_mask import CountryMaskProvider
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('CountryCodes')


class CountryMaskProviderTest(unittest.TestCase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_temporal_coverage(self):
        provider = CountryMaskProvider(
            CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        self.assertEqual(
            (datetime(2001, 1, 1, 0, 0), datetime(2003, 1, 1, 0, 0)),
            provider.temporal_coverage)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_get_images(self):
        provider = CountryMaskProvider(
            CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        images = provider.compute_variable_images(datetime(2002, 7, 27),
                                                  datetime(2002, 8, 4))

        self.assertIsNotNone(images)

Esempio n. 19

File: test_albedo.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.albedo import AlbedoProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path(
    'globalbedo_CF_compliant/05deg/8daily')


class AlbedoProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = AlbedoProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(461, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(2001, 1, 1, 0),
            datetime(2001, 1, 9, 0),
            self.get_source_dir_list(SOURCE_DIR) +
            ['GlobAlbedo.merge.albedo.05.2001001.nc'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[1], datetime(2001, 1, 9, 0),
            datetime(2001, 1, 17, 0),
            self.get_source_dir_list(SOURCE_DIR) +
            ['GlobAlbedo.merge.albedo.05.2001009.nc'], 0)

Esempio n. 20

import os
import unittest
from datetime import datetime
from cablab import CubeConfig
from cablab.providers.aerosols import AerosolsProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path(
    'CCI-Aerosols/AATSR_SU_v4.1/L3_DAILY')


class AerosolsProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = AerosolsProvider(CubeConfig(end_time=datetime(2003, 1, 1)),
                                    dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(97, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(2002, 7, 24, 0, 0),
            datetime(2002, 7, 25, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + [
                '2002',
                '20020724-ESACCI-L3C_AEROSOL-AOD-AATSR_ENVISAT-SU_DAILY-fv4.1.nc'
            ], 0)
        self.assert_source_time_ranges(
            source_time_ranges[6], datetime(2002, 8, 6, 0, 0),
            datetime(2002, 8, 7, 0, 0),

Esempio n. 21

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.air_temperature import AirTemperatureProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path("T2m-ECMWF/low/")


class AirTemperatureProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = AirTemperatureProvider(
            CubeConfig(end_time=datetime(2001, 12, 31, 23, 0)), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(730, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(2001, 1, 1, 0, 0),
            datetime(2001, 1, 1, 12, 0),
            self.get_source_dir_list(SOURCE_DIR) + ['t2m_2001_01.nc'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[6], datetime(2001, 1, 4, 0, 0),
            datetime(2001, 1, 4, 12, 0),
            self.get_source_dir_list(SOURCE_DIR) + ['t2m_2001_01.nc'], 6)
        self.assert_source_time_ranges(
            source_time_ranges[729], datetime(2001, 12, 31, 12, 0),

Esempio n. 22

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.c_emissions import CEmissionsProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('Fire_C_Emissions')


class CEmissionsProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = CEmissionsProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(120, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(2001, 1, 1, 0, 0),
            datetime(2001, 2, 1, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + ['fire_C_Emissions.nc'], 0)
        self.assert_source_time_ranges(
            source_time_ranges[11], datetime(2001, 12, 1, 0, 0),
            datetime(2002, 1, 1, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + ['fire_C_Emissions.nc'], 11)
        self.assert_source_time_ranges(
            source_time_ranges[119], datetime(2010, 12, 1, 0, 0),
            datetime(2011, 1, 1, 0, 0),

Esempio n. 23

File: test_globvapor.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.globvapour import GlobVapourProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('globvapour/GOME_SCIA_GOME2/monthly')


class GlobVapourProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = GlobVapourProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(156, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(1996, 1, 1, 0, 0),
                                       datetime(1996, 2, 1, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + [
                                           '1996', 'GV_GOMExxxxxxx_MM_19960101_E_3.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[125],
                                       datetime(2006, 6, 1, 0, 0),
                                       datetime(2006, 7, 1, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + [
                                           '2006', 'SCIAxxxxxxx_L3_MM_ENV_20060630000000_E_20120214101955.nc.gz'],
                                       0)

Esempio n. 24

import os
import unittest
from datetime import datetime
from cablab import CubeConfig
from cablab.providers.water_mask import WaterMaskProvider
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('WaterBodies4.0')


class WaterMaskProviderTest(unittest.TestCase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_temporal_coverage(self):
        provider = WaterMaskProvider(CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        self.assertEqual((datetime(2001, 1, 1, 0, 0), datetime(2003, 1, 1, 0, 0)),
                         provider.temporal_coverage)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_get_images(self):
        provider = WaterMaskProvider(CubeConfig(end_time=datetime(2003, 1, 1)), dir=SOURCE_DIR)
        provider.prepare()
        images = provider.compute_variable_images(datetime(2002, 7, 27), datetime(2002, 8, 4))

        self.assertIsNotNone(images)

        self.assertTrue('water_mask' in images)
        image = images['water_mask']
        self.assertEqual((720, 1440), image.shape)

    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)

Esempio n. 25

File: test_snow_area_extent.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.snow_area_extent import SnowAreaExtentProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('SnowAreaExtent')


class SnowAreaExtentProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = SnowAreaExtentProvider(CubeConfig(), dir=SOURCE_DIR, resampling_order="space_first")
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(120, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(2003, 1, 1, 0, 0, 0, 33),
                                       datetime(2003, 2, 1, 0, 0, 0, 33),
                                       self.get_source_dir_list(SOURCE_DIR) + ['MFSC.36000.18000.2003.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[1],
                                       datetime(2003, 2, 1, 0, 0, 0, 33),
                                       datetime(2003, 3, 1, 0, 0, 0, 33),
                                       self.get_source_dir_list(SOURCE_DIR) + ['MFSC.36000.18000.2003.nc'],
                                       1)
        self.assert_source_time_ranges(source_time_ranges[6],
                                       datetime(2003, 7, 1, 0, 0, 0, 33),

Esempio n. 26

File: test_snow_water_equivalent.py Progetto: CAB-LAB/cablab-core

import os
import unittest
from datetime import datetime

import numpy as np

from cablab import CubeConfig
from cablab.providers.snow_water_equivalent import SnowWaterEquivalentProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path('SWE')


class SnowWaterEquivalentProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR), 'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = SnowWaterEquivalentProvider(CubeConfig(), dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(12054, len(source_time_ranges))
        self.assert_source_time_ranges(source_time_ranges[0],
                                       datetime(1980, 1, 1, 0, 0),
                                       datetime(1980, 1, 2, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['SWE.1440.720.1980.nc'],
                                       0)
        self.assert_source_time_ranges(source_time_ranges[1000],
                                       datetime(1982, 9, 27, 0, 0),
                                       datetime(1982, 9, 28, 0, 0),
                                       self.get_source_dir_list(SOURCE_DIR) + ['SWE.1440.720.1982.nc'],
                                       269)

Esempio n. 27

File: test_land_surface_temperature.py Progetto: alegent/cablab-core

import os
import unittest
from datetime import datetime

from cablab import CubeConfig
from cablab.providers.land_surface_temperature import LandSurfTemperatureProvider
from test.providers.provider_test_utils import ProviderTestBase
from cablab.util import Config

SOURCE_DIR = Config.instance().get_cube_source_path(
    "globtemperature/ftp2.globtemperature.info/AATSR/L3/")


class LandSurfTemperatureProviderTest(ProviderTestBase):
    @unittest.skipIf(not os.path.exists(SOURCE_DIR),
                     'test data not found: ' + SOURCE_DIR)
    def test_source_time_ranges(self):
        provider = LandSurfTemperatureProvider(CubeConfig(
            start_time=datetime(2003, 1, 1, 0, 0),
            end_time=datetime(2003, 12, 31, 23, 0)),
                                               dir=SOURCE_DIR)
        provider.prepare()
        source_time_ranges = provider.source_time_ranges
        self.assertEqual(320, len(source_time_ranges))
        self.assert_source_time_ranges(
            source_time_ranges[0], datetime(2003, 1, 2, 0, 0),
            datetime(2003, 1, 3, 0, 0),
            self.get_source_dir_list(SOURCE_DIR) + [
                'GT_SSD-L3-AATSR_LST_3-20030102_H1.0V1.0-H36.0V18.0-CUOL-0.05X0.05-V1.0.nc'
            ], 0)
        self.assert_source_time_ranges(