def setUp(self):
self.sigma = mock.Mock(units=Unit('1'), nbounds=0)
self.eta = mock.Mock(units=Unit('m'), nbounds=0)
self.depth = mock.Mock(units=Unit('m'), nbounds=0)
self.kwargs = dict(sigma=self.sigma, eta=self.eta, depth=self.depth)
def test_sigma_zlev_same_boundedness(self):
new_sigma = mock.Mock(units=Unit('1'), nbounds=2)
with self.assertRaises(ValueError):
self.factory.update(self.sigma, new_sigma)
def test_eta_incompatible_units(self):
new_eta = mock.Mock(units=Unit('Pa'), nbounds=0)
with self.assertRaises(ValueError):
self.factory.update(self.eta, new_eta)
def test_zlev_incompatible_units(self):
self.zlev.units = Unit('Pa')
with self.assertRaises(ValueError):
OceanSigmaZFactory(**self.kwargs)
def test_sigma(self):
new_sigma = mock.Mock(units=Unit('1'), nbounds=0)
self.factory.update(self.sigma, new_sigma)
self.assertIs(self.factory.sigma, new_sigma)
def test_zlev_same_boundedness(self):
new_zlev = mock.Mock(units=Unit('m'), nbounds=2)
with self.assertRaises(ValueError):
self.factory.update(self.zlev, new_zlev)
return SplittableInt(ic + 10 * (ib + 10 * ia), {'ia': 2, 'ib': 1, 'ic': 0})
def _lbcode(value=None, ix=None, iy=None):
if value is not None:
result = SplittableInt(value, {'iy': slice(0, 2), 'ix': slice(2, 4)})
else:
# N.B. if 'value' is None, both ix and iy must be set.
result = SplittableInt(10000 + 100 * ix + iy, {
'iy': slice(0, 2),
'ix': slice(2, 4)
})
return result
_EPOCH_TIME_UNIT = Unit('hours since epoch', calendar=CALENDAR_GREGORIAN)
class TestLBTIMx0x_SingleTimepoint(TestField):
def _check_timepoint(self, lbcode, expect_match=True):
lbtim = _lbtim(ib=0, ic=1)
t1 = nc_datetime(1970, 1, 1, hour=6, minute=0, second=0)
t2 = nc_datetime(0, 0, 0) # not used in result
lbft = None # unused
coords_and_dims = _convert_scalar_time_coords(
lbcode=lbcode,
lbtim=lbtim,
epoch_hours_unit=_EPOCH_TIME_UNIT,
t1=t1,
t2=t2,
lbft=lbft)
def test_eta_incompatible_units(self):
self.eta.units = Unit('km')
with self.assertRaises(ValueError):
OceanSFactory(**self.kwargs)
def test_b(self):
new_b = mock.Mock(units=Unit('1'), nbounds=0, shape=(1, ))
self.factory.update(self.b, new_b)
self.assertIs(self.factory.b, new_b)
def test_c(self):
new_c = mock.Mock(units=Unit('1'), nbounds=0)
self.factory.update(self.c, new_c)
self.assertIs(self.factory.c, new_c)
def setUp(self):
self.coord = DimCoord(0,
'time',
units=Unit('hours since epoch',
calendar='standard'))
yield
elapsed = time.strftime("%H:%M:%S", time.gmtime(time.time()-t))
if log:
log.info(elapsed)
else:
print(elapsed)
# <codecell>
model = 'NECOFS_FVCOM'
start = datetime.utcnow() - timedelta(days=7)
bbox = [-70.8, 41.4, -69.9, 42.3]
units = Unit('Kelvin')
# <markdowncell>
# #### No horizontal subset works fine.
# <codecell>
with timeit():
url = "http://www.smast.umassd.edu:8080/thredds/dodsC/FVCOM/NECOFS/"
url += "Forecasts/NECOFS_FVCOM_OCEAN_MASSBAY_FORECAST.nc"
cube = iris.load_cube(url, 'sea_water_potential_temperature')
cube = time_slice(cube, start, None)
cube.convert_units(units)
print(cube)
def test_not_basestring_calendar(self):
with self.assertRaises(TypeError):
u = Unit('hours since 1970-01-01 00:00:00', calendar=5)
def test_capitalised_calendar(self):
calendar = 'GrEgoRian'
expected = iris.unit.CALENDAR_GREGORIAN
u = Unit('hours since 1970-01-01 00:00:00', calendar=calendar)
self.assertEqual(u.calendar, expected)
def test_zlev(self):
new_zlev = mock.Mock(units=Unit('m'), nbounds=0)
self.factory.update(self.zlev, new_zlev)
self.assertIs(self.factory.zlev, new_zlev)
def setUp(self):
self.units = Unit('days since 1970-01-01 00:00:00',
calendar='gregorian')
self.cube1 = Cube([1, 2, 3], 'air_temperature', units='K')
self.cube1.add_dim_coord(DimCoord([0, 1, 2], 'time', units=self.units),
0)
def test_zlev_too_many_bounds(self):
new_zlev = mock.Mock(units=Unit('m'), nbounds=4)
with self.assertRaises(ValueError):
self.factory.update(self.zlev, new_zlev)
def test_fail(self):
units = Unit('days since 1970-01-02 00:00:00', calendar='gregorian')
cube2 = Cube([1, 2, 3], 'air_temperature', units='K')
cube2.add_dim_coord(DimCoord([0, 1, 2], 'time', units=units), 0)
with self.assertRaises(iris.exceptions.ConcatenateError):
CubeList([self.cube1, cube2]).concatenate_cube()
def convert(grib):
factories = []
references = []
standard_name = None
long_name = None
units = None
attributes = {}
cell_methods = []
dim_coords_and_dims = []
aux_coords_and_dims = []
if \
(grib.gridType=="reduced_gg"):
aux_coords_and_dims.append((AuxCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 0))
aux_coords_and_dims.append((AuxCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system), 0))
if \
(grib.gridType=="regular_ll") and \
(grib.jPointsAreConsecutive == 0):
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system, circular=grib._x_circular), 1))
if \
(grib.gridType=="regular_ll") and \
(grib.jPointsAreConsecutive == 1):
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 1))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system, circular=grib._x_circular), 0))
if \
(grib.gridType=="regular_gg") and \
(grib.jPointsAreConsecutive == 0):
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system, circular=grib._x_circular), 1))
if \
(grib.gridType=="regular_gg") and \
(grib.jPointsAreConsecutive == 1):
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 1))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system, circular=grib._x_circular), 0))
if \
(grib.gridType=="rotated_ll") and \
(grib.jPointsAreConsecutive == 0):
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system, circular=grib._x_circular), 1))
if \
(grib.gridType=="rotated_ll") and \
(grib.jPointsAreConsecutive == 1):
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units='degrees', coord_system=grib._coord_system), 1))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units='degrees', coord_system=grib._coord_system, circular=grib._x_circular), 0))
if grib.gridType in ["polar_stereographic", "lambert"]:
dim_coords_and_dims.append((DimCoord(grib._y_points, grib._y_coord_name, units="m", coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points, grib._x_coord_name, units="m", coord_system=grib._coord_system), 1))
if \
(grib.edition == 1) and \
(grib.table2Version < 128) and \
(grib.indicatorOfParameter == 11) and \
(grib._cf_data is None):
standard_name = "air_temperature"
units = "kelvin"
if \
(grib.edition == 1) and \
(grib.table2Version < 128) and \
(grib.indicatorOfParameter == 33) and \
(grib._cf_data is None):
standard_name = "x_wind"
units = "m s-1"
if \
(grib.edition == 1) and \
(grib.table2Version < 128) and \
(grib.indicatorOfParameter == 34) and \
(grib._cf_data is None):
standard_name = "y_wind"
units = "m s-1"
if \
(grib.edition == 1) and \
(grib._cf_data is not None):
standard_name = grib._cf_data.standard_name
long_name = grib._cf_data.standard_name or grib._cf_data.long_name
units = grib._cf_data.units
if \
(grib.edition == 1) and \
(grib.table2Version >= 128) and \
(grib._cf_data is None):
long_name = "UNKNOWN LOCAL PARAM " + str(grib.indicatorOfParameter) + "." + str(grib.table2Version)
units = "???"
if \
(grib.edition == 1) and \
(grib.table2Version == 1) and \
(grib.indicatorOfParameter >= 128):
long_name = "UNKNOWN LOCAL PARAM " + str(grib.indicatorOfParameter) + "." + str(grib.table2Version)
units = "???"
if \
(grib.edition == 2) and \
(grib._cf_data is not None):
standard_name = grib._cf_data.standard_name
long_name = grib._cf_data.long_name
units = grib._cf_data.units
if \
(grib.edition == 1) and \
(grib._phenomenonDateTime != -1.0):
aux_coords_and_dims.append((DimCoord(points=grib.startStep, standard_name='forecast_period', units=grib._forecastTimeUnit), None))
aux_coords_and_dims.append((DimCoord(points=grib.phenomenon_points('hours'), standard_name='time', units=Unit('hours since epoch', iris.unit.CALENDAR_GREGORIAN)), None))
def add_bounded_time_coords(aux_coords_and_dims, grib):
t_bounds = grib.phenomenon_bounds('hours')
period = Unit('hours').convert(t_bounds[1] - t_bounds[0],
grib._forecastTimeUnit)
aux_coords_and_dims.append((
DimCoord(standard_name='forecast_period',
units=grib._forecastTimeUnit,
points=grib._forecastTime + 0.5 * period,
bounds=[grib._forecastTime, grib._forecastTime + period]),
None))
aux_coords_and_dims.append((
DimCoord(standard_name='time',
units=Unit('hours since epoch',
iris.unit.CALENDAR_GREGORIAN),
points=0.5 * (t_bounds[0] + t_bounds[1]),
bounds=t_bounds),
None))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 3):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 4):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 5):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("_difference", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 51):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 113):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 114):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 115):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 116):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 117):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 118):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("_covariance", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 123):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 124):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 125):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("standard_deviation", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 0):
aux_coords_and_dims.append((DimCoord(points=Unit(grib._forecastTimeUnit).convert(np.int32(grib._forecastTime), "hours"), standard_name='forecast_period', units="hours"), None))
aux_coords_and_dims.append((DimCoord(points=grib.phenomenon_points('hours'), standard_name='time', units=Unit('hours since epoch', iris.unit.CALENDAR_GREGORIAN)), None))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber in (8, 9)):
add_bounded_time_coords(aux_coords_and_dims, grib)
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 0):
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 1):
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 2):
cell_methods.append(CellMethod("maximum", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 3):
cell_methods.append(CellMethod("minimum", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 4):
cell_methods.append(CellMethod("_difference", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 5):
cell_methods.append(CellMethod("_root_mean_square", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 6):
cell_methods.append(CellMethod("standard_deviation", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 7):
cell_methods.append(CellMethod("_convariance", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 8):
cell_methods.append(CellMethod("_difference", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 9):
cell_methods.append(CellMethod("_ratio", coords="time"))
if \
(grib.edition == 1) and \
(grib.levelType == 'pl'):
aux_coords_and_dims.append((DimCoord(points=grib.level, long_name="pressure", units="hPa"), None))
if \
(grib.edition == 1) and \
(grib.levelType == 'sfc') and \
(grib._cf_data is not None) and \
(grib._cf_data.set_height is not None):
aux_coords_and_dims.append((DimCoord(points=grib._cf_data.set_height, long_name="height", units="m", attributes={'positive':'up'}), None))
if \
(grib.edition == 1) and \
(grib.levelType == 'ml') and \
(hasattr(grib, 'pv')):
aux_coords_and_dims.append((AuxCoord(grib.level, standard_name='model_level_number', attributes={'positive': 'up'}), None))
aux_coords_and_dims.append((DimCoord(grib.pv[grib.level], long_name='level_pressure', units='Pa'), None))
aux_coords_and_dims.append((AuxCoord(grib.pv[grib.numberOfCoordinatesValues/2 + grib.level], long_name='sigma'), None))
factories.append(Factory(HybridPressureFactory, [{'long_name': 'level_pressure'}, {'long_name': 'sigma'}, Reference('surface_pressure')]))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface != grib.typeOfSecondFixedSurface):
warnings.warn("Different vertical bound types not yet handled.")
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 103) and \
(grib.typeOfSecondFixedSurface == 255):
aux_coords_and_dims.append((DimCoord(points=grib.scaledValueOfFirstFixedSurface/(10.0**grib.scaleFactorOfFirstFixedSurface), standard_name="height", units="m"), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 103) and \
(grib.typeOfSecondFixedSurface != 255):
aux_coords_and_dims.append((DimCoord(points=0.5*(grib.scaledValueOfFirstFixedSurface/(10.0**grib.scaleFactorOfFirstFixedSurface) + grib.scaledValueOfSecondFixedSurface/(10.0**grib.scaleFactorOfSecondFixedSurface)), standard_name="height", units="m", bounds=[grib.scaledValueOfFirstFixedSurface/(10.0**grib.scaleFactorOfFirstFixedSurface) , grib.scaledValueOfSecondFixedSurface/(10.0**grib.scaleFactorOfSecondFixedSurface)]), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 100) and \
(grib.typeOfSecondFixedSurface == 255):
aux_coords_and_dims.append((DimCoord(points=grib.scaledValueOfFirstFixedSurface/(10.0**grib.scaleFactorOfFirstFixedSurface), long_name="pressure", units="Pa"), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 100) and \
(grib.typeOfSecondFixedSurface != 255):
aux_coords_and_dims.append((DimCoord(points=0.5*(grib.scaledValueOfFirstFixedSurface/(10.0**grib.scaleFactorOfFirstFixedSurface) + grib.scaledValueOfSecondFixedSurface/(10.0**grib.scaleFactorOfSecondFixedSurface)), long_name="pressure", units="Pa", bounds=[grib.scaledValueOfFirstFixedSurface/(10.0**grib.scaleFactorOfFirstFixedSurface) , grib.scaledValueOfSecondFixedSurface/(10.0**grib.scaleFactorOfSecondFixedSurface)]), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface in [105, 119]) and \
(grib.numberOfCoordinatesValues > 0):
aux_coords_and_dims.append((AuxCoord(grib.scaledValueOfFirstFixedSurface, standard_name='model_level_number', attributes={'positive': 'up'}), None))
aux_coords_and_dims.append((DimCoord(grib.pv[grib.scaledValueOfFirstFixedSurface], long_name='level_pressure', units='Pa'), None))
aux_coords_and_dims.append((AuxCoord(grib.pv[grib.numberOfCoordinatesValues/2 + grib.scaledValueOfFirstFixedSurface], long_name='sigma'), None))
factories.append(Factory(HybridPressureFactory, [{'long_name': 'level_pressure'}, {'long_name': 'sigma'}, Reference('surface_air_pressure')]))
if grib._originatingCentre != 'unknown':
aux_coords_and_dims.append((AuxCoord(points=grib._originatingCentre, long_name='originating_centre', units='no_unit'), None))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 1):
aux_coords_and_dims.append((DimCoord(points=grib.perturbationNumber, long_name='ensemble_member', units='no_unit'), None))
if grib.productDefinitionTemplateNumber not in (0, 8):
attributes["GRIB_LOAD_WARNING"] = ("unsupported GRIB%d ProductDefinitionTemplate: #4.%d" % (grib.edition, grib.productDefinitionTemplateNumber))
if \
(grib.edition == 2) and \
(grib.centre == 'ecmf') and \
(grib.discipline == 0) and \
(grib.parameterCategory == 3) and \
(grib.parameterNumber == 25) and \
(grib.typeOfFirstFixedSurface == 105):
references.append(ReferenceTarget('surface_air_pressure', lambda cube: {'standard_name': 'surface_air_pressure', 'units': 'Pa', 'data': np.exp(cube.data)}))
return (factories, references, standard_name, long_name, units, attributes,
cell_methods, dim_coords_and_dims, aux_coords_and_dims)
def test_depth_c(self):
new_depth_c = mock.Mock(units=Unit('m'), nbounds=0, shape=(1, ))
self.factory.update(self.depth_c, new_depth_c)
self.assertIs(self.factory.depth_c, new_depth_c)
def convert(grib):
"""
Converts a GRIB message into the corresponding items of Cube metadata.
Args:
* grib:
A :class:`~iris.fileformats.grib.GribWrapper` object.
Returns:
A :class:`iris.fileformats.rules.ConversionMetadata` object.
"""
factories = []
references = []
standard_name = None
long_name = None
units = None
attributes = {}
cell_methods = []
dim_coords_and_dims = []
aux_coords_and_dims = []
# deprecation warning for this code path for edition 2 messages
if grib.edition == 2:
msg = ('This GRIB loader is deprecated and will be removed in '
'a future release. Please consider using the new '
'GRIB loader by setting the :class:`iris.Future` '
'option `strict_grib_load` to True; e.g.:\n'
'iris.FUTURE.strict_grib_load = True\n'
'Please report issues you experience to:\n'
'https://groups.google.com/forum/#!topic/scitools-iris-dev/'
'lMsOusKNfaU')
warnings.warn(msg)
if \
(grib.gridType=="reduced_gg"):
aux_coords_and_dims.append(
(AuxCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 0))
aux_coords_and_dims.append(
(AuxCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system), 0))
if \
(grib.gridType=="regular_ll") and \
(grib.jPointsAreConsecutive == 0):
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system,
circular=grib._x_circular), 1))
if \
(grib.gridType=="regular_ll") and \
(grib.jPointsAreConsecutive == 1):
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 1))
dim_coords_and_dims.append((DimCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system,
circular=grib._x_circular), 0))
if \
(grib.gridType=="regular_gg") and \
(grib.jPointsAreConsecutive == 0):
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system,
circular=grib._x_circular), 1))
if \
(grib.gridType=="regular_gg") and \
(grib.jPointsAreConsecutive == 1):
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 1))
dim_coords_and_dims.append((DimCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system,
circular=grib._x_circular), 0))
if \
(grib.gridType=="rotated_ll") and \
(grib.jPointsAreConsecutive == 0):
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 0))
dim_coords_and_dims.append((DimCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system,
circular=grib._x_circular), 1))
if \
(grib.gridType=="rotated_ll") and \
(grib.jPointsAreConsecutive == 1):
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units='degrees',
coord_system=grib._coord_system), 1))
dim_coords_and_dims.append((DimCoord(grib._x_points,
grib._x_coord_name,
units='degrees',
coord_system=grib._coord_system,
circular=grib._x_circular), 0))
if grib.gridType in ["polar_stereographic", "lambert"]:
dim_coords_and_dims.append(
(DimCoord(grib._y_points,
grib._y_coord_name,
units="m",
coord_system=grib._coord_system), 0))
dim_coords_and_dims.append(
(DimCoord(grib._x_points,
grib._x_coord_name,
units="m",
coord_system=grib._coord_system), 1))
if \
(grib.edition == 1) and \
(grib.table2Version < 128) and \
(grib.indicatorOfParameter == 11) and \
(grib._cf_data is None):
standard_name = "air_temperature"
units = "kelvin"
if \
(grib.edition == 1) and \
(grib.table2Version < 128) and \
(grib.indicatorOfParameter == 33) and \
(grib._cf_data is None):
standard_name = "x_wind"
units = "m s-1"
if \
(grib.edition == 1) and \
(grib.table2Version < 128) and \
(grib.indicatorOfParameter == 34) and \
(grib._cf_data is None):
standard_name = "y_wind"
units = "m s-1"
if \
(grib.edition == 1) and \
(grib._cf_data is not None):
standard_name = grib._cf_data.standard_name
long_name = grib._cf_data.standard_name or grib._cf_data.long_name
units = grib._cf_data.units
if \
(grib.edition == 1) and \
(grib.table2Version >= 128) and \
(grib._cf_data is None):
long_name = "UNKNOWN LOCAL PARAM " + str(
grib.indicatorOfParameter) + "." + str(grib.table2Version)
units = "???"
if \
(grib.edition == 1) and \
(grib.table2Version == 1) and \
(grib.indicatorOfParameter >= 128):
long_name = "UNKNOWN LOCAL PARAM " + str(
grib.indicatorOfParameter) + "." + str(grib.table2Version)
units = "???"
if \
(grib.edition == 2) and \
(grib._cf_data is not None):
standard_name = grib._cf_data.standard_name
long_name = grib._cf_data.long_name
units = grib._cf_data.units
if \
(grib.edition == 1) and \
(grib._phenomenonDateTime != -1.0):
aux_coords_and_dims.append(
(DimCoord(points=grib.startStep,
standard_name='forecast_period',
units=grib._forecastTimeUnit), None))
aux_coords_and_dims.append(
(DimCoord(points=grib.phenomenon_points('hours'),
standard_name='time',
units=Unit('hours since epoch',
CALENDAR_GREGORIAN)), None))
def add_bounded_time_coords(aux_coords_and_dims, grib):
t_bounds = grib.phenomenon_bounds('hours')
period = Unit('hours').convert(t_bounds[1] - t_bounds[0],
grib._forecastTimeUnit)
aux_coords_and_dims.append(
(DimCoord(standard_name='forecast_period',
units=grib._forecastTimeUnit,
points=grib._forecastTime + 0.5 * period,
bounds=[grib._forecastTime,
grib._forecastTime + period]), None))
aux_coords_and_dims.append(
(DimCoord(standard_name='time',
units=Unit('hours since epoch', CALENDAR_GREGORIAN),
points=0.5 * (t_bounds[0] + t_bounds[1]),
bounds=t_bounds), None))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 2):
add_bounded_time_coords(aux_coords_and_dims, grib)
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 3):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 4):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 5):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("_difference", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 51):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 113):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 114):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 115):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 116):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 117):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 118):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("_covariance", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 123):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 124):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 1) and \
(grib.timeRangeIndicator == 125):
add_bounded_time_coords(aux_coords_and_dims, grib)
cell_methods.append(CellMethod("standard_deviation", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 0):
aux_coords_and_dims.append(
(DimCoord(points=Unit(grib._forecastTimeUnit).convert(
np.int32(grib._forecastTime), "hours"),
standard_name='forecast_period',
units="hours"), None))
aux_coords_and_dims.append(
(DimCoord(points=grib.phenomenon_points('hours'),
standard_name='time',
units=Unit('hours since epoch',
CALENDAR_GREGORIAN)), None))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber in (8, 9)):
add_bounded_time_coords(aux_coords_and_dims, grib)
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 0):
cell_methods.append(CellMethod("mean", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 1):
cell_methods.append(CellMethod("sum", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 2):
cell_methods.append(CellMethod("maximum", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 3):
cell_methods.append(CellMethod("minimum", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 4):
cell_methods.append(CellMethod("_difference", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 5):
cell_methods.append(CellMethod("_root_mean_square", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 6):
cell_methods.append(CellMethod("standard_deviation", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 7):
cell_methods.append(CellMethod("_convariance", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 8):
cell_methods.append(CellMethod("_difference", coords="time"))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 8) and \
(grib.typeOfStatisticalProcessing == 9):
cell_methods.append(CellMethod("_ratio", coords="time"))
if \
(grib.edition == 1) and \
(grib.levelType == 'pl'):
aux_coords_and_dims.append((DimCoord(points=grib.level,
long_name="pressure",
units="hPa"), None))
if \
(grib.edition == 1) and \
(grib.levelType == 'sfc'):
if (grib._cf_data is not None) and \
(grib._cf_data.set_height is not None):
aux_coords_and_dims.append(
(DimCoord(points=grib._cf_data.set_height,
long_name="height",
units="m",
attributes={'positive': 'up'}), None))
elif grib.typeOfLevel == 'heightAboveGround': # required for NCAR
aux_coords_and_dims.append((DimCoord(points=grib.level,
long_name="height",
units="m",
attributes={'positive':
'up'}), None))
if \
(grib.edition == 1) and \
(grib.levelType == 'ml') and \
(hasattr(grib, 'pv')):
aux_coords_and_dims.append(
(AuxCoord(grib.level,
standard_name='model_level_number',
attributes={'positive': 'up'}), None))
aux_coords_and_dims.append((DimCoord(grib.pv[grib.level],
long_name='level_pressure',
units='Pa'), None))
aux_coords_and_dims.append((AuxCoord(
grib.pv[grib.numberOfCoordinatesValues // 2 + grib.level],
long_name='sigma'), None))
factories.append(
Factory(HybridPressureFactory, [{
'long_name': 'level_pressure'
}, {
'long_name': 'sigma'
},
Reference('surface_pressure')]))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface != grib.typeOfSecondFixedSurface):
warnings.warn("Different vertical bound types not yet handled.")
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 103) and \
(grib.typeOfSecondFixedSurface == 255):
aux_coords_and_dims.append(
(DimCoord(points=grib.scaledValueOfFirstFixedSurface /
(10.0**grib.scaleFactorOfFirstFixedSurface),
standard_name="height",
units="m"), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 103) and \
(grib.typeOfSecondFixedSurface != 255):
aux_coords_and_dims.append((DimCoord(
points=0.5 * (grib.scaledValueOfFirstFixedSurface /
(10.0**grib.scaleFactorOfFirstFixedSurface) +
grib.scaledValueOfSecondFixedSurface /
(10.0**grib.scaleFactorOfSecondFixedSurface)),
standard_name="height",
units="m",
bounds=[
grib.scaledValueOfFirstFixedSurface /
(10.0**grib.scaleFactorOfFirstFixedSurface),
grib.scaledValueOfSecondFixedSurface /
(10.0**grib.scaleFactorOfSecondFixedSurface)
]), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 100) and \
(grib.typeOfSecondFixedSurface == 255):
aux_coords_and_dims.append(
(DimCoord(points=grib.scaledValueOfFirstFixedSurface /
(10.0**grib.scaleFactorOfFirstFixedSurface),
long_name="pressure",
units="Pa"), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface == 100) and \
(grib.typeOfSecondFixedSurface != 255):
aux_coords_and_dims.append((DimCoord(
points=0.5 * (grib.scaledValueOfFirstFixedSurface /
(10.0**grib.scaleFactorOfFirstFixedSurface) +
grib.scaledValueOfSecondFixedSurface /
(10.0**grib.scaleFactorOfSecondFixedSurface)),
long_name="pressure",
units="Pa",
bounds=[
grib.scaledValueOfFirstFixedSurface /
(10.0**grib.scaleFactorOfFirstFixedSurface),
grib.scaledValueOfSecondFixedSurface /
(10.0**grib.scaleFactorOfSecondFixedSurface)
]), None))
if \
(grib.edition == 2) and \
(grib.typeOfFirstFixedSurface in [105, 119]) and \
(grib.numberOfCoordinatesValues > 0):
aux_coords_and_dims.append(
(AuxCoord(grib.scaledValueOfFirstFixedSurface,
standard_name='model_level_number',
attributes={'positive': 'up'}), None))
aux_coords_and_dims.append(
(DimCoord(grib.pv[grib.scaledValueOfFirstFixedSurface],
long_name='level_pressure',
units='Pa'), None))
aux_coords_and_dims.append(
(AuxCoord(grib.pv[grib.numberOfCoordinatesValues // 2 +
grib.scaledValueOfFirstFixedSurface],
long_name='sigma'), None))
factories.append(
Factory(HybridPressureFactory,
[{
'long_name': 'level_pressure'
}, {
'long_name': 'sigma'
},
Reference('surface_air_pressure')]))
if grib._originatingCentre != 'unknown':
aux_coords_and_dims.append((AuxCoord(points=grib._originatingCentre,
long_name='originating_centre',
units='no_unit'), None))
if \
(grib.edition == 2) and \
(grib.productDefinitionTemplateNumber == 1):
aux_coords_and_dims.append((DimCoord(points=grib.perturbationNumber,
long_name='ensemble_member',
units='no_unit'), None))
if \
(grib.edition == 2) and \
grib.productDefinitionTemplateNumber not in (0, 8):
attributes["GRIB_LOAD_WARNING"] = (
"unsupported GRIB%d ProductDefinitionTemplate: #4.%d" %
(grib.edition, grib.productDefinitionTemplateNumber))
if \
(grib.edition == 2) and \
(grib.centre == 'ecmf') and \
(grib.discipline == 0) and \
(grib.parameterCategory == 3) and \
(grib.parameterNumber == 25) and \
(grib.typeOfFirstFixedSurface == 105):
references.append(
ReferenceTarget(
'surface_air_pressure', lambda cube: {
'standard_name': 'surface_air_pressure',
'units': 'Pa',
'data': np.exp(cube.data)
}))
return ConversionMetadata(factories, references, standard_name, long_name,
units, attributes, cell_methods,
dim_coords_and_dims, aux_coords_and_dims)
def test_depth_c_non_scalar(self):
new_depth_c = mock.Mock(units=Unit('m'), nbounds=0, shape=(10, ))
with self.assertRaises(ValueError):
self.factory.update(self.depth_c, new_depth_c)
def test_depth_incompatible_units(self):
self.depth.units = Unit('km')
with self.assertRaises(ValueError):
OceanSigmaZFactory(**self.kwargs)
def test_depth_c_incompatible_units(self):
new_depth_c = mock.Mock(units=Unit('Pa'), nbounds=0, shape=(1, ))
with self.assertRaises(ValueError):
self.factory.update(self.depth_c, new_depth_c)
def test_sigma_too_many_bounds(self):
new_sigma = mock.Mock(units=Unit('1'), nbounds=4)
with self.assertRaises(ValueError):
self.factory.update(self.sigma, new_sigma)
def test_nsigma(self):
new_nsigma = mock.Mock(units=Unit('1'), nbounds=0, shape=(1, ))
self.factory.update(self.nsigma, new_nsigma)
self.assertIs(self.factory.nsigma, new_nsigma)
def test_eta(self):
new_eta = mock.Mock(units=Unit('m'), nbounds=0)
self.factory.update(self.eta, new_eta)
self.assertIs(self.factory.eta, new_eta)
def test_nsigma_non_scalar(self):
new_nsigma = mock.Mock(units=Unit('1'), nbounds=0, shape=(10, ))
with self.assertRaises(ValueError):
self.factory.update(self.nsigma, new_nsigma)
def test_depth(self):
new_depth = mock.Mock(units=Unit('m'), nbounds=0)
self.factory.update(self.depth, new_depth)
self.assertIs(self.factory.depth, new_depth)
def setUp(self):
self.sigma = mock.Mock(units=Unit('1'), nbounds=0)
self.eta = mock.Mock(units=Unit('m'), nbounds=0)
self.depth = mock.Mock(units=Unit('m'), nbounds=0)
self.kwargs = dict(sigma=self.sigma, eta=self.eta, depth=self.depth)
self.factory = OceanSigmaFactory(**self.kwargs)
