def test_open_process_climatology(self):
fileNames = [
str(self.datadir.join(
'timeSeries.0002-{:02d}-01.nc'.format(month)))
for month in [1, 2, 3]
]
calendar = 'gregorian_noleap'
variableMap = {
'mld': ['timeMonthly_avg_tThreshMLD'],
'Time': [['xtime_startMonthly', 'xtime_endMonthly']]
}
annualClimatologies = []
for frac, autoclose in zip([1.0, 0.], [False, True]):
# effectively, test with autoclose=False and autoclose=True
config = self.setup_config(autocloseFileLimitFraction=frac)
ds = open_multifile_dataset(fileNames=fileNames,
calendar=calendar,
config=config,
timeVariableName='Time',
variableList=['mld'],
variableMap=variableMap)
# note, the asserts for autoclose below are only guaranteed
# to work immediately following call to open_multifile_dataset
assert hasattr(ds, '_autoclose'), \
'`autoclose` not defined for dataset'
if hasattr(ds, '_autoclose'):
assert ds._autoclose == int(autoclose), \
('`autoclose` used for dataset is inconsistent '
'with expected test value.')
annualClimatologies.append(ds.mean(dim='Time'))
self.assertArrayEqual(annualClimatologies[0].mld.values,
annualClimatologies[1].mld.values)
def test_start_end(self):
fileName = str(self.datadir.join('example_jan_feb.nc'))
timestr = ['xtime_start', 'xtime_end']
variableList = \
['time_avg_avgValueWithinOceanRegion_avgSurfaceTemperature']
config = self.setup_config()
for calendar in ['gregorian', 'gregorian_noleap']:
# all dates
ds = open_multifile_dataset(
fileNames=fileName,
calendar=calendar,
config=config,
timeVariableName=timestr,
variableList=variableList,
startDate='0001-01-01',
endDate='9999-12-31')
self.assertEqual(len(ds.Time), 2)
# just the first date
ds = open_multifile_dataset(
fileNames=fileName,
calendar=calendar,
config=config,
timeVariableName=timestr,
variableList=variableList,
startDate='0005-01-01',
endDate='0005-02-01')
self.assertEqual(len(ds.Time), 1)
# just the second date
ds = open_multifile_dataset(
fileNames=fileName,
calendar=calendar,
config=config,
timeVariableName=timestr,
variableList=variableList,
startDate='0005-02-01',
endDate='0005-03-01')
self.assertEqual(len(ds.Time), 1)
def test_open_dataset_fn(self):
fileName = str(self.datadir.join('example_jan.nc'))
timestr = ['xtime_start', 'xtime_end']
variableList = \
['time_avg_avgValueWithinOceanRegion_avgSurfaceTemperature']
config = self.setup_config()
for calendar in ['gregorian', 'gregorian_noleap']:
ds = open_multifile_dataset(fileNames=fileName,
calendar=calendar,
config=config,
timeVariableName=timestr,
variableList=variableList)
self.assertEqual(ds.data_vars.keys(), variableList)
def open_test_ds(self, config, calendar):
fileNames = ['{}/timeSeries.0002-{:02d}-01.nc'.format(self.datadir,
month)
for month in [1, 2, 3]]
variableMap = {'mld': ['timeMonthly_avg_tThreshMLD'],
'Time': [['xtime_startMonthly', 'xtime_endMonthly']]}
variableList = ['mld']
ds = open_multifile_dataset(
fileNames=fileNames,
calendar=calendar,
config=config,
timeVariableName='Time',
variableList=variableList,
variableMap=variableMap)
assert(len(ds.Time) == 3)
return ds
def test_variableMap(self):
fileName = str(self.datadir.join('example_jan.nc'))
simulationStartTime = '0001-01-01'
variableMap = {
'avgSurfaceTemperature': [
'time_avg_avgValueWithinOceanRegion_avgSurfaceTemperature',
'other_string', 'yet_another_string'
],
'daysSinceStartOfSim':
['time_avg_daysSinceStartOfSim', 'xtime', 'something_else'],
'avgLayerTemperature': [
'time_avg_avgValueWithinOceanLayerRegion_avgLayerTemperature',
'test1', 'test2'
],
'Time': [['xtime_start', 'xtime_end'],
'time_avg_daysSinceStartOfSim']
}
variableList = [
'avgSurfaceTemperature', 'avgLayerTemperature', 'refBottomDepth',
'daysSinceStartOfSim'
]
config = self.setup_config()
for calendar in ['gregorian', 'gregorian_noleap']:
# preprocess_mpas will use variableMap to map the variable names
# from their values in the file to the desired values in
# variableList
ds = open_multifile_dataset(
fileNames=fileName,
calendar=calendar,
config=config,
simulationStartTime=simulationStartTime,
timeVariableName='Time',
variableList=variableList,
variableMap=variableMap)
# make sure the remapping happened as expected
dsVarList = list(ds.data_vars.keys()) + list(ds.coords.keys())
assert (numpy.all([var in dsVarList for var in variableList]))
