def _cache_individual_climatologies(ds, cacheInfo, printProgress,
yearsPerCacheFile, monthValues,
calendar): # {{{
'''
Cache individual climatologies for later aggregation.
'''
# Authors
# -------
# Xylar Asay-Davis
for cacheIndex, info in enumerate(cacheInfo):
outputFileClimo, done, yearString = info
if done:
continue
dsYear = ds.where(ds.cacheIndices == cacheIndex, drop=True)
if printProgress:
print(' {}'.format(yearString))
totalDays = dsYear.daysInMonth.sum(dim='Time').values
monthCount = dsYear.dims['Time']
climatology = compute_climatology(dsYear, monthValues, calendar,
maskVaries=False)
climatology.attrs['totalDays'] = totalDays
climatology.attrs['totalMonths'] = monthCount
climatology.attrs['fingerprintClimo'] = fingerprint_generator()
write_netcdf(climatology, outputFileClimo)
climatology.close()
def _cache_aggregated_climatology(startYearClimo, endYearClimo, cachePrefix,
printProgress, monthValues,
cacheInfo): # {{{
'''
Cache aggregated climatology from individual climatologies.
'''
# Authors
# -------
# Xylar Asay-Davis
yearString, fileSuffix = _get_year_string(startYearClimo, endYearClimo)
outputFileClimo = '{}_{}.nc'.format(cachePrefix, fileSuffix)
done = False
if len(cacheInfo) == 0:
climatology = None
done = True
if os.path.exists(outputFileClimo):
# already cached
climatology = None
try:
climatology = xr.open_dataset(outputFileClimo)
except IOError:
# assuming the cache file is corrupt, so deleting it.
print('Warning: Deleting cache file {}, which appears to have '
'been corrupted.'.format(outputFileClimo))
os.remove(outputFileClimo)
if len(cacheInfo) == 1 and outputFileClimo == cacheInfo[0][0]:
# theres only one cache file and it already has the same name
# as the aggregated file so no need to aggregate
done = True
elif climatology is not None:
monthsIfDone = (
endYearClimo - startYearClimo + 1) * len(monthValues)
if climatology.attrs['totalMonths'] == monthsIfDone:
# also complete, so we can move on
done = True
else:
climatology.close()
if not done:
if printProgress:
print(' Computing aggregated climatology '
'{}...'.format(yearString))
first = True
for cacheIndex, info in enumerate(cacheInfo):
inFileClimo = info[0]
ds = xr.open_dataset(inFileClimo)
days = ds.attrs['totalDays']
months = ds.attrs['totalMonths']
if first:
totalDays = days
totalMonths = months
climatology = ds * days
first = False
else:
totalDays += days
totalMonths += months
climatology = climatology + ds * days
ds.close()
climatology = climatology / totalDays
climatology.attrs['totalDays'] = totalDays
climatology.attrs['totalMonths'] = totalMonths
climatology.attrs['fingerprintClimo'] = fingerprint_generator()
write_netcdf(climatology, outputFileClimo)
return climatology # }}}