def run(self):
self._validate_setup()
write_locks = {}
for times in self._times:
filename = self._get_output_filename(times)
self.setup_netcdf_output(filename, times)
write_locks[filename] = combine_locks(
[NETCDFC_LOCK, get_write_lock(filename)])
self.logger.info('Starting {} chunks...'.format(len(self.slices)))
delayed_objs = [
wrap_run_slice(self.params, write_locks, dslice)
for dslice in self.slices
]
persisted = dask.persist(delayed_objs,
num_workers=self.params['num_workers'])
self.progress_bar(persisted)
dask.compute(persisted)
self.logger.info('Cleaning up...')
try:
self._client.cluster.close()
self._client.close()
if self.params['verbose'] == logging.DEBUG:
print()
print('closed dask cluster/client')
except Exception:
pass
from functools import partial
import warnings
import numpy as np
import netCDF4
import cftime
from salem.utils import memory, cached_shapefile_path
from salem import gis, utils, wgs84, wrftools, proj_to_cartopy
import xarray as xr
from xarray.backends.netCDF4_ import NetCDF4DataStore
from xarray.core import dtypes
try:
from xarray.backends.locks import (NETCDFC_LOCK, HDF5_LOCK, combine_locks)
NETCDF4_PYTHON_LOCK = combine_locks([NETCDFC_LOCK, HDF5_LOCK])
except ImportError:
# xarray < v0.11
from xarray.backends.api import _default_lock as NETCDF4_PYTHON_LOCK
try:
from xarray.core.pycompat import basestring
except ImportError:
# latest xarray dropped python2 support, so we can safely assume py3 here
basestring = str
# Locals
from salem import transform_proj
def read_shapefile(fpath, cached=False):
"""Reads a shapefile using geopandas.