def _aggregate_radar(self, aggregatedatetime, method):
template = "aggregate.m{method}_%Y%m%d%H%M%S.{extension}"
path = os.path.join(
config.AGGREGATE_DIR, aggregatedatetime.strftime(template).format(method=method, extension="tif")
)
if os.path.exists(path):
logging.debug("We have this one in cache: {}".format(os.path.basename(path)))
return gdal.Open(path)
logging.info("doing {}".format(aggregatedatetime))
phkwargs = dict(basedir=config.COMPOSITE_DIR, template="{code}_{timestamp}.tif")
ph = utils.PathHelper(code=self.CODES[method], **phkwargs)
datetime_start = aggregatedatetime - datetime.timedelta(days=1)
datetime_stop = aggregatedatetime - datetime.timedelta(minutes=5)
text = "{}-{}".format(datetime_start.strftime("%Y%m%d%H%M"), datetime_stop.strftime("%Y%m%d%H%M"))
scandatetimes = utils.DateRange(text).iterdatetimes()
dataset = gdal.GetDriverByName(b"mem").CreateCopy(b"", gdal.Open(ph.path(datetime.datetime(2011, 1, 1))))
rain = np.ma.zeros(gridtools.BaseGrid(dataset).get_shape())
count = np.zeros(gridtools.BaseGrid(dataset).get_shape())
for scandatetime in scandatetimes:
logging.debug("adding {}".format(scandatetime))
composite = gdal.Open(ph.path(scandatetime))
if composite is None:
logging.warn("No composite found for method {} at {}".format(method, scandatetime))
continue
ma = gridtools.ds2ma(composite)
count += ~ma.mask # Where no mask, we count rain
rain += ma.filled(0)
rain /= 12 # Composite unit is mm/hr, but we add every 5 minutes.
rain.mask = np.less(count, 1)
dataset.GetRasterBand(1).WriteArray(rain.filled(config.NODATAVALUE))
gdal.GetDriverByName(b"GTiff").CreateCopy(path, dataset, 0, ["COMPRESS=DEFLATE"])
gridtools.RasterLayer(dataset, **utils.rain_kwargs(name="jet")).save(path.replace(".tif", ".png"))
# Adding the counts as tif
count_dataset = gdal.GetDriverByName(b"gtiff").Create(
path.replace(".tif", "_count.tif"), dataset.RasterXSize, dataset.RasterYSize, 1, gdalconst.GDT_UInt16
)
count_dataset.GetRasterBand(1).WriteArray(count)
return dataset
def _interpolate(self, dataset):
x_in, y_in = gridtools.BaseGrid(dataset).get_grid()
values = gridtools.ds2ma(dataset)
x_out, y_out = np.array(self.coords).transpose()
return interpolate.griddata(
(x_in.reshape(-1), y_in.reshape(-1)),
values.reshape(-1),
(x_out, y_out),
method='linear',
fill_value=config.NODATAVALUE,
)
def _interpolate(self, dataset):
x_in, y_in = gridtools.BaseGrid(dataset).get_grid()
values = gridtools.ds2ma(dataset)
x_out, y_out = np.array(self.coords).transpose()
return interpolate.griddata(
(x_in.reshape(-1), y_in.reshape(-1)),
values.reshape(-1),
(x_out, y_out),
method="linear",
fill_value=config.NODATAVALUE,
)
def _aggregate_radar(self, aggregatedatetime, method):
template = 'aggregate.m{method}_%Y%m%d%H%M%S.{extension}'
path = os.path.join(
config.AGGREGATE_DIR,
aggregatedatetime.strftime(template).format(
method=method,
extension='tif',
),
)
if os.path.exists(path):
logging.debug('We have this one in cache: {}'.format(
os.path.basename(path), ))
return gdal.Open(path)
logging.info('doing {}'.format(aggregatedatetime))
phkwargs = dict(
basedir=config.COMPOSITE_DIR,
template='{code}_{timestamp}.tif',
)
ph = utils.PathHelper(code=self.CODES[method], **phkwargs)
datetime_start = aggregatedatetime - datetime.timedelta(days=1)
datetime_stop = aggregatedatetime - datetime.timedelta(minutes=5)
text = '{}-{}'.format(
datetime_start.strftime('%Y%m%d%H%M'),
datetime_stop.strftime('%Y%m%d%H%M'),
)
scandatetimes = utils.DateRange(text).iterdatetimes()
dataset = gdal.GetDriverByName(b'mem').CreateCopy(
b'',
gdal.Open(ph.path(datetime.datetime(2011, 1, 1), )),
)
rain = np.ma.zeros(gridtools.BaseGrid(dataset).get_shape())
count = np.zeros(gridtools.BaseGrid(dataset).get_shape())
for scandatetime in scandatetimes:
logging.debug('adding {}'.format(scandatetime))
composite = gdal.Open(ph.path(scandatetime))
if composite is None:
logging.warn('No composite found for method {} at {}'.format(
method,
scandatetime,
))
continue
ma = gridtools.ds2ma(composite)
count += ~ma.mask # Where no mask, we count rain
rain += ma.filled(0)
rain /= 12 # Composite unit is mm/hr, but we add every 5 minutes.
rain.mask = np.less(count, 1)
dataset.GetRasterBand(1).WriteArray(rain.filled(config.NODATAVALUE))
gdal.GetDriverByName(b'GTiff').CreateCopy(path, dataset, 0,
['COMPRESS=DEFLATE'])
gridtools.RasterLayer(dataset, **utils.rain_kwargs(name='jet')).save(
path.replace('.tif', '.png'), )
# Adding the counts as tif
count_dataset = gdal.GetDriverByName(b'gtiff').Create(
path.replace('.tif', '_count.tif'),
dataset.RasterXSize,
dataset.RasterYSize,
1,
gdalconst.GDT_UInt16,
)
count_dataset.GetRasterBand(1).WriteArray(count)
return dataset
