def combinelon(prefix, inputdir, fill_value='1e20', daily=False, year=None):
if daily:
files = [
inputdir + sep + f
for f in filter(listdir(inputdir), '%s*.%d.psims.nc' %
(prefix, year))
]
else:
files = [
inputdir + sep + f
for f in filter(listdir(inputdir), '%s*.psims.nc' % prefix)
]
# tile latitude and longitude indices
tlatidx = basename(files[0]).split('_')[1]
lonidx = [int(basename(f).split('_')[2][:4]) for f in files]
# get file information
with nc(files[0]) as f:
vars = setdiff1d(f.variables.keys(),
['time', 'scen', 'irr', 'lat', 'lon'])
nscen = f.variables['scen'].size
ldim = f.variables[vars[0]].dimensions[0]
vunits = [0] * len(vars)
vlnames = [0] * len(vars)
for i in range(len(vars)):
var = f.variables[vars[i]]
vunits[i] = var.units if 'units' in var.ncattrs() else ''
vlnames[i] = var.long_name if 'long_name' in var.ncattrs() else ''
# fill longitude gaps
for idx in setdiff1d(fulllonidx, lonidx):
if daily:
lonfile = inputdir + sep + '%s_%s_%04d.%d.psims.nc' % (
prefix, tlatidx, idx, year)
else:
lonfile = inputdir + sep + '%s_%s_%04d.psims.nc' % (prefix,
tlatidx, idx)
copyfile(files[0], lonfile)
lons = arange(-180 + tlond * (idx - 1) + lond / 2., -180 + tlond * idx,
lond)
with nc(lonfile, 'a') as f:
lonvar = f.variables['lon']
lonvar[:] = lons
for i in range(len(vars)):
var = f.variables[vars[i]]
var[:] = masked_array(zeros(var.shape), mask=ones(var.shape))
files.append(lonfile)
# output file
if daily:
outputfile = outputdir + sep + '%s_%s.%d.psims.nc' % (prefix, tlatidx,
year)
else:
outputfile = outputdir + sep + '%s_%s.psims.nc' % (prefix, tlatidx)
nco = Nco()
# make longitude lead dimension
for i in range(len(files)):
nco.ncpdq(input=files[i],
output=files[i],
options='-O -h -a lon,%s' % str(ldim))
# concatenate all files
if daily:
inputfiles = ' '.join([
inputdir + sep + '%s_%s_%04d.%d.psims.nc' %
(prefix, tlatidx, idx, year) for idx in fulllonidx
])
else:
inputfiles = ' '.join([
inputdir + sep + '%s_%s_%04d.psims.nc' % (prefix, tlatidx, idx)
for idx in fulllonidx
])
nco.ncrcat(input=inputfiles, output=outputfile, options='-h')
# make latitude lead dimension
nco.ncpdq(input=outputfile, output=outputfile, options='-O -h -a lat,lon')
# add new scenario dimension
nscennew = nscen / (1 + irrflag)
scen_range = ','.join([str(s) for s in range(1, nscennew + 1)])
scenopt = '-O -h -s \'defdim("scen_new",%d)\' -s "scen_new[scen_new]={%s}"' % (
nscennew, scen_range)
nco.ncap2(input=outputfile, output=outputfile, options=scenopt)
nco.ncatted(input=outputfile,
output=outputfile,
options='-O -h -a units,scen_new,c,c,"no"')
nco.ncatted(input=outputfile,
output=outputfile,
options='-O -h -a long_name,scen_new,c,c,"scenario"')
# add irr dimension
nirr = 1 + irrflag
irr_range = ','.join([str(i) for i in range(1, nirr + 1)])
irr_lname = ['ir', 'rf'][:1 + irrflag] if irr1st else ['rf', 'ir'][:1 +
irrflag]
irropt = '-O -h -s \'defdim("irr",%d)\' -s "irr[irr]={%s}"' % (nirr,
irr_range)
nco.ncap2(input=outputfile, output=outputfile, options=irropt)
nco.ncatted(input=outputfile,
output=outputfile,
options='-O -h -a units,irr,c,c,"mapping"')
nco.ncatted(input=outputfile,
output=outputfile,
options='-O -h -a long_name,irr,c,c,"%s"' %
','.join(irr_lname))
# refactor variables
for i in range(len(vars)):
var = str(vars[i])
# create new variable
opt = '-O -h -s "\'%s_new\'[lat,scen_new,irr,lon,time]=0.0f"' % var
nco.ncap2(input=outputfile, output=outputfile, options=opt)
# set attributes
opt = '-O -h -a _FillValue,%s_new,c,f,%s' % (var, fill_value)
nco.ncatted(input=outputfile, output=outputfile, options=opt)
if vunits[i]:
opt = '-O -h -a units,%s_new,c,c,"%s"' % (var, str(vunits[i]))
nco.ncatted(input=outputfile, output=outputfile, options=opt)
if vlnames[i]:
opt = '-O -h -a long_name,%s_new,c,c,"%s"' % (var, str(vlnames[i]))
nco.ncatted(input=outputfile, output=outputfile, options=opt)
# set value
opt = '-O -h -s "\'%s_new\'(:,:,:,:,:)=\'%s\'"' % (var, var)
nco.ncap2(input=outputfile, output=outputfile, options=opt)
# remove old variable
opt = '-O -h -x -v %s' % var
nco.ncks(input=outputfile, output=outputfile, options=opt)
# rename new variable
opt = '-O -h -v %s_new,%s' % (var, var)
nco.ncrename(input=outputfile, output=outputfile, options=opt)
# remove old scenario dimension
nco.ncks(input=outputfile, output=outputfile, options='-O -h -x -v scen')
nco.ncrename(input=outputfile,
output=outputfile,
options='-O -h -v scen_new,scen')
# limit spatial extent to sim grid
nco.ncks(input=outputfile,
output=outputfile,
options='-O -h -d lon,%f,%f' % (lon0, lon1))
append=True)
nco.ncks(input=tas_merged_file_time_mean,
output=merged_file_time_mean,
append=True)
# add topo file
logger.info("removing height dimension of topo file")
topo_file_tmp_1 = "tmp1_topo_geog.nc"
topo_file_tmp_2 = "tmp2_topo_geog.nc"
nco.ncwa(input=topo_file, output=topo_file_tmp_1, average="height")
nco.ncwa(input=topo_file_tmp_1, output=topo_file_tmp_2, average="time")
logger.info("renaming variables and dimensions")
rDict = {"var6": "usurf"}
dDict = {"x": "rlon", "y": "rlat"}
nco.ncrename(
input=topo_file_tmp_2,
options=[c.Rename("variable", rDict),
c.Rename("dimension", dDict)])
logger.info("add topo file {} to {}".format(topo_file, merged_file_time_mean))
nco.ncks(input=topo_file_tmp_2,
output=merged_file_time_mean,
append=True,
variable="usurf")
opt = [
c.Atted(mode="o", att_name="units", var_name="usurf", value="m"),
c.Atted(mode="o",
att_name="standard_name",
var_name="usurf",
value="surface_altitude"),
]
nco.ncatted(input=merged_file_time_mean, options=opt)
}
basedir = 'measures'
basename = 'greenland_vel_mosaic250'
version = 'v1'
gdal_nc_options = gdal.TranslateOptions(format='netCDF')
ifile = '.'.join(['_'.join([basename, version]), 'tif'])
ofile_merged = '.'.join(['_'.join([basename, version]), 'nc'])
ifile_wp = os.path.join(basedir, ifile)
ofile_merged_wp = os.path.join(basedir, ofile_merged)
logger.info('Converting {} to {}'.format(ifile_wp, ofile_merged_wp))
gdal.Translate(ofile_merged_wp, ifile_wp, options=gdal_nc_options)
rDict = {'Band1': 'velsurf_mag'}
opt = [c.Rename('variable', rDict)]
nco.ncrename(input=ofile_merged_wp, options=opt)
opt = [
c.Atted(mode="o",
att_name="proj4",
var_name='global',
value="+init=epsg:3413",
stype='c'),
c.Atted(mode="o",
att_name="units",
var_name='velsurf_mag',
value="m year-1")
]
nco.ncatted(input=ofile_merged_wp, options=opt)
for mvar in ('vx', 'vy', 'ex', 'ey'):
ifile = '.'.join(['_'.join([basename, mvar, version]), 'tif'])
ofile = '.'.join(['_'.join([basename, mvar, version]), 'nc'])
pr_merged_file_time_mean = "DMI-HIRHAM5_GL2_ERAI_1980_2014_PR_{}.nc".format(time_mean)
logger.info("calculate time mean")
cdo.timmean(input=pr_merged_file_daily_mean, output=pr_merged_file_time_mean)
# # add topo file
# logger.info('add topo file {} to {}'.format(topo_file, pr_merged_file_time_mean))
# nco.ncks(input=topo_file, output=pr_merged_file_time_mean, append=True)
for grid_spacing in (18000, 9000, 4500, 3600, 3000, 2400, 1800, 1500, 1200, 900, 600, 450, 300):
grid_file = "epsg3413_griddes_{}m.nc".format(grid_spacing)
logger.info("generating grid description {}".format(grid_file))
create_epsg3413_grid(grid_file, grid_spacing)
epsg3414_pr_merged_file_time_mean = "DMI-HIRHAM5_GL2_ERAI_1980_2014_PR_{}_EPSG3413_{}m.nc".format(
time_mean, grid_spacing
)
logger.info("Remapping {} to {}".format(pr_merged_file_time_mean, epsg3414_pr_merged_file_time_mean))
tmpfile = cdo.remapycon(
"{} -selvar,pr -setgrid,{}".format(grid_file, rotated_grid_file),
input=pr_merged_file_time_mean,
options="-f nc4",
)
cdo.setmisstoc(0, input=tmpfile, output=epsg3414_pr_merged_file_time_mean)
nco.ncks(input=grid_file, output=epsg3414_pr_merged_file_time_mean, append=True)
opt = [
c.Atted(mode="d", att_name="_FillValue", var_name="pr"),
c.Atted(mode="d", att_name="missing_value", var_name="pr"),
c.Atted(mode="o", att_name="grid_mapping", var_name="pr", value="mapping"),
]
nco.ncatted(input=epsg3414_pr_merged_file_time_mean, options=opt)
rDict = {"pr": "precipitation"}
nco.ncrename(input=epsg3414_pr_merged_file_time_mean, options=[c.Rename("variable", rDict)])
