def _view(filename):
"""
Plot the data contained in the BIL file.
@requires: I{Matplotlib} module
"""
try:
import matplotlib.pyplot as plt
from pysenorge.grid import senorge_mask
mask = senorge_mask()
imask = mask == False
bd = BILdata(filename)
bd.read()
data = float32(bd.data)
data[mask] = nan
# Set class values and colors
colors = ("lightgrey", "g", "b", "m", "r") # class colors
convalues = [-1, 0, 1, 2, 3, 4] # contour values
labvalues = [-0.5, 0.5, 1.5, 2.5, 3.5] # label values
labels = [
"not classified", "unchanged", "increase", "decrease",
"drastic decrease"
]
plt.figure(facecolor='lightgrey')
plt.contourf(data, convalues, colors=colors)
cb = plt.colorbar()
cb.set_ticks(labvalues)
cb.set_ticklabels(labels)
plt.show()
except ImportError:
print '''Required plotting module "matplotlib" not found!\nVisit www.matplotlib.sf.net'''
def _view(filename):
"""
Plot the data contained in the BIL file.
@requires: I{Matplotlib} module
"""
try:
import matplotlib.pyplot as plt
from pysenorge.grid import senorge_mask
mask = senorge_mask()
imask = mask==False
bd = BILdata(filename)
bd.read()
data = float32(bd.data)
data[mask] = nan
# Set class values and colors
colors = ("lightgrey", "g", "b", "m", "r") # class colors
convalues = [-1,0,1,2,3,4] # contour values
labvalues = [-0.5, 0.5, 1.5, 2.5, 3.5] # label values
labels = ["not classified", "unchanged", "increase", "decrease", "drastic decrease"]
plt.figure(facecolor='lightgrey')
plt.contourf(data, convalues, colors=colors)
cb = plt.colorbar()
cb.set_ticks(labvalues)
cb.set_ticklabels(labels)
plt.show()
except ImportError:
print '''Required plotting module "matplotlib" not found!\nVisit www.matplotlib.sf.net'''
def BIL2netCDF(BILfile, BILdtype='uint16', outdir=os.getcwd(), theme_name='undefined',
theme_unit='undefined', long_name='undefined'):
'''
Convenience function converting the given BIL file to netCDF.
@param BILfile: Input BIl file.
@param outdir: Output directory.
@param theme_name: Short name for the theme.
@param theme_unit: Metric unit of the theme data.
@param long_name: Descriptive name for the theme.
@return: netCDF file in the output directory.
'''
ncfilename = os.path.splitext(os.path.basename(BILfile))[0] + '.nc'
bd = BILdata(BILfile, BILdtype)
bd.read()
yy, mm, dd = "13", "09", "11"
tstring = yy+'-'+mm+'-'+dd+' 06:00:00'
secs = date2num(iso2datetime(tstring), timeunit)
mask = flipud(senorge_mask())
ncdata = flipud(int16(bd.data)) # array needs to be flipped ud-down and transposed to fit the coordinate system
ncdata[mask] = get_FillValue(ncdata.dtype)
ncfile = NCdata(os.path.join(outdir, ncfilename))
# ncfile.zip = True
ncfile.new(secs)
print ncdata.dtype.str
ncfile.add_variable(theme_name, ncdata.dtype.str, theme_unit,
long_name, ncdata, lsd=1)
ncfile.close()
def BIL2PNG(BILfile, BILdtype='uint16', CLTfile=None, outdir=os.getcwd()):
bd = BILdata(BILfile, BILdtype)
bd.read()
wdata = float32(flipud(bd.data)) * 0.1
print wdata.shape
# Write to PNG file
writePNG(wdata, "/home/ralf/Dokumente/summerjob/data/test", CLTfile)
def BIL2PNG(BILfile, BILdtype='uint16', CLTfile=None, outdir=os.getcwd()):
bd = BILdata(BILfile, BILdtype)
bd.read()
wdata = float32(flipud(bd.data))*0.1
print wdata.shape
# Write to PNG file
writePNG(wdata,"/home/ralf/Dokumente/summerjob/data/test", CLTfile)
def testName(self):
# Create an array
# A = arange(1852250, dtype=uint16)
A = ones((1550,1195), dtype=uint16)
print A
# Store it in .bil format
bd = BILdata("tmp_test.bil")
# bd.set_dimension(4,3)
bd.write(A)
print bd.datatype
# Open .bil file
bdo = BILdata("tmp_test.bil")
# bdo.set_dimension(4,3)
bdo.read()
print bdo.data
# Assert if data from bil file is equal to the inital array
self.assertEqual(A.all, bdo.data.all, "Not equal")
def BIL2PNG(BILfile, BILdtype='uint16', CLTfile=None, outdir=os.getcwd()):
'''
Convenience function converting the given BIL file to PNG.
@param BILfile: Input BIl file.
@param outdir: Output directory.
@param theme_name: Short name for the theme.
@param theme_unit: Metric unit of the theme data.
@param long_name: Descriptive name for the theme.
@return: PNG file in the output directory.
'''
bd = BILdata(BILfile, BILdtype)
bd.read()
wdata = float32(flipud(bd.data))*0.1
print wdata.shape
# Write to PNG file
writePNG(wdata,"/home/ralf/Dokumente/summerjob/data/test", CLTfile)
def testName(self):
# Create an array
# A = arange(1852250, dtype=uint16)
A = ones((1550, 1195), dtype=uint16)
print A
# Store it in .bil format
bd = BILdata("tmp_test.bil")
# bd.set_dimension(4,3)
bd.write(A)
print bd.datatype
# Open .bil file
bdo = BILdata("tmp_test.bil")
# bdo.set_dimension(4,3)
bdo.read()
print bdo.data
# Assert if data from bil file is equal to the inital array
self.assertEqual(A.all, bdo.data.all, "Not equal")
def BIL2PNG(BILfile, BILdtype='uint16', CLTfile=None, outdir=os.getcwd()):
'''
Convenience function converting the given BIL file to PNG.
@param BILfile: Input BIl file.
@param outdir: Output directory.
@param theme_name: Short name for the theme.
@param theme_unit: Metric unit of the theme data.
@param long_name: Descriptive name for the theme.
@return: PNG file in the output directory.
'''
bd = BILdata(BILfile, BILdtype)
bd.read()
# bd._view()
# bd._hist()
outfile = os.path.splitext(BILfile)[0]
wdata = flipud(bd.data)
# Write to PNG file
writePNG(wdata, os.path.join(outdir, outfile), CLTfile)
def BIL2netCDF(BILfile,
BILdtype='uint16',
outdir=os.getcwd(),
theme_name='undefined',
theme_unit='undefined',
long_name='undefined'):
'''
Convenience function converting the given BIL file to netCDF.
@param BILfile: Input BIl file.
@param outdir: Output directory.
@param theme_name: Short name for the theme.
@param theme_unit: Metric unit of the theme data.
@param long_name: Descriptive name for the theme.
@return: netCDF file in the output directory.
'''
ncfilename = os.path.splitext(os.path.basename(BILfile))[0] + '.nc'
bd = BILdata(BILfile, BILdtype)
bd.read()
yy, mm, dd = "13", "09", "11"
tstring = yy + '-' + mm + '-' + dd + ' 06:00:00'
secs = date2num(iso2datetime(tstring), timeunit)
mask = flipud(senorge_mask())
ncdata = flipud(
int16(bd.data)
) # array needs to be flipped ud-down and transposed to fit the coordinate system
ncdata[mask] = get_FillValue(ncdata.dtype)
ncfile = NCdata(os.path.join(outdir, ncfilename))
# ncfile.zip = True
ncfile.new(secs)
print ncdata.dtype.str
ncfile.add_variable(theme_name,
ncdata.dtype.str,
theme_unit,
long_name,
ncdata,
lsd=1)
ncfile.close()
def BIL2PNG(BILfile, BILdtype='uint16', CLTfile=None, outdir=os.getcwd()):
'''
Convenience function converting the given BIL file to PNG.
@param BILfile: Input BIl file.
@param outdir: Output directory.
@param theme_name: Short name for the theme.
@param theme_unit: Metric unit of the theme data.
@param long_name: Descriptive name for the theme.
@return: PNG file in the output directory.
'''
bd = BILdata(BILfile, BILdtype)
bd.read()
# bd._view()
# bd._hist()
outfile = os.path.splitext(BILfile)[0]
wdata = flipud(bd.data)
# Write to PNG file
writePNG(wdata, os.path.join(outdir, outfile), CLTfile)
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
'''
# Theme variables
themedir = 'tmgr'
themename = 'Temperature gradient last 24h'
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/temperature_gradient_daily.py tm_TODAY.bil tm_YESTERDAY.bil [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o",
"--outdir",
action="store",
dest="outdir",
type="string",
metavar="DIR",
default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$YEAR" %
themedir)
parser.add_option("--no-bil",
action="store_false",
dest="bil",
default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true",
dest="nc",
default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true",
dest="png",
default=False,
help="Set to store output as PNG image")
# Comment to suppress help
parser.print_help()
(options, args) = parser.parse_args()
yy, mm, dd = get_date_filename(args[0])
yy_range = arange(1950, 2050)
# Verify input parameters
if int(yy) not in yy_range:
parser.error("Could not determine year from file name.")
if len(args) != 2:
parser.error("Please provide two input files!")
parser.print_help()
else:
# Add full path to the filename
todaysfile = os.path.join(METdir, "tm", yy, args[0])
yesterdaysfile = os.path.join(METdir, "tm", yy, args[1])
if not os.path.exists(
todaysfile): # and os.path.isfile(options.todaysfile):
parser.error(
"BIL file containing todays temperature data does not exist!")
elif not os.path.exists(
yesterdaysfile): # and os.path.isfile(options.todaysfile):
parser.error(
"BIL file containing yesterdays temperature data does not exist!")
else:
# Load todays data
today = BILdata(todaysfile, 'uint16')
today.read()
# Load yesterdays data
yesterday = BILdata(yesterdaysfile, 'uint16')
yesterday.read()
# Setup outputs
outfile = themedir + '_' + yy + '_' + mm + '_' + dd
tstring = yy + '-' + mm + '-' + dd + ' 06:00:00'
if options.nc:
secs = date2epoch(tstring) # used in NCdata.new()
outdir = os.path.join(options.outdir, yy)
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % yy)
# # Calculate temperature gradient
tmgr = int16(model(float32(today.data), float32(yesterday.data)))
# Set no-data values to IntFillValue
mask = senorge_mask()
imask = mask == False
tmgr[mask] = IntFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile + '.bil'),
datatype='int16')
biltext = bilfile.write(tmgr)
print biltext
if options.nc:
from pysenorge.io.nc import NCdata #@UnresolvedImport
# Prepare data
nctmgr = int2float(tmgr)
imask = mask == False
# Convert to Celcius/Kelvin
nctmgr[imask] = nctmgr[imask] / 10.0
# Change array order
nctmgr = flipud(nctmgr)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile + '.nc'))
ncfile.zip = True
ncfile.new(secs)
ncfile.add_variable(themedir, nctmgr.dtype.str, "K s-1", themename,
nctmgr)
ncfile.close()
if options.png:
from pysenorge.io.png import writePNG #@UnresolvedImport
# Write to PNG file
writePNG(tmgr, os.path.join(outdir, outfile))
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
'''
# Theme variables
themedir = 'tmgr'
themename = 'Temperature gradient last 24h'
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/temperature_gradient_daily.py tm_TODAY.bil tm_YESTERDAY.bil [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o", "--outdir",
action="store", dest="outdir", type="string",
metavar="DIR", default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$YEAR" % themedir)
parser.add_option("--no-bil",
action="store_false", dest="bil", default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true", dest="nc", default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true", dest="png", default=False,
help="Set to store output as PNG image")
# Comment to suppress help
parser.print_help()
(options, args) = parser.parse_args()
yy, mm, dd = get_date_filename(args[0])
yy_range = arange(1950, 2050)
# Verify input parameters
if int(yy) not in yy_range:
parser.error("Could not determine year from file name.")
if len(args) != 2:
parser.error("Please provide two input files!")
parser.print_help()
else:
# Add full path to the filename
todaysfile = os.path.join(METdir, "tm", yy, args[0])
yesterdaysfile = os.path.join(METdir, "tm", yy, args[1])
if not os.path.exists(todaysfile):# and os.path.isfile(options.todaysfile):
parser.error("BIL file containing todays temperature data does not exist!")
elif not os.path.exists(yesterdaysfile):# and os.path.isfile(options.todaysfile):
parser.error("BIL file containing yesterdays temperature data does not exist!")
else:
# Load todays data
today = BILdata(todaysfile, 'uint16')
today.read()
# Load yesterdays data
yesterday = BILdata(yesterdaysfile, 'uint16')
yesterday.read()
# Setup outputs
outfile = themedir+'_'+yy+'_'+mm+'_'+dd
tstring = yy+'-'+mm+'-'+dd+' 06:00:00'
if options.nc:
secs = date2epoch(tstring) # used in NCdata.new()
outdir = os.path.join(options.outdir, yy)
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % yy)
# # Calculate temperature gradient
tmgr = int16(model(float32(today.data), float32(yesterday.data)))
# Set no-data values to IntFillValue
mask = senorge_mask()
imask = mask==False
tmgr[mask] = IntFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), datatype='int16')
biltext = bilfile.write(tmgr)
print biltext
if options.nc:
from pysenorge.io.nc import NCdata #@UnresolvedImport
# Prepare data
nctmgr = int2float(tmgr)
imask = mask == False
# Convert to Celcius/Kelvin
nctmgr[imask] = nctmgr[imask]/10.0
# Change array order
nctmgr = flipud(nctmgr)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile+'.nc'))
ncfile.zip = True
ncfile.new(secs)
ncfile.add_variable(themedir, nctmgr.dtype.str, "K s-1", themename, nctmgr)
ncfile.close()
if options.png:
from pysenorge.io.png import writePNG #@UnresolvedImport
# Write to PNG file
writePNG(tmgr, os.path.join(outdir, outfile))
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
Command line usage::
python //~HOME/pysenorge/themes/additional_snow_depth_wind.py YYYY-MM-DD [options]
'''
# Theme variables
themedir = 'additional_snow_depth'
themename = ''
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/additional_snow_depth.py YYYY-MM-DD [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o", "--outdir",
action="store", dest="outdir", type="string",
metavar="DIR", default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$HYDROYEAR" % \
themedir)
parser.add_option("--no-bil",
action="store_false", dest="bil", default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true", dest="nc", default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true", dest="png", default=False,
help="Set to store output as PNG image")
# Comment to suppress help
# parser.print_help()
(options, args) = parser.parse_args()
if len(args) != 1:
parser.error("Please provide the date in ISO format YYYY-MM-DD!")
parser.print_help()
# get current datetime
cdt = iso2datetime(args[0]+" 06:00:00")
windfilename = "wind_speed_avg_10m_%s.bil" % datetime2BILdate(cdt)
# Add full path to the filename
windfile = os.path.join(BILout, "wind_speed_avg_10m", str(get_hydroyear(cdt)),
windfilename)
if not os.path.exists(windfile):
parser.error("BIL file %s containing wind data does not exist!" %\
windfile)
else:
# Load todays data
wind = BILdata(windfile, 'uint16')
wind.read()
# convert to Celsius
wind.data = float32(wind.data)*0.1
sdfilename = "sdfsw_%s.bil" % datetime2BILdate(cdt)
sdfile = os.path.join(BILout, "sdfsw", str(get_hydroyear(cdt)), sdfilename)
if not os.path.exists(sdfile):
parser.error("BIL file %s containing snow-depth data does not exist!" %\
sdfile)
else:
sd = BILdata(sdfile, 'uint16')
sd.read()
agefilename = "age_%s.bil" % datetime2BILdate(cdt)
agefile = os.path.join(BILout, "age", str(get_hydroyear(cdt)), agefilename)
if not os.path.exists(agefile):
parser.error("BIL file %s containing snow-age data does not exist!" %\
agefile)
else:
age = BILdata(agefile, 'uint8')
age.read()
lwcfilename = "lwc_%s.bil" % datetime2BILdate(cdt)
lwcfile = os.path.join(BILout, "lwc", str(get_hydroyear(cdt)), lwcfilename)
if not os.path.exists(lwcfile):
parser.error("BIL file %s containing snow-LWC data does not exist!" %\
lwcfile)
else:
lwc = BILdata(lwcfile, 'uint8')
lwc.read()
# from pysenorge.tools.show_histogram import Histogram
# Histogram(sd.data, R=(0, 2000))
# Setup outputs
outfile = themedir+'_'+datetime2BILdate(cdt)
outdir = os.path.join(options.outdir, str(get_hydroyear(cdt)))
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % str(get_hydroyear(cdt)))
# Calculate additional snow depth due to wind
#Hwind = __model(wind.data, sd.data)
Hwind = model(wind.data, sd.data, lwc.data, age.data)
# Set no-data values to UintFillValue
mask = senorge_mask()
Hwind[mask] = UintFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile+'.bil'),
datatype='uint16')
Hwind = uint16(Hwind*1000)
Hwind[mask] = UintFillValue
# import pylab
# pylab.imshow(Hwind, vmin=0, vmax=300, cmap=pylab.cm.gist_stern)
# pylab.colorbar()
# pylab.show()
# from pysenorge.tools.show_histogram import Histogram
# Histogram(Hwind, R=(0, 500))
biltext = bilfile.write(Hwind)
print biltext
if options.nc:
from pysenorge.io.nc import NCdata
# Prepare data
# Change array order
ncHwind = flipud(Hwind)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile+'.nc'))
ncfile.zip = True
# secs = date2num(cdt, timeunit) # used in NCdata.new()
# ncfile.new(secs)
ncfile.add_variable(themedir, ncHwind.dtype.str, "m",
themename, ncHwind)
ncfile.close()
if options.png:
from pysenorge.io.png import writePNG
# Write to PNG file
writePNG(flipud(Hwind), os.path.join(outdir, outfile),
cltfile=os.path.join(BILout, themedir, "Hwind.clt")
)
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
'''
# Theme variables
themedir = 'ssttm'
themename = 'Snow stability index (temperature)'
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/temperature_stability_index.py tm_DATE.bil tmgr_DATE.bil [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o", "--outdir",
action="store", dest="outdir", type="string",
metavar="DIR", default=os.path.join(netCDFout, themedir),
help="Output directory - default: $netCDFout/%s/$YEAR" % themedir)
parser.add_option("--no-bil",
action="store_false", dest="bil", default=True,
help="Set to suppress output in BIL format")
# Comment to suppress help
# parser.print_help()
(options, args) = parser.parse_args()
# Verify input parameters
if len(args) != 2:
parser.print_help()
parser.error("Please provide two input files!")
else:
yy, mm, dd = get_date_filename(args[0])
yy_range = arange(1950, 2050)
if int(yy) not in yy_range:
parser.error("Could not determine year from file name.")
# Add full path to the filename
tmfile = os.path.join(METdir, "tm", yy, args[0])
tmgrfile = os.path.join(BILout, "tmgr", yy, args[1])
if not os.path.exists(tmfile):
parser.print_help()
parser.error("BIL file containing temperatures does not exist!")
elif not os.path.exists(tmgrfile):
parser.print_help()
parser.error("BIL file containing temperature gradients does not exist!")
else:
# Load tm data
tm = BILdata(tmfile)
tm.read()
# Load tmgr data
tmgr = BILdata(tmgrfile, int16)
tmgr.read()
# Setup outputs
outfile = themedir+'_'+yy+'_'+mm+'_'+dd
tstring = yy+'-'+mm+'-'+dd+' 06:00:00'
outdir = os.path.join(options.outdir, yy)
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(netCDFout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % yy)
# Convert tm to Celsius
ftm = (float32(tm.data)-2731) * 0.1
mask = senorge_mask()
imask = mask==False
print ftm[imask].min(), ftm[imask].max()
# Convert tmgr to Celsius
print tmgr.data[imask].min(), tmgr.data[imask].max()
ftmgr = float32(tmgr.data) * 0.1
print ftmgr[imask].min(), ftmgr[imask].max()
# Apply model
ssttm = model(ftm, ftmgr, mask)
ssttm[mask] = UintFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), datatype=uint16)
biltext = bilfile.write(ssttm)
print biltext
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
'''
# Theme variables
themedir = 'ssttm'
themename = 'Snow stability index (temperature)'
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/temperature_stability_index.py tm_DATE.bil tmgr_DATE.bil [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o",
"--outdir",
action="store",
dest="outdir",
type="string",
metavar="DIR",
default=os.path.join(netCDFout, themedir),
help="Output directory - default: $netCDFout/%s/$YEAR" %
themedir)
parser.add_option("--no-bil",
action="store_false",
dest="bil",
default=True,
help="Set to suppress output in BIL format")
# Comment to suppress help
# parser.print_help()
(options, args) = parser.parse_args()
# Verify input parameters
if len(args) != 2:
parser.print_help()
parser.error("Please provide two input files!")
else:
yy, mm, dd = get_date_filename(args[0])
yy_range = arange(1950, 2050)
if int(yy) not in yy_range:
parser.error("Could not determine year from file name.")
# Add full path to the filename
tmfile = os.path.join(METdir, "tm", yy, args[0])
tmgrfile = os.path.join(BILout, "tmgr", yy, args[1])
if not os.path.exists(tmfile):
parser.print_help()
parser.error("BIL file containing temperatures does not exist!")
elif not os.path.exists(tmgrfile):
parser.print_help()
parser.error(
"BIL file containing temperature gradients does not exist!")
else:
# Load tm data
tm = BILdata(tmfile)
tm.read()
# Load tmgr data
tmgr = BILdata(tmgrfile, int16)
tmgr.read()
# Setup outputs
outfile = themedir + '_' + yy + '_' + mm + '_' + dd
tstring = yy + '-' + mm + '-' + dd + ' 06:00:00'
outdir = os.path.join(options.outdir, yy)
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(netCDFout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % yy)
# Convert tm to Celsius
ftm = (float32(tm.data) - 2731) * 0.1
mask = senorge_mask()
imask = mask == False
print ftm[imask].min(), ftm[imask].max()
# Convert tmgr to Celsius
print tmgr.data[imask].min(), tmgr.data[imask].max()
ftmgr = float32(tmgr.data) * 0.1
print ftmgr[imask].min(), ftmgr[imask].max()
# Apply model
ssttm = model(ftm, ftmgr, mask)
ssttm[mask] = UintFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile + '.bil'),
datatype=uint16)
biltext = bilfile.write(ssttm)
print biltext
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def main():
'''
Loads and verifies input data, calls the models, and controls the output stream.
Command line usage::
python //~HOME/pysenorge/themes/additional_snow_depth_wind.py YYYY-MM-DD [options]
'''
# Theme variables
themedir = 'additional_snow_depth'
themename = ''
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/additional_snow_depth.py YYYY-MM-DD [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o", "--outdir",
action="store", dest="outdir", type="string",
metavar="DIR", default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$HYDROYEAR" % \
themedir)
parser.add_option("--no-bil",
action="store_false",
dest="bil",
default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true",
dest="nc",
default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true",
dest="png",
default=False,
help="Set to store output as PNG image")
# Comment to suppress help
# parser.print_help()
(options, args) = parser.parse_args()
if len(args) != 1:
parser.error("Please provide the date in ISO format YYYY-MM-DD!")
parser.print_help()
# Get current datetime
cdt = iso2datetime(args[0] + " 06:00:00")
#Ändern Fehler...
windfilename = "wind_speed_avg_10m_%s.bil" % datetime2BILdate(cdt)
#----------------------------------------------------------------------------
# Import wind-speed 10m map
# windfile = os.path.join(BILout, "wind_speed_avg_10m", str(get_hydroyear(cdt)),windfilename)
windfile = os.path.join(BILout, windfilename)
if not os.path.exists(windfile):
parser.error("BIL file %s containing wind data does not exist!" %\
windfile)
else:
# Load todays data
wind = BILdata(windfile, 'uint16')
wind.read()
# convert to Celsius
wind.data = float32(
wind.data
) * 0.1 #multiplyed by 0.1 because of in integer values in wind_model
#----------------------------------------------------------------------------
#import snow-depth map
sdfilename = "sdfsw_%s.bil" % datetime2BILdate(cdt)
#sdfile = os.path.join(BILout, "sdfsw", str(get_hydroyear(cdt)), sdfilename)
sdfile = os.path.join(BILout, sdfilename)
if not os.path.exists(sdfile):
parser.error("BIL file %s containing snow-depth data does not exist!" %\
sdfile)
else:
sd = BILdata(sdfile, 'uint16')
sd.read()
#----------------------------------------------------------------------------
#import snow-age map
agefilename = "age_%s.bil" % datetime2BILdate(cdt)
#agefile = os.path.join(BILout, "age", str(get_hydroyear(cdt)), agefilename)
agefile = os.path.join(BILout, agefilename)
if not os.path.exists(agefile):
parser.error("BIL file %s containing snow-age data does not exist!" %\
agefile)
else:
age = BILdata(agefile, 'uint8')
age.read()
#----------------------------------------------------------------------------
#import liquid-water-content map
lwcfilename = "lwc_%s.bil" % datetime2BILdate(cdt)
#lwcfile = os.path.join(BILout, "lwc", str(get_hydroyear(cdt)), lwcfilename)
lwcfile = os.path.join(BILout, lwcfilename)
if not os.path.exists(lwcfile):
parser.error("BIL file %s containing snow-LWC data does not exist!" %\
lwcfile)
else:
lwc = BILdata(lwcfile, 'uint8')
lwc.read()
#----------------------------------------------------------------------------
#Calculate and import frozen-snow map
try:
frz = frozen_snow.frozen()
frz.load_data(os.path.join(BILout, "ssttm_2013_01_13.bil"))
frz.check_value(frz.tsi)
except (IOError, NameError):
print "Couldn't find or load frozen-snow map"
# Setup outputs
outfile = themedir + '_' + datetime2BILdate(cdt)
outdir = os.path.join(options.outdir, str(get_hydroyear(cdt)))
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % str(get_hydroyear(cdt)))
#Run additional-snow map model
Hwind = model(wind.data, sd.data, lwc.data, age.data, frz.idex)
# Set no-data values to UintFillValue
mask = senorge_mask()
Hwind[mask] = UintFillValue
#Option create bil-file
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile + '.bil'),
datatype='uint16')
Hwind = uint16(Hwind * 1000)
Hwind[mask] = UintFillValue
biltext = bilfile.write(Hwind)
print biltext
#Option create nc-file
if options.nc:
from pysenorge.io.nc import NCdata
# Prepare data
# Change array order
ncHwind = flipud(Hwind)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile + '.nc'))
ncfile.zip = True
ncfile.add_variable(themedir, ncHwind.dtype.str, "m", themename,
ncHwind)
ncfile.close()
#Option create png imagefile
if options.png:
from pysenorge.io.png import writePNG
# Write to PNG file
writePNG(
flipud(Hwind),
os.path.join(outdir, outfile),
cltfile=os.path.join(
"/home/ralf/Dokumente/summerjob/data/additional_snow_depth_wind.clt"
))
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def load_data(self, ssttm):
tsi = BILdata(ssttm, datatype='uint16')
tsi.read()
self.tsi = tsi.data
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
Command line usage::
python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options]
'''
# Theme variables
themedir = 'depth_hoar_index_2'
themename = 'Depth hoar index 2'
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o", "--outdir",
action="store", dest="outdir", type="string",
metavar="DIR", default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$HYDROYEAR" % themedir)
parser.add_option("--no-bil",
action="store_false", dest="bil", default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true", dest="nc", default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true", dest="png", default=False,
help="Set to store output as PNG image")
# Comment to suppress help
parser.print_help()
(options, args) = parser.parse_args()
if len(args) != 1:
parser.error("Please provide the date in ISO format YYYY-MM-DD!")
parser.print_help()
# get current datetime
cdt = iso2datetime(args[0]+" 06:00:00")
oneday = timedelta(days=1)
tmfilename = "tm_%s.bil" % datetime2BILdate(cdt)
sdfilename = "sd_%s.bil" % datetime2BILdate(cdt)
# yesterdays tds data file
tdsfilename = "%s_%s.bil" % (themedir, datetime2BILdate(cdt-oneday))
# Add full path to the filename
tmfile = os.path.join(METdir, "tm", str(cdt.year), tmfilename)
sdfile = os.path.join(BILin, "sd", str(get_hydroyear(cdt)), sdfilename)
tdsfile = os.path.join(BILout, themedir, str(get_hydroyear(cdt-oneday)),
tdsfilename)
if not os.path.exists(tmfile):
tmfile = os.path.join(PROGdir, str(cdt.year), tmfilename)
print "Warning: Observation not found - using prognosis instead!"
if not os.path.exists(tmfile):
parser.error("BIL file containing temperature data does not exist!" %\
tmfile)
elif not os.path.exists(sdfile):
parser.error("BIL file %s containing snow-depth data does not exist!" %\
sdfile)
else:
# Load todays data
tm = BILdata(tmfile, 'uint16')
tm.read()
# convert to Celsius
tm.data = (float32(tm.data) / 10.0) - 273.1
# Load yesterdays data
sd = BILdata(sdfile, 'uint16')
sd.read()
# convert mm to m
sd.data = float32(sd.data) / 1000.0
if not os.path.exists(tdsfile):
print "Yesterdays TDS2 data does not exist - using None!"
tds = BILdata("tdsdummy", 'uint16')
else:
# Load todays data
tds = BILdata(tdsfile, 'uint16')
tds.read()
# tds.data = float32(tds.data)
# Setup outputs
outfile = themedir+'_'+datetime2BILdate(cdt)
if options.nc:
secs = date2num(cdt, timeunit) # used in NCdata.new()
outdir = os.path.join(options.outdir, str(get_hydroyear(cdt)))
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % str(get_hydroyear(cdt)))
# Calculate sum of snow temperature gradients
# tds = uint16(model(tm.data, sd.data, tds.data))
tds = model(tm.data, sd.data, tds.data)
# Set no-data values to UintFillValue
mask = senorge_mask()
tds[mask] = UintFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile+'.bil'),
datatype='uint16')
biltext = bilfile.write(tds)
print biltext
if options.nc:
from pysenorge.io.nc import NCdata
# Prepare data
# nctds = int2float(tds)
# imask = mask == False
# # Convert to Celcius/Kelvin
# nctds[imask] = nctds[imask]/10.0
# Change array order
nctds = flipud(tds)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile+'.nc'))
ncfile.zip = True
ncfile.new(secs)
ncfile.add_variable(themedir, nctds.dtype.str, "days",
themename, nctds)
ncfile.close()
if options.png:
from pysenorge.io.png import writePNG
# Write to PNG file
writePNG(flipud(tds), os.path.join(outdir, outfile),
cltfile=r"Z:\snowsim\%s\tgss2_v2.clt" % themedir
)
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def load_data(self,ssttm):
tsi = BILdata(ssttm, datatype='uint16')
tsi.read()
self.tsi = tsi.data
def main():
'''
Loads and verifies input data, calls the model, and controls the output stream.
Command line usage::
python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options]
'''
# Theme variables
themedir = 'depth_hoar_index_2'
themename = 'Depth hoar index 2'
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options]"
parser = OptionParser(usage=usage)
parser.add_option(
"-o",
"--outdir",
action="store",
dest="outdir",
type="string",
metavar="DIR",
default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$HYDROYEAR" % themedir)
parser.add_option("--no-bil",
action="store_false",
dest="bil",
default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true",
dest="nc",
default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true",
dest="png",
default=False,
help="Set to store output as PNG image")
# Comment to suppress help
parser.print_help()
(options, args) = parser.parse_args()
if len(args) != 1:
parser.error("Please provide the date in ISO format YYYY-MM-DD!")
parser.print_help()
# get current datetime
cdt = iso2datetime(args[0] + " 06:00:00")
oneday = timedelta(days=1)
tmfilename = "tm_%s.bil" % datetime2BILdate(cdt)
sdfilename = "sd_%s.bil" % datetime2BILdate(cdt)
# yesterdays tds data file
tdsfilename = "%s_%s.bil" % (themedir, datetime2BILdate(cdt - oneday))
# Add full path to the filename
tmfile = os.path.join(METdir, "tm", str(cdt.year), tmfilename)
sdfile = os.path.join(BILin, "sd", str(get_hydroyear(cdt)), sdfilename)
tdsfile = os.path.join(BILout, themedir, str(get_hydroyear(cdt - oneday)),
tdsfilename)
if not os.path.exists(tmfile):
tmfile = os.path.join(PROGdir, str(cdt.year), tmfilename)
print "Warning: Observation not found - using prognosis instead!"
if not os.path.exists(tmfile):
parser.error("BIL file containing temperature data does not exist!" %\
tmfile)
elif not os.path.exists(sdfile):
parser.error("BIL file %s containing snow-depth data does not exist!" %\
sdfile)
else:
# Load todays data
tm = BILdata(tmfile, 'uint16')
tm.read()
# convert to Celsius
tm.data = (float32(tm.data) / 10.0) - 273.1
# Load yesterdays data
sd = BILdata(sdfile, 'uint16')
sd.read()
# convert mm to m
sd.data = float32(sd.data) / 1000.0
if not os.path.exists(tdsfile):
print "Yesterdays TDS2 data does not exist - using None!"
tds = BILdata("tdsdummy", 'uint16')
else:
# Load todays data
tds = BILdata(tdsfile, 'uint16')
tds.read()
# tds.data = float32(tds.data)
# Setup outputs
outfile = themedir + '_' + datetime2BILdate(cdt)
if options.nc:
secs = date2num(cdt, timeunit) # used in NCdata.new()
outdir = os.path.join(options.outdir, str(get_hydroyear(cdt)))
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % str(get_hydroyear(cdt)))
# Calculate sum of snow temperature gradients
# tds = uint16(model(tm.data, sd.data, tds.data))
tds = model(tm.data, sd.data, tds.data)
# Set no-data values to UintFillValue
mask = senorge_mask()
tds[mask] = UintFillValue
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile + '.bil'),
datatype='uint16')
biltext = bilfile.write(tds)
print biltext
if options.nc:
from pysenorge.io.nc import NCdata
# Prepare data
# nctds = int2float(tds)
# imask = mask == False
# # Convert to Celcius/Kelvin
# nctds[imask] = nctds[imask]/10.0
# Change array order
nctds = flipud(tds)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile + '.nc'))
ncfile.zip = True
ncfile.new(secs)
ncfile.add_variable(themedir, nctds.dtype.str, "days", themename,
nctds)
ncfile.close()
if options.png:
from pysenorge.io.png import writePNG
# Write to PNG file
writePNG(flipud(tds),
os.path.join(outdir, outfile),
cltfile=r"Z:\snowsim\%s\tgss2_v2.clt" % themedir)
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
def main():
'''
Loads and verifies input data, calls the models, and controls the output stream.
Command line usage::
python //~HOME/pysenorge/themes/additional_snow_depth_wind.py YYYY-MM-DD [options]
'''
# Theme variables
themedir = 'additional_snow_depth'
themename = ''
# Setup input parser
usage = "usage: python //~HOME/pysenorge/themes/additional_snow_depth.py YYYY-MM-DD [options]"
parser = OptionParser(usage=usage)
parser.add_option("-o", "--outdir",
action="store", dest="outdir", type="string",
metavar="DIR", default=os.path.join(BILout, themedir),
help="Output directory - default: $BILout/%s/$HYDROYEAR" % \
themedir)
parser.add_option("--no-bil",
action="store_false", dest="bil", default=True,
help="Set to suppress output in BIL format")
parser.add_option("--nc",
action="store_true", dest="nc", default=False,
help="Set to store output in netCDF format")
parser.add_option("--png",
action="store_true", dest="png", default=False,
help="Set to store output as PNG image")
# Comment to suppress help
# parser.print_help()
(options, args) = parser.parse_args()
if len(args) != 1:
parser.error("Please provide the date in ISO format YYYY-MM-DD!")
parser.print_help()
# Get current datetime
cdt = iso2datetime(args[0]+" 06:00:00")
#Ändern Fehler...
windfilename = "wind_speed_avg_10m_%s.bil" % datetime2BILdate(cdt)
#----------------------------------------------------------------------------
# Import wind-speed 10m map
# windfile = os.path.join(BILout, "wind_speed_avg_10m", str(get_hydroyear(cdt)),windfilename)
windfile = os.path.join(BILout, windfilename)
if not os.path.exists(windfile):
parser.error("BIL file %s containing wind data does not exist!" %\
windfile)
else:
# Load todays data
wind = BILdata(windfile, 'uint16')
wind.read()
# convert to Celsius
wind.data = float32(wind.data)*0.1 #multiplyed by 0.1 because of in integer values in wind_model
#----------------------------------------------------------------------------
#import snow-depth map
sdfilename = "sdfsw_%s.bil" % datetime2BILdate(cdt)
#sdfile = os.path.join(BILout, "sdfsw", str(get_hydroyear(cdt)), sdfilename)
sdfile = os.path.join(BILout, sdfilename)
if not os.path.exists(sdfile):
parser.error("BIL file %s containing snow-depth data does not exist!" %\
sdfile)
else:
sd = BILdata(sdfile, 'uint16')
sd.read()
#----------------------------------------------------------------------------
#import snow-age map
agefilename = "age_%s.bil" % datetime2BILdate(cdt)
#agefile = os.path.join(BILout, "age", str(get_hydroyear(cdt)), agefilename)
agefile = os.path.join(BILout, agefilename)
if not os.path.exists(agefile):
parser.error("BIL file %s containing snow-age data does not exist!" %\
agefile)
else:
age = BILdata(agefile, 'uint8')
age.read()
#----------------------------------------------------------------------------
#import liquid-water-content map
lwcfilename = "lwc_%s.bil" % datetime2BILdate(cdt)
#lwcfile = os.path.join(BILout, "lwc", str(get_hydroyear(cdt)), lwcfilename)
lwcfile = os.path.join(BILout, lwcfilename)
if not os.path.exists(lwcfile):
parser.error("BIL file %s containing snow-LWC data does not exist!" %\
lwcfile)
else:
lwc = BILdata(lwcfile, 'uint8')
lwc.read()
#----------------------------------------------------------------------------
#Calculate and import frozen-snow map
try:
frz = frozen_snow.frozen()
frz.load_data(os.path.join(BILout, "ssttm_2013_01_13.bil"))
frz.check_value(frz.tsi)
except (IOError,NameError):
print "Couldn't find or load frozen-snow map"
# Setup outputs
outfile = themedir+'_'+datetime2BILdate(cdt)
outdir = os.path.join(options.outdir, str(get_hydroyear(cdt)))
if not os.path.exists(outdir):
if not os.path.exists(options.outdir):
os.chdir(BILout)
os.system('mkdir %s' % themedir)
os.chdir(options.outdir)
os.system('mkdir %s' % str(get_hydroyear(cdt)))
#Run additional-snow map model
Hwind = model(wind.data, sd.data, lwc.data, age.data, frz.idex)
# Set no-data values to UintFillValue
mask = senorge_mask()
Hwind[mask] = UintFillValue
#Option create bil-file
if options.bil:
# Write to BIL file
bilfile = BILdata(os.path.join(outdir, outfile+'.bil'),
datatype='uint16')
Hwind = uint16(Hwind*1000)
Hwind[mask] = UintFillValue
biltext = bilfile.write(Hwind)
print biltext
#Option create nc-file
if options.nc:
from pysenorge.io.nc import NCdata
# Prepare data
# Change array order
ncHwind = flipud(Hwind)
# Write to NC file
ncfile = NCdata(os.path.join(outdir, outfile+'.nc'))
ncfile.zip = True
ncfile.add_variable(themedir, ncHwind.dtype.str, "m",
themename, ncHwind)
ncfile.close()
#Option create png imagefile
if options.png:
from pysenorge.io.png import writePNG
# Write to PNG file
writePNG(flipud(Hwind), os.path.join(outdir, outfile),
cltfile=os.path.join("/home/ralf/Dokumente/summerjob/data/additional_snow_depth_wind.clt")
)
# At last - cross fingers it all worked out!
print "\n*** Finished successfully ***\n"
