def _makePeriod(themename, startdate, enddate): fl = [] # file list dt = datetime.timedelta(days=1) while startdate <= enddate: fl.append("%s_%s.bil" %(themename, datetime2BILdate(startdate))) startdate += dt return fl
def _makePeriod(themename, startdate, enddate): fl = [] # file list dt = datetime.timedelta(days=1) while startdate <= enddate: fl.append("%s_%s.bil" % (themename, datetime2BILdate(startdate))) startdate += dt return fl
def main(): """ Loads and verifies input data, calls the model, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/wind_10m_daily.py YYYY-MM-DD [options] """ # Theme variables themedir1 = 'wind_speed_avg_10m' themedir2 = 'wind_speed_max_10m' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/average_windspeed_daily.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="[7,31]", help='''Time-range as "[6,30]"''') parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") ncfilename = "UM4_sf00_%s.nc" % datetime2BILdate(cdt-timedelta(days=1)) if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) print 'Time-range', timerange if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for entire time-range ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind'][:,:,:] y_wind = ds.variables['y_wind'][:,:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() else: # Load wind data from prognosis (netCDF file) for selected time-range ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][timerange[0]:timerange[1]] x_wind = ds.variables['x_wind'][timerange[0]:timerange[1],:,:] y_wind = ds.variables['y_wind'][timerange[0]:timerange[1],:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() # from netCDF4 import num2date # for t in wind_time: # print num2date(t, "seconds since 1970-01-01 00:00:00 +00:00") print "Using input data from file %s" % ncfilename # Setup outputs _tstart = time.gmtime(wind_time[0]) tstruct = time.gmtime(wind_time[-1]) # or -1 if it should be the average until that date print "For the period %s-%s-%s:%s - %s-%s-%s:%s" % (str(_tstart.tm_year).zfill(4), str(_tstart.tm_mon).zfill(2), str(_tstart.tm_mday).zfill(2), str(_tstart.tm_hour).zfill(2), str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2), str(tstruct.tm_hour).zfill(2)) outfile1 = '%s_%s_%s_%s' % (themedir1, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outfile2 = '%s_%s_%s_%s' % (themedir2, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outdir1 = os.path.join(BILout, themedir1, str(get_hydroyear(cdt))) if not os.path.exists(outdir1): if not os.path.exists(os.path.join(BILout, themedir1)): os.chdir(BILout) os.system('mkdir %s' % themedir1) os.chdir(os.path.join(BILout, themedir1)) os.system('mkdir %s' % str(get_hydroyear(cdt))) outdir2 = os.path.join(BILout, themedir2, str(get_hydroyear(cdt))) if not os.path.exists(outdir2): if not os.path.exists(os.path.join(BILout, themedir2)): os.chdir(BILout) os.system('mkdir %s' % themedir2) os.chdir(os.path.join(BILout, themedir2)) os.system('mkdir %s' % str(get_hydroyear(cdt))) # Calculate the wind speed vector - using model() total_wind_avg, max_wind, wind_dir = model(x_wind, y_wind) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate(rlon, rlat, total_wind_avg) max_wind_intp = interpolate(rlon, rlat, max_wind) wind_dir_intp = interpolate(rlon, rlat, wind_dir) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) max_wind_intp = nan2fill(max_wind_intp) wind_dir_intp = nan2fill(wind_dir_intp) if options.bil: from pysenorge.grid import senorge_mask mask = senorge_mask() # Write to BIL file # avg wind bil_avg_wind = flipud(uint16(total_wind_avg_intp*10.0)) bil_avg_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir1, outfile1+'.bil'), datatype='uint16') biltext = bilfile.write(bil_avg_wind.flatten()) # collapsed into one dimension print biltext # max wind bil_max_wind = flipud(uint16(max_wind_intp*10.0)) bil_max_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir2, outfile2+'.bil'), datatype='uint16') biltext = bilfile.write(bil_max_wind.flatten()) print biltext # # wind direction # bil_dir_wind = flipud(uint16(wind_dir_intp)) # bil_dir_wind[mask] = UintFillValue # bilfile = BILdata(os.path.join(outdir, ## 'wind_direction_10m'+'_'+dtstr+'.bil'), # outfile+'.bil'), # datatype='uint16') # biltext = bilfile.write(bil_dir_wind.flatten()) # print biltext if options.nc: # Write to NC file ncfile = NCdata(os.path.join(outdir1, outfile1+'.nc')) # ncfile.rootgrp.info = themename ncfile.new(wind_time[-1]) ncfile.add_variable('avg_wind_speed', total_wind_avg.dtype.str, "m s-1", 'Average wind speed last 24h', total_wind_avg_intp) ncfile.add_variable('max_wind_speed', max_wind.dtype.str, "m s-1", 'Maximum wind gust last 24h', max_wind_intp) ncfile.add_variable('wind_direction', wind_dir.dtype.str, "cardinal direction", 'Prevailing wind direction last 24h', wind_dir_intp) ncfile.close() if options.png: # Write to PNG file writePNG(total_wind_avg_intp[0,:,:], os.path.join(outdir1, outfile1), cltfile=r"Z:\tmp\wind_10m_daily\avg_wind_speed_10_no.clt" ) writePNG(max_wind_intp[0,:,:], os.path.join(outdir2, outfile2), cltfile=r"Z:\tmp\wind_10m_daily\max_wind_speed_10_no.clt" ) # writePNG(wind_dir_intp[0,:,:], # os.path.join(outdir, 'wind_direction'+'_'+dt), # cltfile=r"Z:\tmp\wind_10m_daily\wind_direction_10_no.clt" # ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): ''' Loads and verifies input data, calls the model, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/additional_snow_depth_wind.py YYYY-MM-DD [options] ''' # Theme variables themedir = 'additional_snow_depth' themename = '' # Setup input parser usage = "usage: python //~HOME/pysenorge/themes/additional_snow_depth.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-o", "--outdir", action="store", dest="outdir", type="string", metavar="DIR", default=os.path.join(BILout, themedir), help="Output directory - default: $BILout/%s/$HYDROYEAR" % \ themedir) parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") windfilename = "wind_speed_avg_10m_%s.bil" % datetime2BILdate(cdt) # Add full path to the filename windfile = os.path.join(BILout, "wind_speed_avg_10m", str(get_hydroyear(cdt)), windfilename) if not os.path.exists(windfile): parser.error("BIL file %s containing wind data does not exist!" %\ windfile) else: # Load todays data wind = BILdata(windfile, 'uint16') wind.read() # convert to Celsius wind.data = float32(wind.data)*0.1 sdfilename = "sdfsw_%s.bil" % datetime2BILdate(cdt) sdfile = os.path.join(BILout, "sdfsw", str(get_hydroyear(cdt)), sdfilename) if not os.path.exists(sdfile): parser.error("BIL file %s containing snow-depth data does not exist!" %\ sdfile) else: sd = BILdata(sdfile, 'uint16') sd.read() agefilename = "age_%s.bil" % datetime2BILdate(cdt) agefile = os.path.join(BILout, "age", str(get_hydroyear(cdt)), agefilename) if not os.path.exists(agefile): parser.error("BIL file %s containing snow-age data does not exist!" %\ agefile) else: age = BILdata(agefile, 'uint8') age.read() lwcfilename = "lwc_%s.bil" % datetime2BILdate(cdt) lwcfile = os.path.join(BILout, "lwc", str(get_hydroyear(cdt)), lwcfilename) if not os.path.exists(lwcfile): parser.error("BIL file %s containing snow-LWC data does not exist!" %\ lwcfile) else: lwc = BILdata(lwcfile, 'uint8') lwc.read() # from pysenorge.tools.show_histogram import Histogram # Histogram(sd.data, R=(0, 2000)) # Setup outputs outfile = themedir+'_'+datetime2BILdate(cdt) outdir = os.path.join(options.outdir, str(get_hydroyear(cdt))) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(get_hydroyear(cdt))) # Calculate additional snow depth due to wind #Hwind = __model(wind.data, sd.data) Hwind = model(wind.data, sd.data, lwc.data, age.data) # Set no-data values to UintFillValue mask = senorge_mask() Hwind[mask] = UintFillValue if options.bil: # Write to BIL file bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), datatype='uint16') Hwind = uint16(Hwind*1000) Hwind[mask] = UintFillValue # import pylab # pylab.imshow(Hwind, vmin=0, vmax=300, cmap=pylab.cm.gist_stern) # pylab.colorbar() # pylab.show() # from pysenorge.tools.show_histogram import Histogram # Histogram(Hwind, R=(0, 500)) biltext = bilfile.write(Hwind) print biltext if options.nc: from pysenorge.io.nc import NCdata # Prepare data # Change array order ncHwind = flipud(Hwind) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.zip = True # secs = date2num(cdt, timeunit) # used in NCdata.new() # ncfile.new(secs) ncfile.add_variable(themedir, ncHwind.dtype.str, "m", themename, ncHwind) ncfile.close() if options.png: from pysenorge.io.png import writePNG # Write to PNG file writePNG(flipud(Hwind), os.path.join(outdir, outfile), cltfile=os.path.join(BILout, themedir, "Hwind.clt") ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): ''' Loads and verifies input data, calls the model, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options] ''' # Theme variables themedir = 'depth_hoar_index_2' themename = 'Depth hoar index 2' # Setup input parser usage = "usage: python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-o", "--outdir", action="store", dest="outdir", type="string", metavar="DIR", default=os.path.join(BILout, themedir), help="Output directory - default: $BILout/%s/$HYDROYEAR" % themedir) parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help parser.print_help() (options, args) = parser.parse_args() if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") oneday = timedelta(days=1) tmfilename = "tm_%s.bil" % datetime2BILdate(cdt) sdfilename = "sd_%s.bil" % datetime2BILdate(cdt) # yesterdays tds data file tdsfilename = "%s_%s.bil" % (themedir, datetime2BILdate(cdt-oneday)) # Add full path to the filename tmfile = os.path.join(METdir, "tm", str(cdt.year), tmfilename) sdfile = os.path.join(BILin, "sd", str(get_hydroyear(cdt)), sdfilename) tdsfile = os.path.join(BILout, themedir, str(get_hydroyear(cdt-oneday)), tdsfilename) if not os.path.exists(tmfile): tmfile = os.path.join(PROGdir, str(cdt.year), tmfilename) print "Warning: Observation not found - using prognosis instead!" if not os.path.exists(tmfile): parser.error("BIL file containing temperature data does not exist!" %\ tmfile) elif not os.path.exists(sdfile): parser.error("BIL file %s containing snow-depth data does not exist!" %\ sdfile) else: # Load todays data tm = BILdata(tmfile, 'uint16') tm.read() # convert to Celsius tm.data = (float32(tm.data) / 10.0) - 273.1 # Load yesterdays data sd = BILdata(sdfile, 'uint16') sd.read() # convert mm to m sd.data = float32(sd.data) / 1000.0 if not os.path.exists(tdsfile): print "Yesterdays TDS2 data does not exist - using None!" tds = BILdata("tdsdummy", 'uint16') else: # Load todays data tds = BILdata(tdsfile, 'uint16') tds.read() # tds.data = float32(tds.data) # Setup outputs outfile = themedir+'_'+datetime2BILdate(cdt) if options.nc: secs = date2num(cdt, timeunit) # used in NCdata.new() outdir = os.path.join(options.outdir, str(get_hydroyear(cdt))) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(get_hydroyear(cdt))) # Calculate sum of snow temperature gradients # tds = uint16(model(tm.data, sd.data, tds.data)) tds = model(tm.data, sd.data, tds.data) # Set no-data values to UintFillValue mask = senorge_mask() tds[mask] = UintFillValue if options.bil: # Write to BIL file bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), datatype='uint16') biltext = bilfile.write(tds) print biltext if options.nc: from pysenorge.io.nc import NCdata # Prepare data # nctds = int2float(tds) # imask = mask == False # # Convert to Celcius/Kelvin # nctds[imask] = nctds[imask]/10.0 # Change array order nctds = flipud(tds) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.zip = True ncfile.new(secs) ncfile.add_variable(themedir, nctds.dtype.str, "days", themename, nctds) ncfile.close() if options.png: from pysenorge.io.png import writePNG # Write to PNG file writePNG(flipud(tds), os.path.join(outdir, outfile), cltfile=r"Z:\snowsim\%s\tgss2_v2.clt" % themedir ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): # Theme variables themedir = 'awsd' themename = 'Average wind speed 24h' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/average_windspeed_daily.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option( "-o", "--outdir", action="store", dest="outdir", type="string", default=os.path.join(netCDFout, themedir), help="Output directory for netCDF file - default: $netCDFout/%s/$YEAR" % themedir) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="None", help='''Time-range as "[6,30]"''') # Comment to suppress help parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0] + " 06:00:00") ncfilename = "UM4_sf_%s.nc" % datetime2BILdate( cdt) # e.g. UM4_sf_2010_11_28.nc if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for full timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind'][:, :, :] y_wind = ds.variables['y_wind'][:, :, :] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape else: # Load wind data from prognosis (netCDF file) for selected timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][timerange[0]:timerange[1]] x_wind = ds.variables['x_wind'][timerange[0]:timerange[1], :, :] y_wind = ds.variables['y_wind'][timerange[0]:timerange[1], :, :] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape # Setup outputs tstruct = time.gmtime( wind_time[-1]) # or -1 if it should be the average until that date outfile = '%s_%s_%s_%s' % (themedir, str( tstruct.tm_year).zfill(4), str( tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outdir = os.path.join(options.outdir, str(cdt.year)) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(netCDFout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(cdt.year)) # Calculate the wind speed vector - using model() total_wind = model(x_wind, y_wind) # average over 24h total_wind_avg = mean(total_wind, axis=0) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate(rlon, rlat, total_wind_avg) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile + '.nc')) ncfile.new(wind_time[0]) ncfile.add_variable(themedir, total_wind_avg.dtype.str, "m s-1", themename, total_wind_avg_intp) ncfile.close() # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): # Theme variables themedir = 'awsd' themename = 'Average wind speed 24h' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/average_windspeed_daily.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-o", "--outdir", action="store", dest="outdir", type="string", default=os.path.join(netCDFout, themedir), help="Output directory for netCDF file - default: $netCDFout/%s/$YEAR" % themedir) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="None", help='''Time-range as "[6,30]"''') # Comment to suppress help parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") ncfilename = "UM4_sf_%s.nc" % datetime2BILdate(cdt) # e.g. UM4_sf_2010_11_28.nc if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for full timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind'][:,:,:] y_wind = ds.variables['y_wind'][:,:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape else: # Load wind data from prognosis (netCDF file) for selected timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][timerange[0]:timerange[1]] x_wind = ds.variables['x_wind'][timerange[0]:timerange[1],:,:] y_wind = ds.variables['y_wind'][timerange[0]:timerange[1],:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape # Setup outputs tstruct = time.gmtime(wind_time[-1]) # or -1 if it should be the average until that date outfile = '%s_%s_%s_%s' % (themedir, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outdir = os.path.join(options.outdir, str(cdt.year)) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(netCDFout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(cdt.year)) # Calculate the wind speed vector - using model() total_wind = model(x_wind, y_wind) # average over 24h total_wind_avg = mean(total_wind, axis=0) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate(rlon, rlat, total_wind_avg) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.new(wind_time[0]) ncfile.add_variable(themedir, total_wind_avg.dtype.str, "m s-1", themename, total_wind_avg_intp) ncfile.close() # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): ''' Loads and verifies input data, calls the model, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options] ''' # Theme variables themedir = 'depth_hoar_index_2' themename = 'Depth hoar index 2' # Setup input parser usage = "usage: python //~HOME/pysenorge/themes/temperature_destabilization.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option( "-o", "--outdir", action="store", dest="outdir", type="string", metavar="DIR", default=os.path.join(BILout, themedir), help="Output directory - default: $BILout/%s/$HYDROYEAR" % themedir) parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help parser.print_help() (options, args) = parser.parse_args() if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0] + " 06:00:00") oneday = timedelta(days=1) tmfilename = "tm_%s.bil" % datetime2BILdate(cdt) sdfilename = "sd_%s.bil" % datetime2BILdate(cdt) # yesterdays tds data file tdsfilename = "%s_%s.bil" % (themedir, datetime2BILdate(cdt - oneday)) # Add full path to the filename tmfile = os.path.join(METdir, "tm", str(cdt.year), tmfilename) sdfile = os.path.join(BILin, "sd", str(get_hydroyear(cdt)), sdfilename) tdsfile = os.path.join(BILout, themedir, str(get_hydroyear(cdt - oneday)), tdsfilename) if not os.path.exists(tmfile): tmfile = os.path.join(PROGdir, str(cdt.year), tmfilename) print "Warning: Observation not found - using prognosis instead!" if not os.path.exists(tmfile): parser.error("BIL file containing temperature data does not exist!" %\ tmfile) elif not os.path.exists(sdfile): parser.error("BIL file %s containing snow-depth data does not exist!" %\ sdfile) else: # Load todays data tm = BILdata(tmfile, 'uint16') tm.read() # convert to Celsius tm.data = (float32(tm.data) / 10.0) - 273.1 # Load yesterdays data sd = BILdata(sdfile, 'uint16') sd.read() # convert mm to m sd.data = float32(sd.data) / 1000.0 if not os.path.exists(tdsfile): print "Yesterdays TDS2 data does not exist - using None!" tds = BILdata("tdsdummy", 'uint16') else: # Load todays data tds = BILdata(tdsfile, 'uint16') tds.read() # tds.data = float32(tds.data) # Setup outputs outfile = themedir + '_' + datetime2BILdate(cdt) if options.nc: secs = date2num(cdt, timeunit) # used in NCdata.new() outdir = os.path.join(options.outdir, str(get_hydroyear(cdt))) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(get_hydroyear(cdt))) # Calculate sum of snow temperature gradients # tds = uint16(model(tm.data, sd.data, tds.data)) tds = model(tm.data, sd.data, tds.data) # Set no-data values to UintFillValue mask = senorge_mask() tds[mask] = UintFillValue if options.bil: # Write to BIL file bilfile = BILdata(os.path.join(outdir, outfile + '.bil'), datatype='uint16') biltext = bilfile.write(tds) print biltext if options.nc: from pysenorge.io.nc import NCdata # Prepare data # nctds = int2float(tds) # imask = mask == False # # Convert to Celcius/Kelvin # nctds[imask] = nctds[imask]/10.0 # Change array order nctds = flipud(tds) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile + '.nc')) ncfile.zip = True ncfile.new(secs) ncfile.add_variable(themedir, nctds.dtype.str, "days", themename, nctds) ncfile.close() if options.png: from pysenorge.io.png import writePNG # Write to PNG file writePNG(flipud(tds), os.path.join(outdir, outfile), cltfile=r"Z:\snowsim\%s\tgss2_v2.clt" % themedir) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): ''' Loads and verifies input data, calls the models, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/additional_snow_depth_wind.py YYYY-MM-DD [options] ''' # Theme variables themedir = 'additional_snow_depth' themename = '' # Setup input parser usage = "usage: python //~HOME/pysenorge/themes/additional_snow_depth.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-o", "--outdir", action="store", dest="outdir", type="string", metavar="DIR", default=os.path.join(BILout, themedir), help="Output directory - default: $BILout/%s/$HYDROYEAR" % \ themedir) parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # Get current datetime cdt = iso2datetime(args[0]+" 06:00:00") #Ändern Fehler... windfilename = "wind_speed_avg_10m_%s.bil" % datetime2BILdate(cdt) #---------------------------------------------------------------------------- # Import wind-speed 10m map # windfile = os.path.join(BILout, "wind_speed_avg_10m", str(get_hydroyear(cdt)),windfilename) windfile = os.path.join(BILout, windfilename) if not os.path.exists(windfile): parser.error("BIL file %s containing wind data does not exist!" %\ windfile) else: # Load todays data wind = BILdata(windfile, 'uint16') wind.read() # convert to Celsius wind.data = float32(wind.data)*0.1 #multiplyed by 0.1 because of in integer values in wind_model #---------------------------------------------------------------------------- #import snow-depth map sdfilename = "sdfsw_%s.bil" % datetime2BILdate(cdt) #sdfile = os.path.join(BILout, "sdfsw", str(get_hydroyear(cdt)), sdfilename) sdfile = os.path.join(BILout, sdfilename) if not os.path.exists(sdfile): parser.error("BIL file %s containing snow-depth data does not exist!" %\ sdfile) else: sd = BILdata(sdfile, 'uint16') sd.read() #---------------------------------------------------------------------------- #import snow-age map agefilename = "age_%s.bil" % datetime2BILdate(cdt) #agefile = os.path.join(BILout, "age", str(get_hydroyear(cdt)), agefilename) agefile = os.path.join(BILout, agefilename) if not os.path.exists(agefile): parser.error("BIL file %s containing snow-age data does not exist!" %\ agefile) else: age = BILdata(agefile, 'uint8') age.read() #---------------------------------------------------------------------------- #import liquid-water-content map lwcfilename = "lwc_%s.bil" % datetime2BILdate(cdt) #lwcfile = os.path.join(BILout, "lwc", str(get_hydroyear(cdt)), lwcfilename) lwcfile = os.path.join(BILout, lwcfilename) if not os.path.exists(lwcfile): parser.error("BIL file %s containing snow-LWC data does not exist!" %\ lwcfile) else: lwc = BILdata(lwcfile, 'uint8') lwc.read() #---------------------------------------------------------------------------- #Calculate and import frozen-snow map try: frz = frozen_snow.frozen() frz.load_data(os.path.join(BILout, "ssttm_2013_01_13.bil")) frz.check_value(frz.tsi) except (IOError,NameError): print "Couldn't find or load frozen-snow map" # Setup outputs outfile = themedir+'_'+datetime2BILdate(cdt) outdir = os.path.join(options.outdir, str(get_hydroyear(cdt))) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(get_hydroyear(cdt))) #Run additional-snow map model Hwind = model(wind.data, sd.data, lwc.data, age.data, frz.idex) # Set no-data values to UintFillValue mask = senorge_mask() Hwind[mask] = UintFillValue #Option create bil-file if options.bil: # Write to BIL file bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), datatype='uint16') Hwind = uint16(Hwind*1000) Hwind[mask] = UintFillValue biltext = bilfile.write(Hwind) print biltext #Option create nc-file if options.nc: from pysenorge.io.nc import NCdata # Prepare data # Change array order ncHwind = flipud(Hwind) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.zip = True ncfile.add_variable(themedir, ncHwind.dtype.str, "m", themename, ncHwind) ncfile.close() #Option create png imagefile if options.png: from pysenorge.io.png import writePNG # Write to PNG file writePNG(flipud(Hwind), os.path.join(outdir, outfile), cltfile=os.path.join("/home/ralf/Dokumente/summerjob/data/additional_snow_depth_wind.clt") ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): # Theme variables themedir = 'net_radiative_flux' themename = 'Daily avg. net radiation flux' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/net_radiative_flux.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="[7,31]", help='''Time-range as "[7,31]"''') parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") ncfilename = "UM4_sf00_%s.nc" % datetime2BILdate(cdt) if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for entire time-range ds = Dataset(ncfile, 'r') _time = ds.variables['time'][:] SWnet = ds.variables['net_sw_surface'][:,:,:] LWnet = ds.variables['net_lw_surface'][:,:,:] Hs = ds.variables['sensible_heat_surface'][:,:,:] Hl = ds.variables['latent_heat_surface'][:,:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() else: # Load wind data from prognosis (netCDF file) for selected time-range ds = Dataset(ncfile, 'r') _time = ds.variables['time'][timerange[0]:timerange[1]] SWnet = ds.variables['net_sw_surface'][timerange[0]:timerange[1],:,:] LWnet = ds.variables['net_lw_surface'][timerange[0]:timerange[1],:,:] Hs = ds.variables['sensible_heat_surface'][timerange[0]:timerange[1],:,:] Hl = ds.variables['latent_heat_surface'][timerange[0]:timerange[1],:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() from netCDF4 import num2date for t in _time: print num2date(t, "seconds since 1970-01-01 00:00:00 +00:00") # Setup outputs tstruct = time.gmtime(_time[-1]) # or -1 if it should be the average until that date outfile = '%s_%s_%s_%s' % (themedir, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) print outfile outdir = os.path.join(BILout, themedir, str(cdt.year)) if not os.path.exists(outdir): if not os.path.exists(os.path.join(BILout, themedir)): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(os.path.join(BILout, themedir)) os.system('mkdir %s' % str(cdt.year)) # Calculate the wind speed vector - using model() Rnet = model(SWnet, LWnet, Hs, Hl) # interpolate total average wind speed to seNorge grid Rnet_intp = interpolate(rlon, rlat, Rnet) # Replace NaN values with the appropriate FillValue Rnet_intp = nan2fill(Rnet_intp) # # Set no-data values to IntFillValue # mask = senorge_mask() # tgss[mask] = IntFillValue # # if options.bil: # # Write to BIL file # bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), # datatype='int16') # biltext = bilfile.write(tgss) # print biltext if options.nc: # Prepare data # Change array order ncRnet = (Rnet_intp) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.new(_time[-1]) ncfile.add_variable(themedir, ncRnet.dtype.str, "W m-2", themename, ncRnet) ncfile.close() # if options.png: # from pysenorge.io.png import writePNG # # Write to PNG file # writePNG(flipud(Rnet_intp), os.path.join(outdir, outfile), # cltfile=os.path.join(BILout, themedir, "tgss.clt") # ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): ''' Loads and verifies input data, calls the models, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/additional_snow_depth_wind.py YYYY-MM-DD [options] ''' # Theme variables themedir = 'additional_snow_depth' themename = '' # Setup input parser usage = "usage: python //~HOME/pysenorge/themes/additional_snow_depth.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-o", "--outdir", action="store", dest="outdir", type="string", metavar="DIR", default=os.path.join(BILout, themedir), help="Output directory - default: $BILout/%s/$HYDROYEAR" % \ themedir) parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # Get current datetime cdt = iso2datetime(args[0] + " 06:00:00") #Ändern Fehler... windfilename = "wind_speed_avg_10m_%s.bil" % datetime2BILdate(cdt) #---------------------------------------------------------------------------- # Import wind-speed 10m map # windfile = os.path.join(BILout, "wind_speed_avg_10m", str(get_hydroyear(cdt)),windfilename) windfile = os.path.join(BILout, windfilename) if not os.path.exists(windfile): parser.error("BIL file %s containing wind data does not exist!" %\ windfile) else: # Load todays data wind = BILdata(windfile, 'uint16') wind.read() # convert to Celsius wind.data = float32( wind.data ) * 0.1 #multiplyed by 0.1 because of in integer values in wind_model #---------------------------------------------------------------------------- #import snow-depth map sdfilename = "sdfsw_%s.bil" % datetime2BILdate(cdt) #sdfile = os.path.join(BILout, "sdfsw", str(get_hydroyear(cdt)), sdfilename) sdfile = os.path.join(BILout, sdfilename) if not os.path.exists(sdfile): parser.error("BIL file %s containing snow-depth data does not exist!" %\ sdfile) else: sd = BILdata(sdfile, 'uint16') sd.read() #---------------------------------------------------------------------------- #import snow-age map agefilename = "age_%s.bil" % datetime2BILdate(cdt) #agefile = os.path.join(BILout, "age", str(get_hydroyear(cdt)), agefilename) agefile = os.path.join(BILout, agefilename) if not os.path.exists(agefile): parser.error("BIL file %s containing snow-age data does not exist!" %\ agefile) else: age = BILdata(agefile, 'uint8') age.read() #---------------------------------------------------------------------------- #import liquid-water-content map lwcfilename = "lwc_%s.bil" % datetime2BILdate(cdt) #lwcfile = os.path.join(BILout, "lwc", str(get_hydroyear(cdt)), lwcfilename) lwcfile = os.path.join(BILout, lwcfilename) if not os.path.exists(lwcfile): parser.error("BIL file %s containing snow-LWC data does not exist!" %\ lwcfile) else: lwc = BILdata(lwcfile, 'uint8') lwc.read() #---------------------------------------------------------------------------- #Calculate and import frozen-snow map try: frz = frozen_snow.frozen() frz.load_data(os.path.join(BILout, "ssttm_2013_01_13.bil")) frz.check_value(frz.tsi) except (IOError, NameError): print "Couldn't find or load frozen-snow map" # Setup outputs outfile = themedir + '_' + datetime2BILdate(cdt) outdir = os.path.join(options.outdir, str(get_hydroyear(cdt))) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(get_hydroyear(cdt))) #Run additional-snow map model Hwind = model(wind.data, sd.data, lwc.data, age.data, frz.idex) # Set no-data values to UintFillValue mask = senorge_mask() Hwind[mask] = UintFillValue #Option create bil-file if options.bil: # Write to BIL file bilfile = BILdata(os.path.join(outdir, outfile + '.bil'), datatype='uint16') Hwind = uint16(Hwind * 1000) Hwind[mask] = UintFillValue biltext = bilfile.write(Hwind) print biltext #Option create nc-file if options.nc: from pysenorge.io.nc import NCdata # Prepare data # Change array order ncHwind = flipud(Hwind) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile + '.nc')) ncfile.zip = True ncfile.add_variable(themedir, ncHwind.dtype.str, "m", themename, ncHwind) ncfile.close() #Option create png imagefile if options.png: from pysenorge.io.png import writePNG # Write to PNG file writePNG( flipud(Hwind), os.path.join(outdir, outfile), cltfile=os.path.join( "/home/ralf/Dokumente/summerjob/data/additional_snow_depth_wind.clt" )) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"