def __test(): """ Test "model()" with a benchmark dataset. """ # Init x and y wind components x_wind = zeros((3,12,10)) y_wind = zeros((3,12,10)) # Upper left corner blows from N with "Stiv kuling" y_wind[:,6:12,0:5] = -14.0 # Upper right corner blows from SE with "Orkan" x_wind[:,6:12,5:10] = -32.0 y_wind[:,6:12,5:10] = 32.0 # Lower left corner blows from W with "Svak wind" x_wind[:,0:6,0:5] = 2.0 # Lower right corner blows from NW with "Full storm" x_wind[:,0:6,5:10] = 20.0 y_wind[:,0:6,5:10] = -20.0 total_wind_avg, max_wind, wind_dir_cat = model(x_wind, y_wind) print total_wind_avg.shape, max_wind.shape, wind_dir_cat.shape total_wind_avg = nan2fill(total_wind_avg) max_wind = nan2fill(max_wind) wind_dir_cat = nan2fill(wind_dir_cat) testdir = r'Z:\tmp\wind_10m_daily' writePNG(total_wind_avg, os.path.join(testdir, 'test_avg'), os.path.join(testdir, 'avg_wind_speed_10_no.clt')) writePNG(max_wind, os.path.join(testdir, 'test_max'), os.path.join(testdir, 'max_wind_speed_10_no.clt')) writePNG(wind_dir_cat, os.path.join(testdir, 'test_dir'), os.path.join(testdir, 'wind_direction_10_no.clt'))
def main(): """ Loads and verifies input data, calls the model, and controls the output stream. Command line usage:: python //~HOME/pysenorge/themes/wind_10m_daily.py YYYY-MM-DD [options] """ # Theme variables themedir1 = 'wind_speed_avg_10m' themedir2 = 'wind_speed_max_10m' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/average_windspeed_daily.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="[7,31]", help='''Time-range as "[6,30]"''') parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") ncfilename = "UM4_sf00_%s.nc" % datetime2BILdate(cdt-timedelta(days=1)) if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) print 'Time-range', timerange if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for entire time-range ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind'][:,:,:] y_wind = ds.variables['y_wind'][:,:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() else: # Load wind data from prognosis (netCDF file) for selected time-range ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][timerange[0]:timerange[1]] x_wind = ds.variables['x_wind'][timerange[0]:timerange[1],:,:] y_wind = ds.variables['y_wind'][timerange[0]:timerange[1],:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() # from netCDF4 import num2date # for t in wind_time: # print num2date(t, "seconds since 1970-01-01 00:00:00 +00:00") print "Using input data from file %s" % ncfilename # Setup outputs _tstart = time.gmtime(wind_time[0]) tstruct = time.gmtime(wind_time[-1]) # or -1 if it should be the average until that date print "For the period %s-%s-%s:%s - %s-%s-%s:%s" % (str(_tstart.tm_year).zfill(4), str(_tstart.tm_mon).zfill(2), str(_tstart.tm_mday).zfill(2), str(_tstart.tm_hour).zfill(2), str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2), str(tstruct.tm_hour).zfill(2)) outfile1 = '%s_%s_%s_%s' % (themedir1, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outfile2 = '%s_%s_%s_%s' % (themedir2, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outdir1 = os.path.join(BILout, themedir1, str(get_hydroyear(cdt))) if not os.path.exists(outdir1): if not os.path.exists(os.path.join(BILout, themedir1)): os.chdir(BILout) os.system('mkdir %s' % themedir1) os.chdir(os.path.join(BILout, themedir1)) os.system('mkdir %s' % str(get_hydroyear(cdt))) outdir2 = os.path.join(BILout, themedir2, str(get_hydroyear(cdt))) if not os.path.exists(outdir2): if not os.path.exists(os.path.join(BILout, themedir2)): os.chdir(BILout) os.system('mkdir %s' % themedir2) os.chdir(os.path.join(BILout, themedir2)) os.system('mkdir %s' % str(get_hydroyear(cdt))) # Calculate the wind speed vector - using model() total_wind_avg, max_wind, wind_dir = model(x_wind, y_wind) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate(rlon, rlat, total_wind_avg) max_wind_intp = interpolate(rlon, rlat, max_wind) wind_dir_intp = interpolate(rlon, rlat, wind_dir) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) max_wind_intp = nan2fill(max_wind_intp) wind_dir_intp = nan2fill(wind_dir_intp) if options.bil: from pysenorge.grid import senorge_mask mask = senorge_mask() # Write to BIL file # avg wind bil_avg_wind = flipud(uint16(total_wind_avg_intp*10.0)) bil_avg_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir1, outfile1+'.bil'), datatype='uint16') biltext = bilfile.write(bil_avg_wind.flatten()) # collapsed into one dimension print biltext # max wind bil_max_wind = flipud(uint16(max_wind_intp*10.0)) bil_max_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir2, outfile2+'.bil'), datatype='uint16') biltext = bilfile.write(bil_max_wind.flatten()) print biltext # # wind direction # bil_dir_wind = flipud(uint16(wind_dir_intp)) # bil_dir_wind[mask] = UintFillValue # bilfile = BILdata(os.path.join(outdir, ## 'wind_direction_10m'+'_'+dtstr+'.bil'), # outfile+'.bil'), # datatype='uint16') # biltext = bilfile.write(bil_dir_wind.flatten()) # print biltext if options.nc: # Write to NC file ncfile = NCdata(os.path.join(outdir1, outfile1+'.nc')) # ncfile.rootgrp.info = themename ncfile.new(wind_time[-1]) ncfile.add_variable('avg_wind_speed', total_wind_avg.dtype.str, "m s-1", 'Average wind speed last 24h', total_wind_avg_intp) ncfile.add_variable('max_wind_speed', max_wind.dtype.str, "m s-1", 'Maximum wind gust last 24h', max_wind_intp) ncfile.add_variable('wind_direction', wind_dir.dtype.str, "cardinal direction", 'Prevailing wind direction last 24h', wind_dir_intp) ncfile.close() if options.png: # Write to PNG file writePNG(total_wind_avg_intp[0,:,:], os.path.join(outdir1, outfile1), cltfile=r"Z:\tmp\wind_10m_daily\avg_wind_speed_10_no.clt" ) writePNG(max_wind_intp[0,:,:], os.path.join(outdir2, outfile2), cltfile=r"Z:\tmp\wind_10m_daily\max_wind_speed_10_no.clt" ) # writePNG(wind_dir_intp[0,:,:], # os.path.join(outdir, 'wind_direction'+'_'+dt), # cltfile=r"Z:\tmp\wind_10m_daily\wind_direction_10_no.clt" # ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): # Theme variables themedir = 'awsd' themename = 'Average wind speed 24h' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/average_windspeed_daily.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option( "-o", "--outdir", action="store", dest="outdir", type="string", default=os.path.join(netCDFout, themedir), help="Output directory for netCDF file - default: $netCDFout/%s/$YEAR" % themedir) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="None", help='''Time-range as "[6,30]"''') # Comment to suppress help parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0] + " 06:00:00") ncfilename = "UM4_sf_%s.nc" % datetime2BILdate( cdt) # e.g. UM4_sf_2010_11_28.nc if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for full timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind'][:, :, :] y_wind = ds.variables['y_wind'][:, :, :] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape else: # Load wind data from prognosis (netCDF file) for selected timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][timerange[0]:timerange[1]] x_wind = ds.variables['x_wind'][timerange[0]:timerange[1], :, :] y_wind = ds.variables['y_wind'][timerange[0]:timerange[1], :, :] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape # Setup outputs tstruct = time.gmtime( wind_time[-1]) # or -1 if it should be the average until that date outfile = '%s_%s_%s_%s' % (themedir, str( tstruct.tm_year).zfill(4), str( tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outdir = os.path.join(options.outdir, str(cdt.year)) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(netCDFout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(cdt.year)) # Calculate the wind speed vector - using model() total_wind = model(x_wind, y_wind) # average over 24h total_wind_avg = mean(total_wind, axis=0) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate(rlon, rlat, total_wind_avg) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile + '.nc')) ncfile.new(wind_time[0]) ncfile.add_variable(themedir, total_wind_avg.dtype.str, "m s-1", themename, total_wind_avg_intp) ncfile.close() # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): # Theme variables themedir = 'awsd' themename = 'Average wind speed 24h' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/average_windspeed_daily.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-o", "--outdir", action="store", dest="outdir", type="string", default=os.path.join(netCDFout, themedir), help="Output directory for netCDF file - default: $netCDFout/%s/$YEAR" % themedir) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="None", help='''Time-range as "[6,30]"''') # Comment to suppress help parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") ncfilename = "UM4_sf_%s.nc" % datetime2BILdate(cdt) # e.g. UM4_sf_2010_11_28.nc if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for full timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind'][:,:,:] y_wind = ds.variables['y_wind'][:,:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape else: # Load wind data from prognosis (netCDF file) for selected timerange ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][timerange[0]:timerange[1]] x_wind = ds.variables['x_wind'][timerange[0]:timerange[1],:,:] y_wind = ds.variables['y_wind'][timerange[0]:timerange[1],:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() print "xwind-shape", x_wind.shape # Setup outputs tstruct = time.gmtime(wind_time[-1]) # or -1 if it should be the average until that date outfile = '%s_%s_%s_%s' % (themedir, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) outdir = os.path.join(options.outdir, str(cdt.year)) if not os.path.exists(outdir): if not os.path.exists(options.outdir): os.chdir(netCDFout) os.system('mkdir %s' % themedir) os.chdir(options.outdir) os.system('mkdir %s' % str(cdt.year)) # Calculate the wind speed vector - using model() total_wind = model(x_wind, y_wind) # average over 24h total_wind_avg = mean(total_wind, axis=0) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate(rlon, rlat, total_wind_avg) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.new(wind_time[0]) ncfile.add_variable(themedir, total_wind_avg.dtype.str, "m s-1", themename, total_wind_avg_intp) ncfile.close() # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): """ Loads and verifies input data, calls the model, and controls the output stream. """ # Theme variables themedir1 = 'wind_speed_avg_1500m' themedir2 = 'wind_speed_max_1500m' today = datetime.date.today().strftime("%Y_%m_%d") tomorrow = (datetime.date.today() + datetime.timedelta(days=1)).strftime("%Y_%m_%d") # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/ \ average_windspeed_daily.py YYYY-MM-DD NC-File-Describtion [options]" #--------------------------------------------------------- #add options with parser module parser = OptionParser(usage=usage) #create no bil parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") #create netCDF parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") #create png parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 2: parser.error( "Please provide the date in ISO format YYYY-MM-DD and the timenc!") parser.print_help() #Select which date yr = str(args[0].split("-")[0]) mon = str(args[0].split("-")[1]) day = str(args[0].split("-")[2]) #Select which nc-file timearg = args[1] load_date = "%s_%s_%s" % (yr, mon, day) ncfilename = "AROME_WIND_850_NVE_%s_%s.nc" % (timearg, load_date) ncfile = os.path.join(netCDFin, "2013", ncfilename) #Test if path of the netCDF file exists if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: # Load wind data from prognosis (netCDF file) for entire time-range ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind_850hpa'][:, :, :] y_wind = ds.variables['y_wind_850hpa'][:, :, :] ds.close() print "Using input data from file %s" % ncfile #Get timenc and control if the time is right ob_time = time.strftime("%H", time.gmtime(wind_time[0])) data_timenc = _time_fun(ob_time) if timearg == data_timenc: pass else: print "The given input parameter and time value of the netCDF are not the same" timenc = data_timenc #--------------------------------------------------------- #Output paths, output filenames and timerange begin_time = time.strftime("%d-%m-%Y-%H:%M:%S", time.gmtime(wind_time[0])) end_time = time.strftime("%d-%m-%Y-%H:%M:%S", time.gmtime(wind_time[24])) print "For the period from the", begin_time, "to", end_time outfile1 = '%s_%s' % (themedir1, today) outfile2 = '%s_%s' % (themedir2, today) cdt = iso2datetime(args[0] + " 06:00:00") #--------------------------------------------------------- #Output path 1 outdir1 = os.path.join(BILout, themedir1, str(get_hydroyear(cdt))) if not os.path.exists(outdir1): if not os.path.exists(os.path.join(BILout, themedir1)): os.chdir(BILout) os.system('mkdir %s' % themedir1) os.chdir(os.path.join(BILout, themedir1)) os.system('mkdir %s' % str(get_hydroyear(cdt))) #Output path 2 outdir2 = os.path.join(BILout, themedir2, str(get_hydroyear(cdt))) if not os.path.exists(outdir2): if not os.path.exists(os.path.join(BILout, themedir2)): os.chdir(BILout) os.system('mkdir %s' % themedir2) os.chdir(os.path.join(BILout, themedir2)) os.system('mkdir %s' % str(get_hydroyear(cdt))) #Output path for wind_00 til wind _18 if timenc == "00": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "00") elif timenc == "06": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "06") elif timenc == "12": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "12") elif timenc == "18": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "18") if not os.path.exists(outdir_hour): if not os.path.exists(os.path.join(BILout, str(get_hydroyear(cdt)))): os.chdir(BILout) os.system('mkdir %s' % str(get_hydroyear(cdt))) os.chdir(os.path.join(BILout, str(get_hydroyear(cdt)))) os.makedirs('%s/%s/' % (load_date, timenc)) #--------------------------------------------------------- # Calculate the wind speed vector - using model() total_wind_avg, max_wind, total_wind, wind_dir_cat, \ hour_wind = model(x_wind, y_wind) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate_new(total_wind_avg) max_wind_intp = interpolate_new(max_wind) wind_dir_intp = interpolate_new(wind_dir_cat) #dom_wind_tab_intp = interpolate_new(dom_wind_tab) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) max_wind_intp = nan2fill(max_wind_intp) wind_dir_intp = nan2fill(wind_dir_intp) #dom_wind_tab_intp = nan2fill(dom_wind_tab_intp) #-------------------------------------------------------- #Hourly wind forecast based on the recent AROME input file if timenc == "18": #at 01:00 wind_18 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[0, :, :]) #at 07:00 wind_00 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[6, :, :]) #at 13:00 wind_06 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[12, :, :]) #at 19:00 wind_12 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_18_1500m", today) outfile4 = '%s_%s' % ("wind_speed_00_1500m", today) outfile5 = '%s_%s' % ("wind_speed_06_1500m", today) outfile6 = '%s_%s' % ("wind_speed_12_1500m", today) elif timenc == "00": #at 07:00 wind_00 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[0, :, :]) #at 13:00 wind_06 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[6, :, :]) #at 19:00 wind_12 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[12, :, :]) #next day at 01:00 wind_18 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_00_1500m", today) outfile4 = '%s_%s' % ("wind_speed_06_1500m", today) outfile5 = '%s_%s' % ("wind_speed_12_1500m", today) outfile6 = '%s_%s' % ("wind_speed_18_1500m", tomorrow) elif timenc == "06": #at 13:00 wind_06 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[0, :, :]) #at 19:00 wind_12 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[6, :, :]) #next day 01:00 wind_18 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[12, :, :]) #next day 07:00 wind_00 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_06_1500m", today) outfile4 = '%s_%s' % ("wind_speed_12_1500m", today) outfile5 = '%s_%s' % ("wind_speed_18_1500m", tomorrow) outfile6 = '%s_%s' % ("wind_speed_00_1500m", tomorrow) elif timenc == "12": #at 19:00 wind_12 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[0, :, :]) #next day 01:00 wind_18 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[6, :, :]) #next day 07:00 wind_00 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[12, :, :]) #next day 13:00 wind_06 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_12_1500m", today) outfile4 = '%s_%s' % ("wind_speed_18_1500m", tomorrow) outfile5 = '%s_%s' % ("wind_speed_00_1500m", tomorrow) outfile6 = '%s_%s' % ("wind_speed_06_1500m", tomorrow) #--------------------------------------------------------- #Option --bil: Multiplied by 10 to store data as integer if options.bil: from pysenorge.grid import senorge_mask mask = senorge_mask() #Avg wind bil_avg_wind = flipud(uint16(total_wind_avg_intp * 10.0)) bil_avg_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir1, outfile1 + '.bil'), datatype='uint16') #Colapse into one dimension biltext = bilfile.write(bil_avg_wind.flatten()) print biltext # Max wind bil_max_wind = flipud(uint16(max_wind_intp * 10.0)) bil_max_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir2, outfile2 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_max_wind.flatten()) print biltext # bil wind at 00 bil_wind_00 = flipud(uint16(wind_00 * 10.0)) bil_wind_00[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile3 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_00.flatten()) print biltext # bil wind at 06 bil_wind_06 = flipud(uint16(wind_06 * 10.0)) bil_wind_06[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile4 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_06.flatten()) print biltext #bil wind at 12 bil_wind_12 = flipud(uint16(wind_12 * 10.0)) bil_wind_12[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile5 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_12.flatten()) print biltext #bil wind at 18 bil_wind_18 = flipud(uint16(wind_18 * 10.0)) bil_wind_18[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile6 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_18.flatten()) print biltext #--------------------------------------------------------- #Option --nc: write a nc file if options.nc: ncfile = NCdata(os.path.join(outdir1, outfile1 + '.nc')) ncfile.new(wind_time[-1]) ncfile.add_variable('avg_wind_speed', total_wind_avg.dtype.str, "m s-1", 'Average wind speed last 24h', total_wind_avg_intp) ncfile.add_variable('max_wind_speed', max_wind.dtype.str, "m s-1", 'Maximum wind gust last 24h', max_wind_intp) ncfile.add_variable('wind_direction', wind_dir_cat.dtype.str, "cardinal direction", 'Prevailing wind direction last 24h', wind_dir_intp) ncfile.add_variable('wind_00', wind_00.dtype.str, "m s-1", 'Wind forecast 01:00', wind_00) ncfile.add_variable('wind_06', wind_06.dtype.str, "m s-1", 'Wind forecast 07:00', wind_06) ncfile.add_variable('wind_12', wind_12.dtype.str, "m s-1", 'Wind forecast 13:00', wind_12) ncfile.add_variable('wind_18', wind_18.dtype.str, "m s-1", 'Wind forecast 19:00', wind_18) ncfile.close() #--------------------------------------------------------- #Option --png: Write a PNG files if options.png: avg_clt_file_path = "/home/ralf/Dokumente/summerjob/data/avg_wind_speed_10_no.clt" max_clt_file_path = "/home/ralf/Dokumente/summerjob/data/max_wind_speed_10_no.clt" direction_clt_file_path = "/home/ralf/Dokumente/summerjob/data/wind_direction_10_no.clt" #Creates png file wind average writePNG(total_wind_avg_intp[:, :], os.path.join(outdir1, outfile1), cltfile=avg_clt_file_path) #Creates png file wind max writePNG(max_wind_intp[:, :], os.path.join(outdir2, outfile2), cltfile=max_clt_file_path) #Hourly wind speed maps writePNG(wind_00, os.path.join(outdir_hour, outfile3), cltfile=avg_clt_file_path) writePNG(wind_06, os.path.join(outdir_hour, outfile4), cltfile=avg_clt_file_path) writePNG(wind_12, os.path.join(outdir_hour, outfile5), cltfile=avg_clt_file_path) writePNG(wind_18, os.path.join(outdir_hour, outfile6), cltfile=avg_clt_file_path) #Wind direction writePNG(wind_dir_intp[:, :], os.path.join(outdir1, 'wind_direction'), cltfile=direction_clt_file_path) #Hourly wind directions writePNG(hour_wind_intp_00[:, :], os.path.join(outdir1, 'wind_direction_hour_00'), cltfile=direction_clt_file_path) writePNG(hour_wind_intp_06[:, :], os.path.join(outdir1, 'wind_direction_hour_06'), cltfile=direction_clt_file_path) writePNG(hour_wind_intp_12[:, :], os.path.join(outdir1, 'wind_direction_hour_12'), cltfile=direction_clt_file_path) writePNG(hour_wind_intp_18[:, :], os.path.join(outdir1, 'wind_direction_hour_18'), cltfile=direction_clt_file_path) #Maximal dominate wind speed #writePNG(dom_wind_tab_intp[:, :], # os.path.join(outdir1, today, 'wind_direction_dom_wind_tab'), # cltfile=direction_clt_file_path # ) # At last - cross fingers* it all worked out! *and toes !!! print "\n***Finished successfully***\n"
def main(): # Theme variables themedir = 'net_radiative_flux' themename = 'Daily avg. net radiation flux' # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/net_radiative_flux.py YYYY-MM-DD [options]" parser = OptionParser(usage=usage) parser.add_option("-t", "--timerange", action="store", dest="timerange", type="string", default="[7,31]", help='''Time-range as "[7,31]"''') parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 1: parser.error("Please provide the date in ISO format YYYY-MM-DD!") parser.print_help() # get current datetime cdt = iso2datetime(args[0]+" 06:00:00") ncfilename = "UM4_sf00_%s.nc" % datetime2BILdate(cdt) if len(args) != 1: parser.error("Please provide an input file!") else: # Add full path to the filename ncfile = os.path.join(netCDFin, str(cdt.year), ncfilename) timerange = eval(options.timerange) if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: if timerange == None: # Load wind data from prognosis (netCDF file) for entire time-range ds = Dataset(ncfile, 'r') _time = ds.variables['time'][:] SWnet = ds.variables['net_sw_surface'][:,:,:] LWnet = ds.variables['net_lw_surface'][:,:,:] Hs = ds.variables['sensible_heat_surface'][:,:,:] Hl = ds.variables['latent_heat_surface'][:,:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() else: # Load wind data from prognosis (netCDF file) for selected time-range ds = Dataset(ncfile, 'r') _time = ds.variables['time'][timerange[0]:timerange[1]] SWnet = ds.variables['net_sw_surface'][timerange[0]:timerange[1],:,:] LWnet = ds.variables['net_lw_surface'][timerange[0]:timerange[1],:,:] Hs = ds.variables['sensible_heat_surface'][timerange[0]:timerange[1],:,:] Hl = ds.variables['latent_heat_surface'][timerange[0]:timerange[1],:,:] rlon = ds.variables['rlon'][:] rlat = ds.variables['rlat'][:] ds.close() from netCDF4 import num2date for t in _time: print num2date(t, "seconds since 1970-01-01 00:00:00 +00:00") # Setup outputs tstruct = time.gmtime(_time[-1]) # or -1 if it should be the average until that date outfile = '%s_%s_%s_%s' % (themedir, str(tstruct.tm_year).zfill(4), str(tstruct.tm_mon).zfill(2), str(tstruct.tm_mday).zfill(2)) print outfile outdir = os.path.join(BILout, themedir, str(cdt.year)) if not os.path.exists(outdir): if not os.path.exists(os.path.join(BILout, themedir)): os.chdir(BILout) os.system('mkdir %s' % themedir) os.chdir(os.path.join(BILout, themedir)) os.system('mkdir %s' % str(cdt.year)) # Calculate the wind speed vector - using model() Rnet = model(SWnet, LWnet, Hs, Hl) # interpolate total average wind speed to seNorge grid Rnet_intp = interpolate(rlon, rlat, Rnet) # Replace NaN values with the appropriate FillValue Rnet_intp = nan2fill(Rnet_intp) # # Set no-data values to IntFillValue # mask = senorge_mask() # tgss[mask] = IntFillValue # # if options.bil: # # Write to BIL file # bilfile = BILdata(os.path.join(outdir, outfile+'.bil'), # datatype='int16') # biltext = bilfile.write(tgss) # print biltext if options.nc: # Prepare data # Change array order ncRnet = (Rnet_intp) # Write to NC file ncfile = NCdata(os.path.join(outdir, outfile+'.nc')) ncfile.new(_time[-1]) ncfile.add_variable(themedir, ncRnet.dtype.str, "W m-2", themename, ncRnet) ncfile.close() # if options.png: # from pysenorge.io.png import writePNG # # Write to PNG file # writePNG(flipud(Rnet_intp), os.path.join(outdir, outfile), # cltfile=os.path.join(BILout, themedir, "tgss.clt") # ) # At last - cross fingers it all worked out! print "\n*** Finished successfully ***\n"
def main(): """ Loads and verifies input data, calls the model, and controls the output stream. """ # Theme variables themedir1 = 'wind_speed_avg_1500m' themedir2 = 'wind_speed_max_1500m' today = datetime.date.today().strftime("%Y_%m_%d") tomorrow = (datetime.date.today() + datetime.timedelta(days=1)).strftime("%Y_%m_%d") # Setup input parser usage = "usage: python //~HOME/pysenorge/theme_layers/ \ average_windspeed_daily.py YYYY-MM-DD NC-File-Describtion [options]" #--------------------------------------------------------- #add options with parser module parser = OptionParser(usage=usage) #create no bil parser.add_option("--no-bil", action="store_false", dest="bil", default=True, help="Set to suppress output in BIL format") #create netCDF parser.add_option("--nc", action="store_true", dest="nc", default=False, help="Set to store output in netCDF format") #create png parser.add_option("--png", action="store_true", dest="png", default=False, help="Set to store output as PNG image") # Comment to suppress help # parser.print_help() (options, args) = parser.parse_args() # Verify input parameters if len(args) != 2: parser.error("Please provide the date in ISO format YYYY-MM-DD and the timenc!") parser.print_help() #Select which date yr = str(args[0].split("-")[0]) mon = str(args[0].split("-")[1]) day = str(args[0].split("-")[2]) #Select which nc-file timearg = args[1] load_date = "%s_%s_%s" % (yr, mon, day) ncfilename = "AROME_WIND_850_NVE_%s_%s.nc" % (timearg, load_date) ncfile = os.path.join(netCDFin, "2013", ncfilename) #Test if path of the netCDF file exists if not os.path.exists(ncfile): parser.error("%s does not exist!" % ncfile) else: # Load wind data from prognosis (netCDF file) for entire time-range ds = Dataset(ncfile, 'r') wind_time = ds.variables['time'][:] x_wind = ds.variables['x_wind_850hpa'][:, :, :] y_wind = ds.variables['y_wind_850hpa'][:, :, :] ds.close() print "Using input data from file %s" % ncfile #Get timenc and control if the time is right ob_time = time.strftime("%H", time.gmtime(wind_time[0])) data_timenc = _time_fun(ob_time) if timearg == data_timenc: pass else: print "The given input parameter and time value of the netCDF are not the same" timenc = data_timenc #--------------------------------------------------------- #Output paths, output filenames and timerange begin_time = time.strftime("%d-%m-%Y-%H:%M:%S", time.gmtime(wind_time[0])) end_time = time.strftime("%d-%m-%Y-%H:%M:%S", time.gmtime(wind_time[24])) print "For the period from the", begin_time, "to", end_time outfile1 = '%s_%s' % (themedir1, today) outfile2 = '%s_%s' % (themedir2, today) cdt = iso2datetime(args[0] + " 06:00:00") #--------------------------------------------------------- #Output path 1 outdir1 = os.path.join(BILout, themedir1, str(get_hydroyear(cdt))) if not os.path.exists(outdir1): if not os.path.exists(os.path.join(BILout, themedir1)): os.chdir(BILout) os.system('mkdir %s' % themedir1) os.chdir(os.path.join(BILout, themedir1)) os.system('mkdir %s' % str(get_hydroyear(cdt))) #Output path 2 outdir2 = os.path.join(BILout, themedir2, str(get_hydroyear(cdt))) if not os.path.exists(outdir2): if not os.path.exists(os.path.join(BILout, themedir2)): os.chdir(BILout) os.system('mkdir %s' % themedir2) os.chdir(os.path.join(BILout, themedir2)) os.system('mkdir %s' % str(get_hydroyear(cdt))) #Output path for wind_00 til wind _18 if timenc == "00": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "00") elif timenc == "06": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "06") elif timenc == "12": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "12") elif timenc == "18": outdir_hour = os.path.join(BILout, str(get_hydroyear(cdt)), load_date, "18") if not os.path.exists(outdir_hour): if not os.path.exists(os.path.join(BILout, str(get_hydroyear(cdt)))): os.chdir(BILout) os.system('mkdir %s' % str(get_hydroyear(cdt))) os.chdir(os.path.join(BILout, str(get_hydroyear(cdt)))) os.makedirs('%s/%s/' % (load_date, timenc)) #--------------------------------------------------------- # Calculate the wind speed vector - using model() total_wind_avg, max_wind, total_wind, wind_dir_cat, \ hour_wind = model(x_wind, y_wind) # interpolate total average wind speed to seNorge grid total_wind_avg_intp = interpolate_new(total_wind_avg) max_wind_intp = interpolate_new(max_wind) wind_dir_intp = interpolate_new(wind_dir_cat) #dom_wind_tab_intp = interpolate_new(dom_wind_tab) # Replace NaN values with the appropriate FillValue total_wind_avg_intp = nan2fill(total_wind_avg_intp) max_wind_intp = nan2fill(max_wind_intp) wind_dir_intp = nan2fill(wind_dir_intp) #dom_wind_tab_intp = nan2fill(dom_wind_tab_intp) #-------------------------------------------------------- #Hourly wind forecast based on the recent AROME input file if timenc == "18": #at 01:00 wind_18 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[0, :, :]) #at 07:00 wind_00 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[6, :, :]) #at 13:00 wind_06 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[12, :, :]) #at 19:00 wind_12 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_18_1500m", today) outfile4 = '%s_%s' % ("wind_speed_00_1500m", today) outfile5 = '%s_%s' % ("wind_speed_06_1500m", today) outfile6 = '%s_%s' % ("wind_speed_12_1500m", today) elif timenc == "00": #at 07:00 wind_00 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[0, :, :]) #at 13:00 wind_06 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[6, :, :]) #at 19:00 wind_12 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[12, :, :]) #next day at 01:00 wind_18 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_00_1500m", today) outfile4 = '%s_%s' % ("wind_speed_06_1500m", today) outfile5 = '%s_%s' % ("wind_speed_12_1500m", today) outfile6 = '%s_%s' % ("wind_speed_18_1500m", tomorrow) elif timenc == "06": #at 13:00 wind_06 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[0, :, :]) #at 19:00 wind_12 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[6, :, :]) #next day 01:00 wind_18 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[12, :, :]) #next day 07:00 wind_00 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_06_1500m", today) outfile4 = '%s_%s' % ("wind_speed_12_1500m", today) outfile5 = '%s_%s' % ("wind_speed_18_1500m", tomorrow) outfile6 = '%s_%s' % ("wind_speed_00_1500m", tomorrow) elif timenc == "12": #at 19:00 wind_12 = interpolate_new(total_wind[0, :, :]) hour_wind_intp_12 = interpolate_new(hour_wind[0, :, :]) #next day 01:00 wind_18 = interpolate_new(total_wind[6, :, :]) hour_wind_intp_18 = interpolate_new(hour_wind[6, :, :]) #next day 07:00 wind_00 = interpolate_new(total_wind[12, :, :]) hour_wind_intp_00 = interpolate_new(hour_wind[12, :, :]) #next day 13:00 wind_06 = interpolate_new(total_wind[18, :, :]) hour_wind_intp_06 = interpolate_new(hour_wind[18, :, :]) outfile3 = '%s_%s' % ("wind_speed_12_1500m", today) outfile4 = '%s_%s' % ("wind_speed_18_1500m", tomorrow) outfile5 = '%s_%s' % ("wind_speed_00_1500m", tomorrow) outfile6 = '%s_%s' % ("wind_speed_06_1500m", tomorrow) #--------------------------------------------------------- #Option --bil: Multiplied by 10 to store data as integer if options.bil: from pysenorge.grid import senorge_mask mask = senorge_mask() #Avg wind bil_avg_wind = flipud(uint16(total_wind_avg_intp * 10.0)) bil_avg_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir1, outfile1 + '.bil'), datatype='uint16') #Colapse into one dimension biltext = bilfile.write(bil_avg_wind.flatten()) print biltext # Max wind bil_max_wind = flipud(uint16(max_wind_intp * 10.0)) bil_max_wind[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir2, outfile2 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_max_wind.flatten()) print biltext # bil wind at 00 bil_wind_00 = flipud(uint16(wind_00 * 10.0)) bil_wind_00[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile3 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_00.flatten()) print biltext # bil wind at 06 bil_wind_06 = flipud(uint16(wind_06 * 10.0)) bil_wind_06[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile4 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_06.flatten()) print biltext #bil wind at 12 bil_wind_12 = flipud(uint16(wind_12 * 10.0)) bil_wind_12[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile5 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_12.flatten()) print biltext #bil wind at 18 bil_wind_18 = flipud(uint16(wind_18 * 10.0)) bil_wind_18[mask] = UintFillValue bilfile = BILdata(os.path.join(outdir_hour, outfile6 + '.bil'), datatype='uint16') biltext = bilfile.write(bil_wind_18.flatten()) print biltext #--------------------------------------------------------- #Option --nc: write a nc file if options.nc: ncfile = NCdata(os.path.join(outdir1, outfile1 + '.nc')) ncfile.new(wind_time[-1]) ncfile.add_variable('avg_wind_speed', total_wind_avg.dtype.str, "m s-1", 'Average wind speed last 24h', total_wind_avg_intp) ncfile.add_variable('max_wind_speed', max_wind.dtype.str, "m s-1", 'Maximum wind gust last 24h', max_wind_intp) ncfile.add_variable('wind_direction', wind_dir_cat.dtype.str, "cardinal direction", 'Prevailing wind direction last 24h', wind_dir_intp) ncfile.add_variable('wind_00', wind_00.dtype.str, "m s-1", 'Wind forecast 01:00', wind_00) ncfile.add_variable('wind_06', wind_06.dtype.str, "m s-1", 'Wind forecast 07:00', wind_06) ncfile.add_variable('wind_12', wind_12.dtype.str, "m s-1", 'Wind forecast 13:00', wind_12) ncfile.add_variable('wind_18', wind_18.dtype.str, "m s-1", 'Wind forecast 19:00', wind_18) ncfile.close() #--------------------------------------------------------- #Option --png: Write a PNG files if options.png: avg_clt_file_path = "/home/ralf/Dokumente/summerjob/data/avg_wind_speed_10_no.clt" max_clt_file_path = "/home/ralf/Dokumente/summerjob/data/max_wind_speed_10_no.clt" direction_clt_file_path = "/home/ralf/Dokumente/summerjob/data/wind_direction_10_no.clt" #Creates png file wind average writePNG(total_wind_avg_intp[:, :], os.path.join(outdir1, outfile1), cltfile=avg_clt_file_path ) #Creates png file wind max writePNG(max_wind_intp[:, :], os.path.join(outdir2, outfile2), cltfile=max_clt_file_path ) #Hourly wind speed maps writePNG(wind_00, os.path.join(outdir_hour, outfile3), cltfile=avg_clt_file_path ) writePNG(wind_06, os.path.join(outdir_hour, outfile4), cltfile=avg_clt_file_path ) writePNG(wind_12, os.path.join(outdir_hour, outfile5), cltfile=avg_clt_file_path ) writePNG(wind_18, os.path.join(outdir_hour, outfile6), cltfile=avg_clt_file_path ) #Wind direction writePNG(wind_dir_intp[:, :], os.path.join(outdir1, 'wind_direction'), cltfile=direction_clt_file_path ) #Hourly wind directions writePNG(hour_wind_intp_00[:, :], os.path.join(outdir1, 'wind_direction_hour_00'), cltfile=direction_clt_file_path ) writePNG(hour_wind_intp_06[:, :], os.path.join(outdir1, 'wind_direction_hour_06'), cltfile=direction_clt_file_path ) writePNG(hour_wind_intp_12[:, :], os.path.join(outdir1, 'wind_direction_hour_12'), cltfile=direction_clt_file_path ) writePNG(hour_wind_intp_18[:, :], os.path.join(outdir1, 'wind_direction_hour_18'), cltfile=direction_clt_file_path ) #Maximal dominate wind speed #writePNG(dom_wind_tab_intp[:, :], # os.path.join(outdir1, today, 'wind_direction_dom_wind_tab'), # cltfile=direction_clt_file_path # ) # At last - cross fingers* it all worked out! *and toes !!! print "\n***Finished successfully***\n"