Esempio n. 1
0
  def data(self,date0=False,date1=False,quiet=True):
    '''
    Returns atm data form all times in basefolder files or between
    date0 (>=) and date1 (<=)
    '''
    # get data for all times in file:
    res=interim_file_data(self.files,quiet=quiet)
    time=res['time']
    if date0:
      date0=dateu.parse_date(date0)
      i,=np.where(time>=date0)
      i=i[0]
    else: i=0

    if date1:
      date1=dateu.parse_date(date1)
      j,=np.where(time<=date1)
      j=j[-1]
    else: j=len(time)

    if date0 or date1:
      for k in res.keys():
        if k =='time':
          res[k]=res[k][i:j+1]
        else:
          res[k].data=res[k].data[i:j+1,...]

    return res
Esempio n. 2
0
    def data(self, date0=False, date1=False, quiet=True):
        '''
    Returns atm data form all times in basefolder files or between
    date0 (>=) and date1 (<=)
    '''
        # get data for all times in file:
        res = interim_file_data(self.files, quiet=quiet)
        time = res['time']
        if date0:
            date0 = dateu.parse_date(date0)
            i, = np.where(time >= date0)
            i = i[0]
        else:
            i = 0

        if date1:
            date1 = dateu.parse_date(date1)
            j, = np.where(time <= date1)
            j = j[-1]
        else:
            j = len(time)

        if date0 or date1:
            for k in res.keys():
                if k == 'time':
                    res[k] = res[k][i:j + 1]
                else:
                    res[k].data = res[k].data[i:j + 1, ...]

        return res
Esempio n. 3
0
def gen_clmbry(date,FA='a',nest=0,cf=CONF,quiet=True):
  date=dateu.parse_date(date)
  err=''
  isFatal=False

  fclm=opt.nameof('in','clm',date=date,FA=FA,nest=nest,cf=cf)
  fbry=opt.nameof('in','bry',date=date,FA=FA,nest=nest,cf=cf)
  grd=opt.nameof('in','grd',cf=cf)

  if os.path.isfile(fclm) and os.path.isfile(fbry):
    err='CLMBRY files already exists'
    isFatal=False
  else:
    nforec=opt.n_pred(cf)
    import get_mercator as get_hycom
    # no need to check if data is ready! if not gen_clm_bry will return error!
    # anyway, cannot know if hycom data of today is analtsis or forecast!!

    date1=None
    if FA=='f': date1=dateu.parse_date(dateu.next_date(date,nforec))
    try:
      err=get_hycom.gen_clm_bry(fclm,fbry,grd,date,date1,quiet=quiet)
      if err:
        err='ERROR creating clm bry files : %s' % err
        isFatal=True
    except:
      err='ERROR creating clm bry files'
      isFatal=True


  return err, isFatal, fclm,fbry
Esempio n. 4
0
def clean_nc_files(cf,
                   date1,
                   date2,
                   type,
                   FA,
                   nest=0,
                   mdkeep=0,
                   wkeep=-1,
                   clean=False,
                   quiet=False,
                   output=sys.stdout):
    '''
  mdkeep: day,month to keep
  ex: mdkeep=1     => keep day 1 of every month
  ex: mdkeep=(1,1) => keep day 1 of January (month,day)
  ex: mdkeep=0     => no keep

  wkeep: day of week to keep:
  ex: wkeep=0  => keep first day of week (synday)
  ex: wkeep=-1 => no keep
  '''

    date = date1
    while date <= date2:
        f = opt.nameof('out', type, date, FA, nest, cf)
        if os.path.isfile(f):
            hs = cb.hsize(os.path.getsize(f))

            y, m, d = dateu.parse_date(date)
            dweek = dateu.parse_date(date).weekday()

            if mdkeep == -1:
                MDkeep = dateu.mndays(
                    y, m)  # last day of month, then calc last day:
            else:
                MDkeep = mdkeep

            if MDkeep and MDkeep == d or MDkeep == (m, d):
                if not quiet:
                    print >> output, '*Keeping ', date, ' ', f, ' ', hs[0], hs[
                        1], '**', MDkeep
            elif wkeep != -1 and wkeep == dweek:
                if not quiet:
                    print >> output, '*Keeping ', date, ' ', f, ' ', hs[0], hs[
                        1], '*', wkeep
            else:
                if not quiet:
                    if clean:
                        print >> output, 'Removing ', date, ' ', f, ' ', hs[
                            0], hs[1]
                    else:
                        print >> output, 'Not removing ', date, ' ', f, ' ', hs[
                            0], hs[1]

                if clean: os.remove(f)
        else:
            print >> output, date, ' ', FA, ' no file'

        date = dateu.next_date(date, 1)
Esempio n. 5
0
def dates_info(cf=CONF):
    '''
  Configuration start_date and end_date in the form yyyymmdd
  '''
    start_date, e = get_conf(cf, 'DATES', 'start_date', type=str)
    end_date, e = get_conf(cf, 'DATES', 'end_date', type=str)
    start_date = sjoin(start_date.split('-'), '')
    end_date = sjoin(end_date.split('-'), '')
    return dateu.parse_date(start_date), dateu.parse_date(end_date)
Esempio n. 6
0
def dates_info(cf=CONF):
  '''
  Configuration start_date and end_date in the form yyyymmdd
  '''
  start_date,e = get_conf(cf,'DATES','start_date',type=str)
  end_date,e   = get_conf(cf,'DATES','end_date',type=str)
  start_date = sjoin(start_date.split('-'),'')
  end_date   = sjoin(end_date.split('-'),'')
  return dateu.parse_date(start_date),dateu.parse_date(end_date)
Esempio n. 7
0
def op_plt_many(conf, plconf, startDate, endDate, FA=('a', 'f'), **kargs):
    startDate = dateu.parse_date(startDate)
    endDate = dateu.parse_date(endDate)
    date = dateu.next_date(startDate, -1)
    while endDate > date:
        date = dateu.next_date(date)
        for p in FA:
            errs, names = op_plt(conf, plconf, date, FA=p, **kargs)
            for e, n in zip(errs, names):
                print e, n
Esempio n. 8
0
def op_plt_many(conf,plconf,startDate,endDate,FA=('a','f'),**kargs):
  startDate=dateu.parse_date(startDate)
  endDate=dateu.parse_date(endDate)
  date=dateu.next_date(startDate,-1)
  while endDate>date:
    date=dateu.next_date(date)
    for p in FA:
      errs,names=op_plt(conf,plconf,date,FA=p,**kargs)
      for e,n in zip(errs,names):
        print e,n
Esempio n. 9
0
def op_plt_wind_rose(conf, plconf, date, FA='a', nest=0, **kargs):
    closefig = kargs.get('closefig', True)
    clearfig = kargs.get('clearfig', True)
    save = kargs.get('save', True)

    date = dateu.parse_date(date)

    Err = []
    Out = []
    pltpath = opt.nameof('out', 'plots', cf=conf)

    Data, err = opt.get_plconf(plconf, 'WINDR')

    ifig = -1
    for tag in Data['tag']:
        ifig += 1

        args = {}
        args['ifig'] = ifig

        err, figs, info = plt_wind_rose(conf, plconf, date, FA, nest, **args)
        if not err:
            # save:
            if save:
                if tag: Tag = '_' + tag
                else: Tag = tag

                tmp = dateu.parse_date(date)
                Y, M, D = tmp.year, tmp.month, tmp.day
                Ydest = os.path.join(pltpath, '%s' % Y)
                if not os.path.isdir(Ydest): os.mkdir(Ydest)
                MDdest = os.path.join(Ydest, '%02d_%02d' % (M, D))
                if not os.path.isdir(MDdest): os.mkdir(MDdest)

                N = -1
                for fig in figs:
                    N += 1
                    place, day = info[N]
                    savename = 'wind_rose_%s_%s_%d_%s_n%d%s' % (
                        date, FA, day, place, nest, Tag)

                    savename = os.path.join(
                        MDdest, savename + '.' + Data['extension'][ifig])
                    Out += [savename]

                    fig.savefig(savename, dpi=fig.dpi)

                    if clearfig: fig.clear()
                    if closefig: pl.close(fig)

    return Err, Out
Esempio n. 10
0
def op_plt_wind_rose(conf,plconf,date,FA='a',nest=0,**kargs):
  closefig = kargs.get('closefig',True)
  clearfig = kargs.get('clearfig',True)
  save     = kargs.get('save',True)

  date=dateu.parse_date(date)

  Err=[]
  Out=[]
  pltpath = opt.nameof('out','plots',cf=conf)

  Data,err = opt.get_plconf(plconf,'WINDR')

  ifig=-1
  for tag in Data['tag']:
    ifig+=1

    args={}
    args['ifig']=ifig

    err,figs,info=plt_wind_rose(conf,plconf,date,FA,nest,**args)
    if not err:
      # save:
      if save:
        if tag: Tag='_'+tag
        else: Tag=tag

        tmp=dateu.parse_date(date)
        Y,M,D=tmp.year,tmp.month,tmp.day
        Ydest  = os.path.join(pltpath,'%s' % Y )
        if not os.path.isdir(Ydest): os.mkdir(Ydest)
        MDdest = os.path.join(Ydest,'%02d_%02d' % (M,D) )
        if not os.path.isdir(MDdest): os.mkdir(MDdest)

        N=-1
        for fig in figs:
          N+=1
          place,day=info[N]
          savename='wind_rose_%s_%s_%d_%s_n%d%s' % (date,FA,day,place,nest,Tag)

          savename=os.path.join(MDdest,savename+'.'+Data['extension'][ifig])
          Out+=[savename]

          fig.savefig(savename,dpi=fig.dpi)

          if clearfig: fig.clear()
          if closefig: pl.close(fig)

  return Err,Out
Esempio n. 11
0
def gen_mdates(cf,prev_month=-1):
  start_date,end_date=opt.dates_info(cf)
  y1,m1,d1=dateu.parse_date(start_date)

  y,m,d=dateu.parse_date(dateu.currday())
  y2,m2=dateu.next_month(y,m,n=prev_month)

  dates=dateu.mrange(y1,m1,y2,m2)
  out=[]
  for i in range(len(dates)-1):
    date1=dates[i]
    date2=dateu.next_date(dates[i+1],-1)
    out+=[(date1,date2)]

  return out
Esempio n. 12
0
def gen_mdates(cf, prev_month=-1):
    start_date, end_date = opt.dates_info(cf)
    y1, m1, d1 = dateu.parse_date(start_date)

    y, m, d = dateu.parse_date(dateu.currday())
    y2, m2 = dateu.next_month(y, m, n=prev_month)

    dates = dateu.mrange(y1, m1, y2, m2)
    out = []
    for i in range(len(dates) - 1):
        date1 = dates[i]
        date2 = dateu.next_date(dates[i + 1], -1)
        out += [(date1, date2)]

    return out
Esempio n. 13
0
def check_bc(date,FA,wait=3600,cf=CONF):
  print 'checking parent model...'
  import get_mercator as get_hycom
  nforec=opt.n_pred(cf)
  date1=None
  if FA=='f': date1=dateu.parse_date(dateu.next_date(date,nforec))

  ir=get_hycom.is_ready(date,date1,check1=FA=='a')

  if get_hycom.is_ready(date,date1):
    print 'bc ok at check'
    return True
  else:
    now   = dateu.currday()
    tdiff = dateu.date_diff(date,now)
    print "waiting for bc"
    while tdiff.days < 1.5:
      time.sleep(wait)
      sys.stdout.write('.')
      now   = dateu.currday()
      tdiff = dateu.date_diff(date,now)

      cond= get_hycom.is_ready(date,date1,check1=FA=='a')
      print "  bc file ready =  ",cond,' at ',now, tdiff
      if cond: return True

  return get_hycom.is_ready(date,date1,check1=FA=='a')
Esempio n. 14
0
def gen_url(date,varname,dataset='GOM'):

  names={}
  names['temperature']='temp'
  names['salinity']='salt'
  names['u']='uvel'
  names['v']='vvel'

  if varname in names.keys(): varname=names[varname]

  date=dateu.parse_date(date)
  y=date.year
  if dataset=='GOM':
    date=date.strftime('%Y%m%d')
    if date<='20120406':
      return 'http://tds.hycom.org/thredds/dodsC/GOMl0.04/expt_30.1'
    else:
      return 'http://tds.hycom.org/thredds/dodsC/GOMl0.04/expt_31.0'


    url0='http://tds.hycom.org/opendap/nph-dods/datasets/hycom/GOMl0.04/expt_20.1/'
    date=date.strftime('%Y%m%d')

    if date>='20120101':
      url='http://tds.hycom.org/thredds/dodsC/GOMl0.04/expt_30.1/2012'
    elif date>='20110101':
      return 'http://tds.hycom.org/thredds/dodsC/GOMl0.04/expt_30.1/2011'

  elif dataset=='GLOBAL':
    return 'http://tds.hycom.org/thredds/dodsC/glb_analysis'
Esempio n. 15
0
def op_plt(conf,plconf,date,FA,nest=0,**kargs):
  herr=hout=ferr=fout=werr=wout=wrerr=wrout=[]
  flags=opt.flags_info(plconf)

  data=dateu.parse_date(date)

  hcond  = (FA=='a' and flags['hslicesa']) or (FA=='f' and flags['hslicesf'])
  fcond  = (FA=='a' and flags['floatsa'])  or (FA=='f' and flags['floatsf'])
  wcond  = (FA=='a' and flags['winda'])    or (FA=='f' and flags['windf'])
  wrcond = (FA=='a' and flags['windra'])   or (FA=='f' and flags['windrf'])

  if 'vname' in kargs.keys():
    hcond  = kargs['vname'] in ('temp','salt','zeta') or kargs['vname'].startswith('dye')
    fcond  = kargs['vname']=='floats'
    wcond  = kargs['vname']=='wind'
    wrcond = kargs['vname']=='windr'
    if hcond:  fcond,wcond,wrcond = False,False,False
    if fcond:  hcond,wcond,wrcond = False,False,False
    if wcond:  hcond,fcond,wrcond = False,False,False
    if wrcond: hcond,fcond,wcond  = False,False,False

  if hcond:  herr, hout  = op_plt_hslice(conf,plconf,date,FA,nest,**kargs)
  if fcond:  ferr, fout  = op_plt_flt(conf,plconf,date,FA,nest,**kargs)
  if wcond:  werr, wout  = op_plt_wind(conf,plconf,date,FA,nest,**kargs)
  if wrcond: wrerr,wrout = op_plt_wind_rose(conf,plconf,date,FA,nest,**kargs)

  return herr+ferr+werr+wrerr,hout+fout+wout+wrout
Esempio n. 16
0
    def fill(self, data, tind='next', quiet=1):
        '''
    Fills model netcdf climatology file (data can be provided by
    prognostic.data2roms

    '''
        nc = netcdf.Pync(self.filename, 'w')
        if tind == 'next': tind = nc.dims['time']

        if not quiet: print('filling clm file %s' % self.filename)

        # about time:
        try:
            date = dts.parse_date(data['date'])
            time = netcdf.date2num(date, self.tunits)
        except:
            time = data['date']  # date as number!

        for i in nc.varnames:
            if i.endswith('time'):
                if not quiet: print('  -- %s tind=%d %f' % (i, tind, time))
                nc.vars[i][tind] = time

        names = 'temp', 'salt', 'u', 'v', 'ubar', 'vbar', 'zeta'
        for i in names:
            if not quiet: print('  %s' % i)
            nc.vars[i][tind, ...] = data[i]

        nc.close()
Esempio n. 17
0
def gen_ini(date,FA='a',nest=0,cf=CONF):
  date=dateu.parse_date(date)
  dateRst=dateu.next_date(date,-1)


  rst=opt.nameof('out','rst',date=dateRst,FA=FA,nest=nest,cf=cf)

  ini=opt.nameof('in', 'ini',date=date,FA=FA,nest=nest,cf=cf)
  err=False
  isFatal=False

  if os.path.isfile(ini):
    err='INI file already exists: ....%s' % ini[-30:]
    isFatal=False
  elif not os.path.isfile(rst):
    err='RST file not found: %s' % rst
    isFatal=True
  else:
    y,m,d=date.year,date.month,date.day
    model=opt.get_conf(cf,'MODEL','name',type=str)[nest]
    if model.lower()=='roms-agrif' and (m,d)==(1,1):
      # copy and change time to 0:
      err=opt.restart_ini(rst,ini)
      if err: isFatal=True
    else:
      # do not copy, create link:
      try:
        os.symlink(rst,ini)
      except OSError, e:
        err=e.strerror
        isFatal=True
Esempio n. 18
0
def gen_atmfrc(date,FA='a',nest=0,cf=CONF,quiet=True):
  date=dateu.parse_date(date)
  err=''
  isFatal=False

  fname=opt.nameof('in','blk',date=date,FA=FA,nest=nest,cf=cf)

  if os.path.isfile(fname):
    err='BLK file already exists'
    isFatal=False
  else:
    grd=opt.nameof('in','grd',cf=cf)
    atmPath = opt.pathof(cf,'external','atm')
    atmData=opt.atm_info(cf)['data']
    nforec=opt.n_pred(cf)

    if atmData=='wrf':
      cycle=366-29+dateu.mndays(date.year,date.month)
      err=bfrc.make_blk_wrf(fname,grd,date,FA,atmPath,quiet=quiet,cycle=cycle)
    elif atmData=='gfs':
      from okean.roms.inputs import surface
      if FA=='a': nforec=0
      model=opt.get_conf(cf,'MODEL','name',type=str)[nest].lower()
      surface.make_blk_gfs(atmPath,grd,fname,date,nforec=nforec,model=model,quiet=quiet)

    try:
      if err:
        err='ERROR creating bulk file ('+err+')'
        isFatal=True
    except OSError, e:
      err='ERROR creating bulk file ('+str(e)+')'
      isFatal=True
    except:
Esempio n. 19
0
def op_plt(conf, plconf, date, FA, nest=0, **kargs):
    herr = hout = ferr = fout = werr = wout = wrerr = wrout = []
    flags = opt.flags_info(plconf)

    data = dateu.parse_date(date)

    hcond = (FA == 'a' and flags['hslicesa']) or (FA == 'f'
                                                  and flags['hslicesf'])
    fcond = (FA == 'a' and flags['floatsa']) or (FA == 'f'
                                                 and flags['floatsf'])
    wcond = (FA == 'a' and flags['winda']) or (FA == 'f' and flags['windf'])
    wrcond = (FA == 'a' and flags['windra']) or (FA == 'f' and flags['windrf'])

    if 'vname' in kargs.keys():
        hcond = kargs['vname'] in ('temp', 'salt',
                                   'zeta') or kargs['vname'].startswith('dye')
        fcond = kargs['vname'] == 'floats'
        wcond = kargs['vname'] == 'wind'
        wrcond = kargs['vname'] == 'windr'
        if hcond: fcond, wcond, wrcond = False, False, False
        if fcond: hcond, wcond, wrcond = False, False, False
        if wcond: hcond, fcond, wrcond = False, False, False
        if wrcond: hcond, fcond, wcond = False, False, False

    if hcond: herr, hout = op_plt_hslice(conf, plconf, date, FA, nest, **kargs)
    if fcond: ferr, fout = op_plt_flt(conf, plconf, date, FA, nest, **kargs)
    if wcond: werr, wout = op_plt_wind(conf, plconf, date, FA, nest, **kargs)
    if wrcond:
        wrerr, wrout = op_plt_wind_rose(conf, plconf, date, FA, nest, **kargs)

    return herr + ferr + werr + wrerr, hout + fout + wout + wrout
Esempio n. 20
0
def zip_out_monthly(cf, ccf):
    '''Compress monthly model stdout files until previous month - minmonths
  See clean.conf
  '''
    quiet = opt.get_conf(ccf, 'FLAGS')[0]['quiet']
    conf, err = opt.get_conf(ccf, 'OUT')
    if not conf['run']: return

    dates = gen_mdates(cf, prev_month=-conf['minmonths'])

    # start log:
    flog = log_init(cf, ccf)
    if not quiet: print >> flog, 'zip_out_monthly'.upper() + ' :'

    for date1, date2 in dates:
        y, m = dateu.parse_date(date1)[:-1]
        month = dateu.month_names(m).lower()
        label = '%s_%d' % (month, y)
        for FA in 'fa':
            zip_rout(cf,
                     date1,
                     date2,
                     FA,
                     conf['clean'],
                     quiet,
                     label,
                     output=flog)

    # end log:
    if not quiet: print >> flog, ''  # empty line
    log_end(flog)
Esempio n. 21
0
  def fill(self,data,tind='next',quiet=1):
    '''
    Fills model netcdf climatology file (data can be provided by
    prognostic.data2roms

    '''
    nc=netcdf.Pync(self.filename,'w')
    if tind=='next': tind=nc.dims['time']


    if not quiet: print('filling clm file %s' % self.filename)

    # about time:
    try:
      date=dts.parse_date(data['date'])
      time=netcdf.date2num(date,self.tunits)
    except:
      time=data['date'] # date as number!

    for i in nc.varnames:
      if i.endswith('time'):
        if not quiet: print('  -- %s tind=%d %f' % (i,tind,time))
        nc.vars[i][tind]=time


    names='temp','salt','u','v','ubar','vbar','zeta'
    for i in names:
      if not quiet: print('  %s' % i)
      nc.vars[i][tind,...]=data[i]

    nc.close()
Esempio n. 22
0
def op_plt_wind(conf, plconf, date, FA='a', nest=0, **kargs):
    closefig = kargs.get('closefig', True)
    clearfig = kargs.get('clearfig', True)
    save = kargs.get('save', True)

    date = dateu.parse_date(date)

    Figure, err = opt.get_plconf(plconf, 'FIGURE')

    Err = []
    Out = []
    pltpath = opt.nameof('out', 'plots', cf=conf)

    Data, err = opt.get_plconf(plconf, 'WIND')

    ifig = -1
    for tag in Figure['tag']:
        ifig += 1

        args = {}
        args['ifig'] = ifig

        tind = Data['time'][ifig]
        if tind == 'dailyMean':
            if FA == 'a': ndays = 1
            elif FA == 'f': ndays = int(opt.get_conf(conf, 'PRED', 'npred')[0])

        for day in range(ndays):  # loop over time:

            args['day'] = day
            err, fig, info = plt_wind(conf, plconf, date, FA, nest, **args)
            Err += [err]
            if not err:

                # save:
                if save:
                    if tag: Tag = '_' + tag
                    else: Tag = tag
                    savename = 'wind_%s_%s_%d_n%d%s' % (
                        date.strftime('%Y%m%d'), FA, day, nest, Tag)

                    Y, M, D = date.year, date.month, date.day
                    Ydest = os.path.join(pltpath, '%s' % Y)
                    if not os.path.isdir(Ydest): os.mkdir(Ydest)
                    MDdest = os.path.join(Ydest, '%02d_%02d' % (M, D))
                    if not os.path.isdir(MDdest): os.mkdir(MDdest)

                    savename = os.path.join(
                        MDdest, savename + '.' + Figure['extension'][ifig])
                    Out += [savename]

                    pl.savefig(savename, dpi=pl.gcf().dpi)

                if clearfig: fig.clear()
                if closefig: pl.close(fig)

    return Err, Out
Esempio n. 23
0
def roms_read_out(f):
    '''Parse ROMS output text file
     Returns Time, Ek,Ep,Etotal,Volume

     Ex: time,kin,pot,tot,vol=roms_read_out('roms.out')

     Martinho MA, 2012
  '''

    tag = '   STEP   Day'
    nskip = 2

    badFormatStr = '******'

    fid = open(f)
    lines = fid.readlines()
    n = -1
    for l in lines:
        if l.find('time_ref') >= 0: print str(int(float(l.split()[0])))
        if l.find('time_ref') >= 0:
            time_ref = dateu.parse_date(str(int(float(l.split()[0]))))
        if l.find(tag) == 0: break
        n += 1

    n = n + nskip + 1

    time = []
    kin = []
    pot = []
    tot = []
    vol = []

    c = -1
    for l in lines[n:]:
        c += 1
        if c == 0: L = len(l)
        if l.find('_') != -1 or l.find('=') != -1: continue  # DEF_HIS, etc
        if l.find(badFormatStr): l.replace(badFormatStr, '0')
        if len(l) == L:
            tmp = l.split()

            # time:
            days = int(tmp[1])
            hh, mm, ss = [int(j) for j in tmp[2].split(':')]
            time += [
                time_ref +
                datetime.timedelta(days=days, hours=hh, minutes=mm, seconds=ss)
            ]

            kin += [float(tmp[3])]
            pot += [float(tmp[4])]
            tot += [float(tmp[5])]
            vol += [float(tmp[6])]

    return np.asarray(time), np.asarray(kin), np.asarray(pot), np.asarray(
        tot), np.asarray(vol)
Esempio n. 24
0
    def data(self, date0=False, date1=False, quiet=True):
        '''
    Returns atm data form all times in basefolder files or between
    date0 (>=) and date1 (<=)
   '''
        if date0 is False: date0 = datetime.datetime(1, 1, 1)
        else: date0 = dateu.parse_date(date0)

        if date1 is False: date1 = datetime.datetime(9999, 1, 1)
        else: date1 = dateu.parse_date(date1)

        out = None
        for f in self.files:
            time = read_time(f)
            print(time[0], time[-1])
            if not np.any((time >= date0) & (time <= date1)): continue

            if not quiet: print('-> extracting file %s' % f)
            res = wrf_file_data(f, quiet=quiet)
            time = res['time']
            i, = np.where(time >= date0)
            j, = np.where(time <= date1)
            i = i[0]
            j = j[-1]

            for k in res.keys():
                if k == 'time':
                    res[k] = res[k][i:j + 1]
                else:
                    res[k].data = res[k].data[i:j + 1]

            if not out:
                out = res
            else:
                i0 = np.where(res['time'] > out['time'][-1])[0][0]
                for k in res.keys():
                    if k == 'time':
                        out[k] = np.hstack((out[k], res[k][i0:]))
                    else:
                        out[k].data = np.concatenate(
                            (out[k].data, res[k].data[i0:]))

        return out
Esempio n. 25
0
def op_plt_wind(conf,plconf,date,FA='a',nest=0,**kargs):
  closefig = kargs.get('closefig',True)
  clearfig = kargs.get('clearfig',True)
  save     = kargs.get('save',True)

  date=dateu.parse_date(date)

  Figure,err  = opt.get_plconf(plconf,'FIGURE')

  Err=[]
  Out=[]
  pltpath = opt.nameof('out','plots',cf=conf)

  Data,err = opt.get_plconf(plconf,'WIND')

  ifig=-1
  for tag in Figure['tag']:
    ifig+=1

    args={}
    args['ifig']=ifig

    tind = Data['time'][ifig]
    if tind == 'dailyMean':
      if FA=='a': ndays=1
      elif FA=='f': ndays=int(opt.get_conf(conf,'PRED','npred')[0])

    for day in range(ndays): # loop over time:

      args['day']=day
      err,fig,info=plt_wind(conf,plconf,date,FA,nest,**args)
      Err+=[err]
      if not err:

        # save:
        if save:
          if tag: Tag='_'+tag
          else: Tag=tag
          savename='wind_%s_%s_%d_n%d%s' % (date.strftime('%Y%m%d'),FA,day,nest,Tag)

          Y,M,D=date.year,date.month,date.day
          Ydest  = os.path.join(pltpath,'%s' % Y )
          if not os.path.isdir(Ydest): os.mkdir(Ydest)
          MDdest = os.path.join(Ydest,'%02d_%02d' % (M,D) )
          if not os.path.isdir(MDdest): os.mkdir(MDdest)

          savename=os.path.join(MDdest,savename+'.'+Figure['extension'][ifig])
          Out+=[savename]

          pl.savefig(savename,dpi=pl.gcf().dpi)

        if clearfig: fig.clear()
        if closefig: pl.close(fig)

  return Err,Out
Esempio n. 26
0
def roms_read_out(f,romsagrif=False):
  '''Parse ROMS output text file
     Returns Time, Ek,Ep,Etotal,Volume

     Ex: time,kin,pot,tot,vol=roms_read_out('roms.out')

     Martinho MA, 2012
  '''

  if romsagrif:
    tag=' MAIN: started time-steping.'
    nskip=2
  else:
    tag='   STEP   Day'
    nskip=2

  badFormatStr='******'

  fid=open(f)
  lines=fid.readlines()
  n=-1
  for l in lines:
    if l.find('time_ref')>=0: print str(int(float(l.split()[0])))
    if l.find('time_ref')>=0: time_ref=dateu.parse_date(str(int(float(l.split()[0]))))
    if l.find(tag)==0: break
    n+=1

  n=n+nskip+1

  time=[]
  kin=[]
  pot=[]
  tot=[]
  vol=[]

  c=-1
  for l in lines[n:]:
    c+=1
    if c==0: L=len(l)
    if l.find('_')!=-1 or l.find('=')!=-1: continue # DEF_HIS, etc
    if l.find(badFormatStr): l.replace(badFormatStr,'0')
    if len(l)==L:
      tmp=l.split()

      # time:
      days=int(tmp[1])
      hh,mm,ss=[int(j) for j in tmp[2].split(':')]
      time+=[time_ref+datetime.timedelta(days=days,hours=hh,minutes=mm,seconds=ss)]

      kin+=[float(tmp[3])]
      pot+=[float(tmp[4])]
      tot+=[float(tmp[5])]
      vol+=[float(tmp[6])]

  return np.asarray(time),np.asarray(kin),np.asarray(pot),np.asarray(tot),np.asarray(vol)
Esempio n. 27
0
File: wrf.py Progetto: jcmt/okean
  def data(self,date0=False,date1=False,quiet=True):
    '''
    Returns atm data form all times in basefolder files or between
    date0 (>=) and date1 (<=)
   '''
    if date0 is False: date0=datetime.datetime(1,1,1)
    else: date0=dateu.parse_date(date0)

    if date1 is False: date1=datetime.datetime(9999,1,1)
    else: date1=dateu.parse_date(date1)

    out=None
    for f in self.files:
      time=read_time(f)
      print time[0],time[-1]
      if not np.any((time>date0)&(time<date1)): continue

      if not quiet: print '-> extracting file %s'%f
      res=wrf_file_data(f,quiet=quiet)
      time=res['time']
      i,=np.where(time>=date0)
      j,=np.where(time<=date1)
      i=i[0]
      j=j[-1]

      for k in res.keys():
        if k =='time':
          res[k]=res[k][i:j+1]
        else:
          res[k].data=res[k].data[i:j+1]

      if not out:
        out=res
      else:
        i0=np.where(res['time']>out['time'][-1])[0][0]
        for k in res.keys():
          if k =='time':
            out[k]=np.hstack((out[k],res[k][i0:]))
          else:
            out[k].data=np.concatenate((out[k].data,res[k].data[i0:]))

    return out
Esempio n. 28
0
  def files(self,date0,date1=False):
    date0=dateu.parse_date(date0)
    if not date1: date1=date0+datetime.timedelta(1)
    else: date1=dateu.parse_date(date1)

    dates=dateu.drange(date0,date1,True)

    files=[]
    time=[]
    for d in dates:
      if d==dates[-1]: hours=[0]
      else: hours=range(0,24,narrdt)

      for hour in hours:
        #fname='narr-a_%d_%s_%02d00_000.grb' % (int(d.strftime('%j'))-1,d.strftime('%Y%m%d'),hour)
        fname='narr-a_221_%s_%02d00_000.grb' % (d.strftime('%Y%m%d'),hour)
        files+=[os.path.join(baseurl,d.strftime('%Y%m'),d.strftime('%Y%m%d'),fname)]
        time+=[d+datetime.timedelta(hour/24.)]

    return files, np.array(time)
Esempio n. 29
0
def clean_nc_files(cf,date1,date2,type,FA,nest=0,mdkeep=0,wkeep=-1,clean=False,quiet=False,output=sys.stdout):
  '''
  mdkeep: day,month to keep
  ex: mdkeep=1     => keep day 1 of every month
  ex: mdkeep=(1,1) => keep day 1 of January (month,day)
  ex: mdkeep=0     => no keep

  wkeep: day of week to keep:
  ex: wkeep=0  => keep first day of week (synday)
  ex: wkeep=-1 => no keep
  '''


  date=date1
  while date<=date2:
    f=opt.nameof('out',type,date,FA,nest,cf)
    if os.path.isfile(f):
      hs=cb.hsize(os.path.getsize(f))

      y,m,d=dateu.parse_date(date)
      dweek=dateu.parse_date(date).weekday()

      if mdkeep==-1: MDkeep=dateu.mndays(y,m) # last day of month, then calc last day:
      else: MDkeep=mdkeep

      if MDkeep and MDkeep==d or MDkeep==(m,d):
        if not quiet: print >>output,'*Keeping ',date,' ', f, ' ',hs[0],hs[1],'**', MDkeep
      elif wkeep!=-1 and wkeep==dweek:
        if not quiet: print >>output,'*Keeping ',date,' ', f, ' ',hs[0],hs[1],'*', wkeep
      else:
        if not quiet:
          if clean: print >>output,'Removing ',date,' ', f, ' ',hs[0],hs[1]
          else:     print >>output,'Not removing ',date,' ', f, ' ',hs[0],hs[1]

        if clean: os.remove(f)
    else:
      print >>output,date,' ',FA,' no file'

    date=dateu.next_date(date,1)
Esempio n. 30
0
    def __init__(self, filename, grid, sparams, **kargs):
        if not 'type' in kargs.keys(): kargs['type'] = 'ROMS Initial file'
        if not 'title' in kargs.keys(): kargs['title'] = 'ROMS Initial file'

        GenCommon.__init__(self, filename, grid, sparams, **kargs)

        self.date = kargs.get('date', 0)

        # about time:
        try:
            self.date = dts.parse_date(self.date)
            self.time = netcdf.date2num(self.date, self.tunits)
        except:
            self.time = self.date  # date as number!
Esempio n. 31
0
def nameof_log(date,FA,nest=0,cf=CONF):

  # currently Type is log

  Type='log'

  date=dateu.parse_date(date).strftime('%Y%m%d')

  name,e  = get_conf(cf,'NAME_LOG','name_'+Type,type=str)
  path0,e = get_conf(cf,'PATHS','root',type=str)
  if path0=='.': path0=os.path.realpath(os.path.dirname(cf))
  else: path0=os.path.realpath(path0)
  path1,e = get_conf(cf,'PATHS','logpath',type=str)
  name=name_rep(name,DATE=date,FA=FA,NEST=str(nest))
  return os.path.join(path0,path1,name)
Esempio n. 32
0
  def data(self,date0=False,date1=False,quiet=True,grd=False):
    '''
    Returns atm data date0 (>=) and date1 (<=)
    '''
    if grd:
      from okean import roms
      r=roms.Grid(grd)
      xlim=r.lon.min(),r.lon.max()
      ylim=r.lat.min(),r.lat.max()
      lims=xlim,ylim
    else:
      lims=False

    # get data for all times in file:
    res=cordex_file_data(self.f,lims=lims,quiet=quiet)
    time=res['time']
    if date0:
      date0=dateu.parse_date(date0)
      i,=np.where(time>=date0)
      i=i[0]
    else: i=0

    if date1:
      date1=dateu.parse_date(date1)
      j,=np.where(time<=date1)
      j=j[-1]
    else: j=len(time)

    if date0 or date1:
      for k in res:
        if k =='time':
          res[k]=res[k][i:j+1]
        else:
          res[k].data=res[k].data[i:j+1,...]

    return res
Esempio n. 33
0
def gen_rivfrc(date,FA='a',nest=0,cf=CONF):
  date=dateu.parse_date(date)
  err=''
  isFatal=False

  fname=opt.nameof('in','frc',date=date,FA=FA,nest=nest,cf=cf)
  grd=opt.nameof('in','grd',cf=cf)

  if os.path.isfile(fname):
    err='RIVERS file already exists'
    isFatal=False
  else:
    nforec=opt.n_pred(cf)
    import get_rivers
    date1=None
    if FA=='f': date1=dateu.parse_date(dateu.next_date(date,nforec))
    try:
      err=get_rivers.gen_frc(fname,grd,date,date1)
    except:
      err='ERROR creating rivers file'

    if err: isFatal=True

  return err, isFatal, fname
Esempio n. 34
0
def nameof_log(date, FA, nest=0, cf=CONF):

    # currently Type is log

    Type = 'log'

    date = dateu.parse_date(date).strftime('%Y%m%d')

    name, e = get_conf(cf, 'NAME_LOG', 'name_' + Type, type=str)
    path0, e = get_conf(cf, 'PATHS', 'root', type=str)
    if path0 == '.': path0 = os.path.realpath(os.path.dirname(cf))
    else: path0 = os.path.realpath(path0)
    path1, e = get_conf(cf, 'PATHS', 'logpath', type=str)
    name = name_rep(name, DATE=date, FA=FA, NEST=str(nest))
    return os.path.join(path0, path1, name)
Esempio n. 35
0
def op_plt_flt(conf, plconf, date, FA='f', nest=0, **kargs):
    closefig = kargs.get('closefig', True)
    clearfig = kargs.get('clearfig', True)
    save = kargs.get('save', True)

    date = dateu.parse_date(date)

    Figure, err = opt.get_plconf(plconf, 'FIGURE')

    Err = []
    Out = []
    pltpath = opt.nameof('out', 'plots', cf=conf)

    ifig = -1
    for tag in Figure['tag']:
        ifig += 1

        args = {}
        args['ifig'] = ifig

        err, fig, info = plt_flt(conf, plconf, date, FA, nest, **args)

        Err += [err]

        if not err:

            # save:
            if save:
                if tag: Tag = '_' + tag
                else: Tag = tag
                savename = 'floats_%s_%s_n%d%s' % (date, FA, nest, Tag)

                Y, M, D = date.year, date.month, date.day,
                Ydest = os.path.join(pltpath, '%s' % Y)
                if not os.path.isdir(Ydest): os.mkdir(Ydest)
                MDdest = os.path.join(Ydest, '%02d_%02d' % (M, D))
                if not os.path.isdir(MDdest): os.mkdir(MDdest)

                savename = os.path.join(
                    MDdest, savename + '.' + Figure['extension'][ifig])
                Out += [savename]

                pl.savefig(savename, dpi=pl.gcf().dpi)

            if clearfig: fig.clear()
            if closefig: pl.close(fig)

    return Err, Out
Esempio n. 36
0
  def __init__(self,filename,grid,sparams,**kargs):
    if not 'type'  in kargs.keys(): kargs['type']  = 'ROMS Initial file'
    if not 'title' in kargs.keys(): kargs['title'] = 'ROMS Initial file'

    GenCommon.__init__(self,filename,grid,sparams,**kargs)

    date = 0
    if 'date'   in kargs.keys(): date   = kargs['date']
    self.date   = date

    # about time:
    try:
      self.date=dts.parse_date(self.date)
      self.time=netcdf.date2num(self.date,self.tunits)
    except:
      self.time=self.date # date as number!
Esempio n. 37
0
def op_plt_flt(conf,plconf,date,FA='f',nest=0,**kargs):
  closefig = kargs.get('closefig',True)
  clearfig = kargs.get('clearfig',True)
  save     = kargs.get('save',True)

  date=dateu.parse_date(date)

  Figure,err  = opt.get_plconf(plconf,'FIGURE')

  Err=[]
  Out=[]
  pltpath = opt.nameof('out','plots',cf=conf)

  ifig=-1
  for tag in Figure['tag']:
    ifig+=1

    args={}
    args['ifig']=ifig

    err,fig,info=plt_flt(conf,plconf,date,FA,nest,**args)

    Err+=[err]

    if not err:

      # save:
      if save:
        if tag: Tag='_'+tag
        else: Tag=tag
        savename='floats_%s_%s_n%d%s' % (date,FA,nest,Tag)

        Y,M,D=date.year,date.month,date.day,
        Ydest  = os.path.join(pltpath,'%s' % Y )
        if not os.path.isdir(Ydest): os.mkdir(Ydest)
        MDdest = os.path.join(Ydest,'%02d_%02d' % (M,D) )
        if not os.path.isdir(MDdest): os.mkdir(MDdest)

        savename=os.path.join(MDdest,savename+'.'+Figure['extension'][ifig])
        Out+=[savename]

        pl.savefig(savename,dpi=pl.gcf().dpi)

      if clearfig: fig.clear()
      if closefig: pl.close(fig)

  return Err,Out
Esempio n. 38
0
    def fill(self, data, tind='next', quiet=1):
        '''
    Fills model netcdf boundary conditions (data can be provided by
    prognostic.data2romsbry

    '''
        nc = netcdf.Pync(self.filename, 'w')
        if tind == 'next': tind = nc.dims['time']

        if not quiet: print('filling bry file %s' % self.filename)

        # about time:
        try:
            date = dts.parse_date(data['date'])
            time = netcdf.date2num(date, self.tunits)
        except:
            time = data['date']  # date as number!

        for i in nc.varnames:
            if i.endswith('time'):
                if not quiet: print('  -- %s tind=%d %f' % (i, tind, time))
                nc.vars[i][tind] = time

        names = 'temp', 'salt', 'u', 'v', 'ubar', 'vbar', 'zeta'
        if self.addxz:
            names = list(names) + [
                'dist', 'distu', 'distv', 'depth', 'depthu', 'depthv'
            ]

        for i in names:
            for j in 'north', 'south', 'east', 'west':
                vname = i + '_' + j
                if vname in nc.varnames:
                    if vname.startswith('dist'):
                        if tind == 0:
                            if not quiet: print('  %s' % vname)
                            nc.vars[vname][:] = data[
                                vname]  # not time dependent
                    else:
                        if not quiet: print('  %s' % vname)
                        nc.vars[vname][tind, ...] = data[vname]

        nc.close()
Esempio n. 39
0
  def fill(self,data,tind='next',quiet=1):
    '''
    Fills model netcdf boundary conditions (data can be provided by
    prognostic.data2romsbry

    '''
    nc=netcdf.Pync(self.filename,'w')
    if tind=='next': tind=nc.dims['time']


    if not quiet: print('filling bry file %s' % self.filename)

    # about time:
    try:
      date=dts.parse_date(data['date'])
      time=netcdf.date2num(date,self.tunits)
    except:
      time=data['date'] # date as number!

    for i in nc.varnames:
      if i.endswith('time'):
        if not quiet: print('  -- %s tind=%d %f' % (i,tind,time))
        nc.vars[i][tind]=time

    names='temp','salt','u','v','ubar','vbar','zeta'
    if self.addxz:
      names=list(names)+['dist','distu','distv','depth','depthu','depthv']

    for i in names:
      for j in 'north','south','east','west':
        vname=i+'_'+j
        if vname in nc.varnames:
          if vname.startswith('dist'):
            if tind==0:
              if not quiet: print('  %s' % vname)
              nc.vars[vname][:]=data[vname] # not time dependent
          else:
            if not quiet: print('  %s' % vname)
            nc.vars[vname][tind,...]=data[vname]

    nc.close()
Esempio n. 40
0
def zip_plots_monthly(cf,ccf):
  '''Compress monthly model stdout files until previous month - minmonths
  See clean.conf
  '''
  quiet=opt.get_conf(ccf,'FLAGS')[0]['quiet']
  conf,err=opt.get_conf(ccf,'PLOTS')
  if not conf['run']: return

  dates=gen_mdates(cf,prev_month=-conf['minmonths'])

  # start log:
  flog=log_init(cf,ccf)
  if not quiet: print >>flog, 'zip_plots_monthly'.upper()+' :'

  for startMonth,endMonths in dates:
    y,m,d=dateu.parse_date(startMonth)
    zip_plots(cf,y,m,conf['clean'],quiet,overwrite=False,output=flog)

  # end log:
  if not quiet: print >>flog, '' # empty line
  log_end(flog)
Esempio n. 41
0
def zip_plots_monthly(cf, ccf):
    '''Compress monthly model stdout files until previous month - minmonths
  See clean.conf
  '''
    quiet = opt.get_conf(ccf, 'FLAGS')[0]['quiet']
    conf, err = opt.get_conf(ccf, 'PLOTS')
    if not conf['run']: return

    dates = gen_mdates(cf, prev_month=-conf['minmonths'])

    # start log:
    flog = log_init(cf, ccf)
    if not quiet: print >> flog, 'zip_plots_monthly'.upper() + ' :'

    for startMonth, endMonths in dates:
        y, m, d = dateu.parse_date(startMonth)
        zip_plots(cf, y, m, conf['clean'], quiet, overwrite=False, output=flog)

    # end log:
    if not quiet: print >> flog, ''  # empty line
    log_end(flog)
Esempio n. 42
0
def find_last(type='rout',FA='a',nest=0,cf=CONF):
  kargs={'date':'*','FA':FA,'nest':nest,'cf':cf}
  if type=='rout':
    name=opt.nameof('out',type,**kargs)
  elif type=='ini':
    name=opt.nameof('in', type,**kargs)
  elif type=='rst':
    name=opt.nameof('out',type,**kargs)

  fs=glob.glob(name)
  if fs:
    L=name.index('*')
    date=fs[0][L:L+8]
    file=fs[0]
    for i in range(1,len(fs)):
      if fs[i][L:L+8]>date:
        date=fs[i][L:L+8]
        file=fs[i]

    return dateu.parse_date(date), file
  else:
    return '',''
Esempio n. 43
0
def get_clims(date,var,depth,plconf):
  mes=dateu.parse_date(date).month
  mes='%02d' % mes

  sectionNoDepth='CLIM_'+var.upper()
  if not depth is False:
    section = 'CLIM_'+var.upper()+'_'+str(depth)
  else:
    section = sectionNoDepth

  option  = str(mes)
  res,err=get_plconf(plconf,section,option)

  # if error, try to get the sectionNoDepth:
  if isinstance(err,ConfigParser.NoSectionError):
    section=sectionNoDepth
    res,err=get_plconf(plconf,section,option)

  # if error, try the default option:
  if not res:
    res,err=get_plconf(plconf,section,'default')

  return res
Esempio n. 44
0
def get_clims(date, var, depth, plconf):
    mes = dateu.parse_date(date).month
    mes = '%02d' % mes

    sectionNoDepth = 'CLIM_' + var.upper()
    if not depth is False:
        section = 'CLIM_' + var.upper() + '_' + str(depth)
    else:
        section = sectionNoDepth

    option = str(mes)
    res, err = get_plconf(plconf, section, option)

    # if error, try to get the sectionNoDepth:
    if isinstance(err, ConfigParser.NoSectionError):
        section = sectionNoDepth
        res, err = get_plconf(plconf, section, option)

    # if error, try the default option:
    if not res:
        res, err = get_plconf(plconf, section, 'default')

    return res
Esempio n. 45
0
def zip_out_monthly(cf,ccf):
  '''Compress monthly model stdout files until previous month - minmonths
  See clean.conf
  '''
  quiet=opt.get_conf(ccf,'FLAGS')[0]['quiet']
  conf,err=opt.get_conf(ccf,'OUT')
  if not conf['run']: return

  dates=gen_mdates(cf,prev_month=-conf['minmonths'])

  # start log:
  flog=log_init(cf,ccf)
  if not quiet: print >>flog, 'zip_out_monthly'.upper()+' :'

  for date1,date2 in dates:
    y,m=dateu.parse_date(date1)[:-1]
    month=dateu.month_names(m).lower()
    label='%s_%d' % (month,y)
    for FA in 'fa':
      zip_rout(cf,date1,date2,FA,conf['clean'],quiet,label,output=flog)

  # end log:
  if not quiet: print >>flog, '' # empty line
  log_end(flog)
Esempio n. 46
0
  def fill(self,data,tind='next',quiet=1):
    '''
    Fills model netcdf bulk forcing file

    '''
    nc=netcdf.Pync(self.filename,'w')
    if tind=='next': tind=nc.dims['time']


    if not quiet: print('filling blk file %s' % self.filename)

    # about time:
    try:
      date=dts.parse_date(data['date'])
      time=netcdf.date2num(date,self.tunits)
    except:
      time=data['date'] # date as number!

    for i in nc.varnames:
      if i.endswith('time'):
        if not quiet: print('  -- %s tind=%d %f' % (i,tind,time))
        nc.vars[i][tind]=time


    if 'Tair' in nc.varnames: # roms
      names=('Tair','tair'),('Pair','pres'),('Qair','rhum'),('rain','prate'),\
            ('swrad','radsw'),('lwrad','radlw'),('Uwind','uwnd'),('Vwind','vwnd'),\
            'sustr','svstr','wspd','cloud',('lwrad_down','dlwrf')
      if not 'tair' in data.keys(): # assuming data has roms (not agrif) varnames:
        names='Tair','Pair','Qair','rain','swrad','lwrad','Uwind','Vwind','sustr','svstr','wspd','cloud','lwrad_down'

    elif 'tair' in nc.varnames: # roms-agrif
      names='tair','pres','rhum','prate','radlw','radsw','dlwrf','uwnd',\
            'vwnd','wspd','sustr','svstr',\
            'cloud' # not used, but add it anyway

    for i in names:
      if isinstance(i,basestring): filev,datav=i,i
      else:  filev,datav=i

      if datav not in data.keys():
        if not quiet: print('  Warning: data key %s not present' % datav)
      else:
        if not quiet: print('  %s (%s) min=%8.3f max=%8.3f' % (filev.ljust(7),datav.ljust(7),
                                                               data[datav].min(),data[datav].max()))
        nc.vars[filev][tind,...]=data[datav]

      # fill original data:
      orig=datav+'_original'
      if orig in data.keys() and not orig in nc.varnames:
        if not quiet: print('  Warning: original data will not be written %s' % orig)
      elif not orig in data.keys() and orig in nc.varnames:
        if not quiet: print('  Warning: original data not present %s' % orig)
      elif orig in data.keys() and orig in nc.varnames:
        if not quiet: print('  %s  min=%8.3f max=%8.3f' % (orig.ljust(7+9),
                                                          data[orig].min(),data[orig].max()))
        nc.vars[orig][tind,...]=data[orig]

    # fill original x,y:
    if tind==0 and 'x_original' in data.keys() and 'x_original' in nc.varnames:
      if not quiet: print('  filling x,y original')
      nc.vars['x_original'][:]=data['x_original']
      nc.vars['y_original'][:]=data['y_original']

    nc.close()
Esempio n. 47
0
def nameof(ioe,type,date='',FA='??',nest=0,cf=CONF,**kargs):
  '''return names with path of roms files, input, output and external
  ioe='in', 'out', 'ext', 'aux'
  '''

  inStoragePath  = kargs.get('istorage',False)
  outStoragePath = kargs.get('ostorage',False)
  extStoragePath = kargs.get('estorage',False)
  auxStoragePath = kargs.get('astorage',False)

  if ioe in ('in',0):
    NAMEsection = 'NAME_INPUTS'
    NAMEoption  = 'name_in_'+type
    PATHoption1 = 'inputs'
    PATHoption2 = 'inputs_'+type
  elif ioe in ('out',1):
    NAMEsection = 'NAME_OUTPUTS'
    NAMEoption  = 'name_out_'+type
    PATHoption1 = 'outputs'
    PATHoption2 = 'outputs_'+type
  elif ioe in ('ext',2):
    NAMEsection = 'NAME_EXTERNAL'
    NAMEoption  = 'name_ext_'+type
    PATHoption1 = 'external'
    PATHoption2 = 'external_'+type
  elif ioe=='aux':
    NAMEsection = 'NAME_AUX'
    NAMEoption  = 'name_aux_'+type
    PATHoption1 = 'aux'
    PATHoption2 = 'aux_'+type


  PATHsection = 'PATHS'
  path0,e=get_conf(cf,PATHsection,'root',type=str)
  if path0=='.': path0=os.path.realpath(os.path.dirname(cf))
  else: path0=os.path.realpath(path0)
  path1,e=get_conf(cf,PATHsection,PATHoption1,type=str)
  path2,e=get_conf(cf,PATHsection,PATHoption2,type=str)

  name,err=get_conf(cf,NAMEsection,NAMEoption,type=str)
  if err:
    print err
    return

  try: year=dateu.parse_date(date).year
  except: year=''

  if isinstance(date,datetime.datetime): date=dateStr=date.strftime('%Y%m%d')
  else: dateStr=date

  name=name_rep(name,DATE=dateStr,NEST=str(nest),FA=FA,YEAR=str(year))

  if inStoragePath and ioe=='in':
    return os.path.join(inStoragePath,name)
  elif outStoragePath and ioe=='out':
    return os.path.join(outStoragePath,name)
  elif extStoragePath and ioe=='ext':
     return os.path.join(extStoragePath,name)
  elif auxStoragePath and ioe=='aux':
     return os.path.join(auxStoragePath,name)
  else:
    return os.path.join(path0,path1,path2,name)
Esempio n. 48
0
def plt_wind(conf, plconf, date, FA='a', nest=0, **kargs):
    err = ''
    fig = False
    info = ''

    ifig = kargs.get('ifig', 0)
    day = kargs.get('day', 0)
    quiet = kargs.get('quiet', 0)

    time = day
    date = dateu.parse_date(date)

    # find input files:
    args = {'cf': conf, 'date': date, 'FA': FA, 'nest': nest}
    atm = opt.nameof('in', 'blk', **args)
    grd = opt.nameof('in', 'grd', **args)
    if not os.path.isfile(atm):
        err = 'ATM file not found (%s)' % atm
        return err, fig, info
    if not os.path.isfile(grd):
        err = 'Grid file not found (%s)' % grd
        return err, fig, info

    Data, err = opt.get_plconf(plconf, 'WIND')
    dcurr = Data['dcurr'][ifig]
    lcurr = Data['lcurr'][ifig]
    scurr = Data['scurr'][ifig]
    clim = Data['clim'][ifig]
    tind = Data['time'][ifig]

    x = netcdf.use(grd, 'lon_rho')
    y = netcdf.use(grd, 'lat_rho')
    wtime = netcdf.nctime(atm, 'time')
    cnd = (wtime >= date + datetime.timedelta(days=day)) & (
        date < date + datetime.timedelta(days=day + 1))
    u = netcdf.use(atm, 'Uwind', time=cnd)
    v = netcdf.use(atm, 'Uwind', time=cnd)
    if tind == 'dailyMean':
        u = u.mean(0)
        v = v.mean(0)
        sdate = wtime[cnd][
            0]  # for title... 1st day 00h is expected to be 1st date,
        # or model should not run!
    else:  # tind of some day, ex: tind 0 from forec day 3
        u = u[tind]
        v = v[tind]
        sdate = wtime[cnd][tind]

    if day > len(u) - 1:
        err = 'Invalid day %d (max=%d)' % (day, len(u) - 1)
        return err, fig, info

    # plot grid:
    proj, fig, ax = plt_grid(plconf, grd, ifig)

    # no mask on land:
    mask = np.zeros(u.shape, 'bool')
    mask[::dcurr[0], ::dcurr[1]] = True
    xm, ym = proj(x, y)

    s = np.sqrt(u**2 + v**2)
    q = pl.quiver(xm[mask],
                  ym[mask],
                  u[mask],
                  v[mask],
                  s[mask],
                  scale=scurr,
                  zorder=100)

    pl.clim(clim[0], clim[1])

    def add_colorbar(handle, **args):
        ax = pl.gca()
        Data, err = opt.get_plconf(plconf, 'AXES')
        cbpos = Data['cbpos'][ifig]
        cbbgpos = Data['cbbgpos'][ifig]
        cbbgc = Data['cbbgcolor'][ifig]
        cbbga = Data['cbbgalpha'][ifig]
        cblab = Data['cblabel'][ifig]

        # colorbar bg axes:
        if cbbgpos:
            rec = pl.axes((cbpos[0] - cbpos[2] * cbbgpos[0],
                           cbpos[1] - cbbgpos[2] * cbpos[3], cbpos[2] *
                           (1 + cbbgpos[0] + cbbgpos[1]), cbpos[3] *
                           (1 + cbbgpos[2] + cbbgpos[3])),
                          axisbg=cbbgc,
                          frameon=1)

            rec.patch.set_alpha(cbbga)
            rec.set_xticks([])
            rec.set_yticks([])
            for k in rec.axes.spines.keys():
                rec.axes.spines[k].set_color(cbbgc)
                rec.axes.spines[k].set_alpha(cbbga)

        # colorbar:
        if cbpos:
            cbax = fig.add_axes(cbpos)
            if cbpos[2] > cbpos[3]: orient = 'horizontal'
            else: orient = 'vertical'
            cb = pl.colorbar(handle,
                             cax=cbax,
                             orientation=orient,
                             drawedges=0,
                             **args)
            pl.axes(ax)

            # colorbar label:
            cb.set_label(r'Wind Speed [m s$^{\rm{-1}}$]')

    def add_currkey(handle):
        pos = Data['kcurrpos'][ifig]
        if pos:
            pl.quiverkey(handle,
                         pos[0],
                         pos[1],
                         lcurr,
                         '%s m/s' % str(lcurr),
                         labelpos='S',
                         coordinates='axes')

    add_colorbar(q)
    add_currkey(q)

    # tilte:
    Title, err = opt.get_plconf(plconf, 'AXES', 'title')
    if Title[ifig]:
        simpleTitle = 1

        rdate = date.strftime('%d-%m-%Y')
        title = 'wind %s %s %d' % (rdate, FA, day)

        if simpleTitle:  # simpler version of title:
            if FA == 'f':  # forecast date:
                rdate = dateu.next_date(date, day)
                rdate = rdate.strftime('%d-%m-%Y')

            title = 'wind %s' % (rdate)
            if FA == 'f':
                title = title + ' (forec)'

        pl.title(title)

    # logo:
    if ifig == 0:
        im = os.path.join(os.path.dirname(__file__), 'logo_INOCAR.png')
        i = pl.imread(im)
        h, w = i.shape[:2]
        rx = .12
        W = (proj.xmax - proj.xmin) * rx
        H = W * h / w
        l = proj.xmax
        #pl.fill([proj.xmax-W, proj.xmax, proj.xmax,     proj.xmax-W],
        #           [proj.ymin,   proj.ymin, proj.ymin+2.8*H, proj.ymin+2.8*H],
        #           '#500000',alpha=0.25,ec='none')

        ax.imshow(i,
                  extent=(proj.xmax * .98 - W, proj.xmax * .98,
                          proj.ymin + H * .1, proj.ymin + H * 1.1),
                  zorder=1e3)
        #pl.text(proj.xmax-W/2., proj.ymin+2.2*H,'OOF',
        #           fontdict={'size':14,'family':'serif'},
        #           color='#500000',ha='center',weight='bold')

        pl.text(
            proj.xmax * .8,
            proj.ymax * (-.1),
            sdate.strftime("%d %b %Y"),
            #pl.text(proj.xmax*.62, proj.ymax*.93,sdate.strftime("%d %b %Y"),
            fontdict={
                'size': 13,
                'family': 'monospace'
            },
            ha='center')
        # change date format if tind is not daily mean, ie, add hour, etc

        if FA == 'f':
            s = 'Pronostico desde %s' % date.strftime("%d %b %Y")
            pl.text(
                proj.xmax * .8,
                proj.ymax * (-.15),
                s,  ##this is outside
                #pl.text(proj.xmax-W/2., proj.ymin+1.1*H,s, ##this is in the proj (inside)
                fontdict={'fontsize': 10},
                ha='center')
    # logo.

    # lims change in some mpl versions !!
    pl.gca().axis([proj.xmin, proj.xmax, proj.ymin, proj.ymax])

    return err, fig, info
Esempio n. 49
0
        # rotate wind,
        print ' --> rot U,V'
        angle = g.use('angle')
        U, V = calc.rot2d(U, V, angle)

        print '  filling %s' % d.isoformat(' ')
        fill_frc(frcname, d, U, V)


if __name__ == '__main__':
    import sys

    if len(sys.argv) == 5:
        grd = sys.argv[1]
        fname = sys.argv[2]
        date0 = dateu.parse_date(sys.argv[3])
        date1 = dateu.parse_date(sys.argv[4])
        make_frc(fname, grd, date0, date1)

    elif len(sys.argv) in [2, 3]:
        date = sys.argv[1]

        try:
            action = sys.argv[2]
        except:
            action = 'download'

        a = ascat()
        if action == 'download':
            if len(date) == 4: a.download_year(int(date))
            else: a.download_day(date)
Esempio n. 50
0
def gen_tidalfrc(date,FA='a',nest=0,cf=CONF):
  from py_pack.roms import tides_forcing as tfrc
  date=dateu.parse_date(date)
  err='Not implemented yet!!'
  isFatal=True
Esempio n. 51
0
def oof(cf,plconf,date=False,last_date=False,FA='a',env=False):
  # start email notifications service:
  emailInfo=opt.email_info(cf=cf)
  sendEmail=emailInfo['send']
  #if sendEmail: sys.stdout=opt.Redirect()

  env_vars(env)
  flags=opt.flags_info(cf)

  if date: date=dateu.parse_date(date)
  if last_date: last_date=dateu.parse_date(last_date)

  if not date:
    # find date-1 for prediction:
    date,file=find_last(type='rst',cf=cf)
    if not date:
      on_error(sendEmail,'ERROR (%s): Cannot find previous file'%FA,emailInfo)
      return
    else:
      print 'Last date = %s from file %s' % (date,file)
      rout=opt.nameof('out','rout',date=date,FA='a',cf=cf)
      if is_roms_out_ok(rout):
        print 'Previous roms out is ok: %s' % rout
      else:
        on_error(sendEmail,'ERROR (%s): Last run is not ok %s : %s' % (FA,date,rout),emailInfo)
        return

  else:
    date=dateu.next_date(date,-1)

  # read dates:
  start_date,end_date=opt.dates_info(cf)
  if last_date: end_date=dateu.next_date(last_date,+1)

  while date >= start_date and date < end_date:

    # read dates again, possible update may occur.
    start_date,end_date=opt.dates_info(cf)
    if last_date: end_date=dateu.next_date(last_date,+1)

    date=dateu.next_date(date)

    # check if already runned for that date:
    # ie, check for rst and check if roms_out is ok:
    rst=opt.nameof('out','rst',date=date,FA=FA,cf=cf)
    rout=opt.nameof('out','rout',date=date,FA=FA,cf=cf)

    if os.path.isfile(rst):
      print 'Found rst file for %s: %s' % (date,rst)
      if os.path.isfile(rout):
        if is_roms_out_ok(rout):
          print '  previous roms out is ok: %s' % rout
        else:
          on_error(sendEmail,'ERROR (%s): Previous roms out is NOT ok: %s' % (FA,rout),emailInfo)
          break
      else:
        print '  roms out for %s not found: NOT CHECKED' % date

    else:

      print '\nModel will start from %s' % date

      # check for atm data for current simulation:
      if flags['atmfrc'] or flags['atmblk']:
        atmStat=check_atm(date,FA,cf=cf)
      else: atmStat=True

      ## wait for rst in case of fa==F:
      ##if FA=='f': rstStat=check_rst(date,cf=cf)
      ##else: rstStat=True
      rstStat=check_rst(date,cf=cf)

      # check for bondary data for current simulation:
      if flags['clmbry']:
        # this step may take forever !! just let us belive parent model is available
        #bcStat=check_bc(date,FA,cf=cf)
        bcStat=True
      else: bcStat=True

      now=time.strftime("%Y-%m-%d %H:%M:%S +0",time.gmtime())
      if (not atmStat is False) and (not rstStat is False) and (not bcStat is False):
        rout,dt,runErr=run(date,FA,cf=cf)
        now=time.strftime("%Y-%m-%d %H:%M:%S +0",time.gmtime())

        # check if run was ok:
        if is_roms_out_ok(rout):
          msg='NO error %s %s'%(date,FA)
          Msg='  Run %s %s finished ok [%s] dt=%6.2f' % (date,FA,now,dt)
          print Msg

          # make plots:
          if flags['plots']:
            err,savenames=op_plot.op_plt(cf,plconf,date,FA)
            if not all(e=='' for e in err):
              msg+=' --> ERROR plotting'
              print '  ERROR plotting : ',
              for e in err: print e

            if not all(e=='' for e in savenames):
              for sv in savenames:
                print '  Saved plot  '+sv

        elif runErr:
          on_error(sendEmail,'ERROR (%s): Run %s returned the error msg: %s' % (FA,date,runErr),emailInfo)
          break
        else:
          on_error(sendEmail,'ERROR (%s): Run %s finished with ERROR [%s] dt=%6.2f' % (FA,date,now,dt),emailInfo)
          break

      elif atmStat is False:
          Msg='ERROR (%s): Run %s cannot run (atm data missing) ERROR [%s]' % (FA,date,FA,now)
          if FA=='a':
            on_error(sendEmail,Msg,emailInfo)
            break
          else:
            msg='ERROR: atm data missing'
            print Msg

      elif rstStat is False:
        msg='ERROR: rst data missing'
        Msg='ERROR (%s): Run %s cannot run (atm data missing) ERROR [%s]' % (FA,date,now)
        print Msg


      print '\n'
      if sendEmail: send_email.send(emailInfo['dest'],Msg,msg)