%(init_model,))
import hwrf_expt
hwrf_expt.init_module()
conf=hwrf_expt.conf
logger=conf.log('exhwrf_merge')
if init_model=='gfs':
jlogger.info('MERGE does not need to be run for INIT_MODEL=GFS')
hwrf_expt.gfs_merge.run()
elif not hwrf_expt.conf.getbool('config','run_gsi'):
jlogger.info('GSI is disabled via configuration settings. '
'This job need not be run.')
sys.exit(0)
elif not hwrf.gsi.get_gsistatus(conf,'gsi_d02',logger) and \
not hwrf.gsi.get_gsistatus(conf,'gsi_d03',logger):
jlogger.info('GSI status file claims GSI is disabled for both '
'domains. This job need not be run.')
sys.exit(0)
else:
hwrf_expt.gdas_merge.run()
if __name__=='__main__':
try:
produtil.setup.setup()
jlogger.info('exhwrf_merge is starting')
main()
jlogger.info('exhwrf_merge has completed')
except Exception as e:
jlogger.critical('HWRF merge is aborting: '+str(e),exc_info=True)
sys.exit(2)
logger.info('GSI is disabled. Skipping GSI and FGAT '
'relocation checks.')
if not check_gfs_relocate(conf, logger):
logger.error('GFS relocate failed.')
else:
logger.info('Relocation and GSI are disabled. '
'Skipping relocation checks.')
logger.info('Asking the forecast object to check if all input files '
'are available.')
print type(hwrf_expt.runwrf).__name__
have_input = hwrf_expt.runwrf.check_all_inputs()
if not have_input:
okay = False
logger.error('FAILURE: WRF or POM inputs are missing')
if not have_input:
logger.critical('FORECAST INPUTS ARE MISSING!!')
sys.exit(1)
elif not okay:
logger.critical('INIT JOBS DID NOT SUCCEED!!')
sys.exit(1)
if __name__ == '__main__':
try:
main()
except Exception as e:
jlogger.critical('HWRF check init is aborting: ' + str(e),
exc_info=True)
sys.exit(2)
if scrub_job == 'COM':
if scrubber.add_tmpdir_check(environ_WORKhafs,tmpdir):
scrubber.add(tmpdir)
logger.info('Scrub job: %s , Removing %s since it was created by this task.'%(scrub_job,tmpdir))
scrubber.go()
logger.info('Scrub job: %s , Not scrubbing since arg for scrub action is: %s'%(scrub_job,do_scrub))
# hafs_scrub.py YES|NO /directory/one [/directory/two [...]]
elif do_scrub=='YES':
for arg in sys.argv[2:]:
scrubber.add(arg)
scrubber.go()
elif do_scrub=='NO':
logger.info('Scrub job: %s , Not scrubbing since arg for scrub action is not YES: %s'%(scrub_job,do_scrub))
# hafs_scrub.py /directory/one [/directory/two [...]]
else:
for arg in sys.argv[1:]:
scrubber.add(arg)
scrubber.go()
if __name__=='__main__':
try:
produtil.setup.setup()
main()
except Exception as e:
jlogger.critical('HAFS scrubber is aborting: '+str(e),exc_info=True)
sys.exit(2)
def main():
import hwrf_expt
hwrf_expt.init_module(make_ensemble_da=True)
# Make sure DBN alerts and other such things are triggered:
hwrf_alerts.add_nhc_alerts()
hwrf_alerts.add_regrib_alerts()
hwrf_alerts.add_wave_alerts()
global copier
copier = hwrf_expt.wrfcopier.compression_copier
if 'NO' == os.environ.get('PARAFLAG', 'YES'):
jlogger.info(
'Calling email_afos_to_sdm from output job to email the track.')
afos = hwrf_expt.nhcp.product('afos')
hwrf_alerts.email_afos_to_sdm(afos)
jlogger.info(
'Done with email_afos_to_sdm. Will now celebrate by delivering many things to COM.'
)
conf = hwrf_expt.conf
relocation = conf.getbool('config', 'run_relocation', True)
coupled = conf.getbool('config', 'run_ocean', True)
GSI = conf.getbool('config', 'run_gsi')
run_ensemble_da = conf.getbool('config', 'run_ensemble_da', False)
extra_trackers = conf.getbool('config', 'extra_trackers', False)
fcstlen = conf.getint('config', 'forecast_length', 126)
logger = conf.log('output')
if coupled and not hwrf.mpipomtc.get_ocstatus(conf, logger):
coupled = False
hwrf_expt.wrfcopier.run()
D = Deliverer(logger, conf)
D['wrfdir'] = hwrf_expt.runwrf.workdir
D.deliver_file('{WORKhwrf}/tmpvit', '{out_prefix}.storm_vit')
if GSI:
D['gsi_d02'] = hwrf_expt.gsi_d02.outdir
if hwrf_expt.gsid03_flag:
D['gsi_d03'] = hwrf_expt.gsi_d03.outdir
logger.info('WRF run directory is %s' % (repr(D['wrfdir']), ))
D.deliver_file('{WORKhwrf}/jlogfile', optional=True)
d01 = hwrf_expt.moad
d02 = hwrf_expt.storm1outer
d03 = hwrf_expt.storm1inner
if coupled:
D.deliver_file('{wrfdir}/MDstatus', optional=True)
for ocrest in ('el_initial.nc', 'grid.nc', 'ts_clim.nc',
'ts_initial.nc', 'uv_initial.nc'):
D.deliver_file('{wrfdir}/{vit[stormname]}.{ocrest}',
'{out_prefix}.pom.{ocrest}',
ocrest=ocrest)
for iday in xrange(int(math.floor(fcstlen / 24.0 + 0.01))):
ocrest = "%04d.nc" % iday
D.deliver_file('{wrfdir}/{vit[stormname]}.{ocrest}',
'{out_prefix}.pom.{ocrest}',
ocrest=ocrest)
logcount = 0
for ext in ('log', 'out', 'err'):
globme = conf.getdir('WORKhwrf') + '/*.' + ext
logger.info('Globbing for %s log files' % (globme, ))
for log in glob.glob(globme):
logcount += 1
D.deliver_file(log)
logger.info('Found %d log file(s)' % (logcount, ))
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
# Deliver GSI stuff next.
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
gsi_flag = conf.getbool('config', 'run_gsi')
gsiop = True
if gsi_flag:
gsiop = ((not hwrf_expt.gsi_d02.completed)
or (not hwrf_expt.gsi_d03.completed))
if gsiop:
logger.warning('GSI failed, so all GSI products are optional.')
else:
logger.info('GSI ran, so its products are mandatory.')
if GSI:
# Copy the original wrfinput file before DA:
org_d01 = hwrf_expt.gfs_init.realinit.wrfinput_at_time(
hwrf_expt.cycle, d01)
D.deliver_file(org_d01, '{out_prefix}.wrforg_d01', optional=gsiop)
if GSI:
# Get the FGAT initialization at the analysis time:
ceninit = hwrf_expt.fgat_init.init_at_time(hwrf_expt.conf.cycle)
# Copy the original wrfanl files before relocation:
org_d02 = ceninit.runwrfanl.wrfanl_at_time(hwrf_expt.conf.cycle, d02)
org_d03 = ceninit.runwrfanl.wrfanl_at_time(hwrf_expt.conf.cycle, d03)
D.deliver_file(org_d02, '{out_prefix}.wrforg_d02', optional=gsiop)
D.deliver_file(org_d03, '{out_prefix}.wrforg_d03', optional=gsiop)
if relocation:
# Copy the wrfanl files after relocation, but before GSI:
ges_d02 = ceninit.rstage3.wrfanl_at_time(hwrf_expt.conf.cycle, d02)
ges_d03 = ceninit.rstage3.wrfanl_at_time(hwrf_expt.conf.cycle, d03)
D.deliver_file(ges_d02, '{out_prefix}.wrfges_d02', optional=gsiop)
D.deliver_file(ges_d03, '{out_prefix}.wrfges_d03', optional=gsiop)
# for domain in hwrf_expt.gfs_init.runwrfanl.sim:
# if not domain.is_moad():
# org_prod=hwrf_expt.gfs_init.runwrfanl.wrfanl_at_time(
# hwrf_expt.cycle,domain)
# D.deliver_file(org_prod,'{out_prefix}.wrfanl_d{gid:02d}_org',
# gid=int(domain.get_grid_id()))
if GSI:
D.deliver_file('{gsi_d02}/satbias_out',
'{out_prefix}.gsi_cvs2.biascr',
optional=gsiop)
if hwrf_expt.gsid03_flag:
D.deliver_file('{gsi_d03}/satbias_out',
'{out_prefix}.gsi_cvs3.biascr',
optional=gsiop)
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
# Lastly, deliver the diag files
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
jlogger.info('Delivering wrfdiag files to com.')
hwrf_expt.nhcp.deliver_wrfdiag()
if D.failures > 0:
jlogger.critical(
'HWRF: unable to deliver %d non-optional products to com.' %
int(D.failures))
sys.exit(1)
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
# Deliver things to noscrub for non-NCO runs # # # # # # # # # # #
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
if conf.getbool('config', 'PARAFLAG'):
logger.info('You are not NCO, so I will deliver files to noscrub.')
else:
logger.info('You are NCO so I will skip NOSCRUB deliveries.')
D.reset()
def fromcom(workpath, compath, optional=False):
D.deliver_file(workpath, compath, from_com=True, optional=optional)
def havedir(sdir):
there = conf.get('dir', sdir, 'NOPE')
if there == 'NOPE':
return False
produtil.fileop.makedirs(there)
return True
if havedir('outatcf'):
fromcom('{outatcf}', '{out_prefix}.trak.hwrf.atcfunix')
if havedir('outdiag'):
fromcom('{outdiag}', '{out_prefix}.trak.hwrf.3hourly*')
fromcom('{outdiag}', '{out_prefix}*resolution', True)
fromcom('{outdiag}', '{out_prefix}*htcf*stats', True)
fromcom('{outdiag}', '{out_prefix}*htcf', True)
fromcom('{outdiag}', 'a*.dat')
fromcom('{outdiag}', '{out_prefix}.stats.tpc', optional=True)
if extra_trackers:
fromcom('{outdiag}', '{com}/{out_prefix}.trak.hwrfd01.atcfunix')
fromcom('{outdiag}', '{com}/{out_prefix}.trak.hwrfd02.atcfunix')
if havedir('outships'):
fromcom('{outships}', 'figures/*.txt', optional=True)
if havedir('outstatus'):
fromcom('{outstatus}', '{WORKhwrf}/submit.out', optional=True)
timings = conf.strinterp('config', '{outstatus}/{out_prefix}.timings')
inout = conf.strinterp('config', '{WORKhwrf}/hwrf_*.out')
with open(timings, 'wt') as outf:
for inoutfile in glob.glob(inout):
if not os.path.exists(inoutfile):
logger.warning('%s: file does not exist; skipping' %
(inoutfile, ))
with open(inoutfile, 'rt') as inf:
for line in inf:
if line.find('TIMING') >= 0:
print >> outf, line.rstrip()
if havedir('outatcfcorrected'):
inatcf = conf.strinterp('config',
'{com}/{out_prefix}.trak.hwrf.atcfunix')
outatcf = conf.strinterp(
'config', '{outatcfcorrected}/{out_prefix}.trak.hwrf.atcfunix')
hwrf.tracker.jtwc_rewrite(inatcf, outatcf, logger)
####################################################################
# Create the "done file" if ensda is entirely disabled. This is
# used by the workflow layer to know when the cycle is entirely
# complete, and can be deleted.
# NOTE FOR FUTURE DEVELOPMENT: When the graphics are added to the
# workflow, we will need to move the creation of this "done file"
# to a later step, after the graphics. The logical candidate
# would be a new job whose purpose is to check the cycle's entire
# workflow to make sure it is finished.
make_done = True
if run_ensemble_da:
flag_file = conf.strinterp('tdrcheck', '{tdr_flag_file}')
try:
ensda_flag = hwrf.ensda.read_ensda_flag_file(flag_file)
except (EnvironmentError) as e:
logger.error('%s: unable to get ensda_flag; assume False: %s' %
(flag_file, str(e)),
exc_info=True)
ensda_flag = False
if ensda_flag:
jlogger.info(
'Not creating donefile: ensda_output will do it instead.')
make_done = not ensda_flag
else:
jlogger.info('ensda disabled: make donefile now')
if make_done:
donefile = os.path.join(
conf.strinterp('config', '{com}/{stormlabel}.done'))
with open(donefile, 'wt') as f:
f.write('Cycle is complete.')
def fail(msg):
jlogger.error(msg)
sys.exit(2)
def main():
import hwrf_expt
hwrf_expt.init_module()
conf = hwrf_expt.conf
logger = conf.log('exhwrf_bufrprep')
unset_gsistatus(conf, logger)
if hwrf_expt.conf.getbool('config', 'run_gsi'):
hwrf_expt.bufrprep.run()
else:
jlogger.info('GSI is disabled. This job need not be run.')
set_gsistatus(conf, logger)
if __name__ == '__main__':
try:
produtil.setup.setup()
main()
except Exception as e:
jlogger.critical('HWRF bufrprep is aborting: ' + str(e), exc_info=True)
sys.exit(2)
def main():
hwrf_expt.init_module()
logger = hwrf_expt.conf.log('exhwrf_gsi_post')
if not hwrf_expt.conf.getbool('config', 'run_gsi'):
jlogger.info('GSI is disabled. This job need not be run.')
sys.exit(0)
produtil.fileop.chdir(hwrf_expt.conf.getdir('WORKhwrf'), logger=logger)
logger.info('Unrun GSI post and gribber')
hwrf_expt.gsipost.unrun()
hwrf_expt.gsigribber.unrun()
logger.info('Run GSI post')
hwrf_expt.gsipost.run()
logger.info('Run GSI gribber, and deliver to com.')
hwrf_expt.gsigribber.run(now=True)
if __name__ == '__main__':
try:
produtil.setup.setup()
jlogger.info("HWRF GSI post job starting")
main()
jlogger.info("HWRF GSI post job completed")
except Exception as e:
jlogger.critical('HWRF GSI post is aborting: ' + str(e), exc_info=True)
sys.exit(2)
logger.error('%s: unable to get ensda_flag; assume False: %s' %
(flag_file, str(e)),
exc_info=True)
ensda_flag = False
if ensda_flag:
jlogger.info(
'Not creating donefile: ensda_output will do it instead.')
make_done = not ensda_flag
else:
jlogger.info('ensda disabled: make donefile now')
if make_done:
donefile = os.path.join(
conf.strinterp('config', '{com}/{stormlabel}.done'))
with open(donefile, 'wt') as f:
f.write('Cycle is complete.')
########################################################################
if __name__ == '__main__':
try:
produtil.setup.setup()
jlogger.info('hwrf_output is starting')
main()
jlogger.info('hwrf_output has completed')
except Exception as e:
jlogger.critical('hwrf_output is aborting: ' + str(e), exc_info=True)
sys.exit(2)
hwrf.mpipomtc.unset_ocstatus(conf, logger)
try:
if not conf.getbool('config', 'run_ocean'):
jlogger.info('Ocean is disabled. This job need not be run.')
hwrf.mpipomtc.set_ocstatus(conf, False, logger)
return
hwrf_expt.pominit.run()
hwrf.mpipomtc.set_ocstatus(conf, True, logger)
except pom.exceptions.POMUnsupportedBasin as e:
produtil.log.postmsg('Unsupported basin: will run without ocean.')
hwrf.mpipomtc.set_ocstatus(conf, False, logger)
return
except Exception as e:
if conf.getbool('config', 'allow_fallbacks', False):
logger.error('Could not run ocean init: will run without ocean.'
' Unhandled exception: ' + str(e),
exc_info=True)
hwrf.mpipomtc.set_ocstatus(conf, False, logger)
return
raise
if __name__ == '__main__':
try:
produtil.setup.setup()
main()
except Exception as e:
jlogger.critical('HWRF POM ocean init is aborting: ' + str(e),
exc_info=True)
sys.exit(2)
cmd = exe(conf.getexe('htar'))[flags + 'f', path, '-L',
'-'] << files
elif archive[0:5] == 'hpsz:':
topath = archive[5:]
frompath = conf.strinterp('config',
'{WORKhwrf}/stage-archive.tar.gz')
cmd = exe(conf.getexe('hsi'))['put', frompath, ':', topath]
checkrun(cmd, logger=logger)
postmsg('hwrf_archive tape step completed')
if __name__ == '__main__':
try:
acase = os.environ.get('ARCHIVE_STEP', 'BOTH').upper()
produtil.setup.setup()
hwrf_expt.init_module()
if acase == 'DISK':
main_disk()
elif acase == 'TAPE':
main_tape()
elif acase == 'BOTH':
main_disk()
main_tape()
else:
postmsg('INVALID JHWRF_ARCHIVE STEP %s!! ABORTING!' %
(repr(acase), ))
except Exception as e:
jlogger.critical('hwrf_archive is aborting: ' + str(e), exc_info=True)
sys.exit(2)
"""This script determines whether the ENSDA needs to be run for this
cycle."""
import sys, os
import produtil.setup, produtil.log
from produtil.log import jlogger
def main():
import hwrf_expt
hwrf_expt.init_module(make_ensemble_da=True)
conf=hwrf_expt.conf
run_ensemble_da=conf.getbool('config','run_ensemble_da')
if not run_ensemble_da:
jlogger.info('ENSDA is disabled for this configuration. '
'This job need not be run.')
hwrf_expt.ensda_pre.write_flag_file(False)
return
hwrf_expt.ensda_pre.run()
if __name__=='__main__':
try:
produtil.setup.setup()
jlogger.info('ensda_pre is starting')
main()
jlogger.info('ensda_pre is completed')
except Exception as e:
jlogger.critical('ensda_pre is aborting: '+str(e),exc_info=True)
sys.exit(2)
init = hwrf_expt.gfs_init.run_relocate()
jlogger.info('HWRF relocation for GFS fhr completed')
elif not hwrf_expt.conf.getbool('config', 'run_gsi'):
jlogger.info('GSI is disabled. This job need not be run.')
sys.exit(0)
else:
init = None
logger = hwrf_expt.fgat_init.log()
logger.info('search for fgat hour %d' % (init_fhr, ))
for fhr, init in hwrf_expt.fgat_init.fhr_and_init():
if abs(fhr - init_fhr) < 0.01:
logger.info('fhr %d is init_fhr %d' % (fhr, init_fhr))
jlogger.info('HWRF relocation for GDAS1 fhr %d starting' % fhr)
init.run_relocate()
jlogger.info('HWRF relocation for GDAS1 fhr %d completed' %
fhr)
break
else:
logger.info('fhr %d is not init_fhr %d' % (fhr, init_fhr))
assert (init is not None)
if __name__ == '__main__':
try:
produtil.setup.setup()
main()
except Exception as e:
jlogger.critical('HWRF relocation is aborting: ' + str(e),
exc_info=True)
sys.exit(2)
hsi = exe(conf.getexe('hsi'))
# Get the list of data to pull:
data = list(d for d in hwrf_expt.inputiter())
# Decide where to put the data:
cat = hwrf.input.DataCatalog(conf, "hwrfdata", cycle)
# Now pull the data:
getem = hwrf.input.InputSource(conf,
input_sources,
conf.cycle,
htar=htar,
hsi=hsi,
logger=logger)
bad = not getem.get(data, cat)
if bad:
jlogger.error('Missing data in exhwrf_input. Workflow may fail.')
sys.exit(1)
if __name__ == '__main__':
try:
produtil.setup.setup(thread_logger=True, eloglevel=logging.INFO)
jlogger.info("HWRF input job starting")
main()
jlogger.info("HWRF input job completed")
except Exception as e:
jlogger.critical('HWRF input is aborting: ' + str(e), exc_info=True)
sys.exit(2)
logger = conf.log()
files = list()
WORKhafs = conf.getdir('WORKhafs', '/can/not/find/WORKhafs/dir')
forecastdir = os.path.join(WORKhafs, 'forecast')
with produtil.cd.NamedDir(forecastdir):
files.append(glob.glob('*.nc'))
thearchive = conf.timestrinterp('archive', '{fv3out}', 0)
if thearchive[0:5] != 'hpss:':
logger.error('The fv3out archive path must begin with "hpss:": ' +
thearchive)
sys.exit(1)
thearchive = thearchive[5:]
adir = os.path.dirname(thearchive)
mkdir = batchexe(conf.getexe('hsi'))['-P', 'mkdir', '-p', adir]
run(mkdir, logger=logger)
cmd = batchexe(conf.getexe('htar'))['-vcpf', thearchive][files]
checkrun(cmd, logger=logger)
if __name__ == '__main__':
try:
produtil.setup.setup()
jlogger.info("HAFS fv3out_archive job starting")
main()
jlogger.info("HAFS fv3out_archive job completed")
except Exception as e:
jlogger.critical('HAFS rundir archive is aborting: ' + str(e),
exc_info=True)
sys.exit(2)
logger.error('Product %s not available (location %s)' %
(repr(prod.did), repr(prod.location)))
else:
dest = '%s/%s.ensda_%03d.%s' % (hwrf_expt.conf.getdir('com'),
hwrf_expt.conf.getstr(
'config', 'out_prefix'), imemb,
os.path.basename(prod.location))
logger.info('%s %s: send to %s' %
(str(prod.did), repr(imemb), str(dest)))
assert (os.path.isabs(dest))
copier = hwrf_expt.wrfcopier.compression_copier(prod.location)
if copier is None:
logger.error('%s %s: not a NetCDF 3 file.' %
(str(prod.did), str(prod.location)))
sys.exit(1)
produtil.fileop.deliver_file(prod.location,
dest,
logger=logger,
copier=copier)
jlogger.info('HWRF ensda member %03d has completed' % imemb)
if __name__ == '__main__':
try:
produtil.setup.setup()
main()
except Exception as e:
jlogger.critical('HWRF ensda is aborting: ' + str(e), exc_info=True)
sys.exit(2)