def archive(environ, **kwargs):
full_path, cname = hsm_full_path(environ)
run('mkdir -p %s/atmos/%s' % (full_path, cname))
# TODO: copy AGCM output ({workdir}/pos/dataout)
run('mkdir -p %s/output' % full_path)
with cd(fmt('{workdir}', environ)):
with settings(warn_only=True):
out = run(fmt('ls -1 MODELIN Out.MPI.* set_post*out.txt '
'set_g4c_posgrib*out.txt POSTIN-GRIB '
'set_g4c_poseta*out.txt 2>/dev/null', environ))
files = clear_output(out).splitlines()
for f in files:
if exists(f):
if f not in ('MODELIN', 'POSTIN-GRIB'):
run(fmt('gzip %s' % f, environ))
f = f + '.gz'
run(fmt('mv %s %s/output/' % (f, full_path), environ))
run('mkdir -p %s/restart' % full_path)
with cd(fmt('{workdir}/model/dataout/TQ{TRC:04}L{LV:03}', environ)):
run(fmt('tar czvf GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.tar.gz '
'GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.*P???', environ))
run(fmt('mv GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.tar.gz '
'%s/restart/' % full_path, environ))
run(fmt('rm GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.*P???',
environ))
def archive(environ, **kwargs):
full_path, cname = hsm_full_path(environ)
run('mkdir -p %s/ocean/%s' % (full_path, cname))
outfiles = run(fmt('ls -1 {workdir}/dataout/*nc', environ))
for f in outfiles.splitlines():
run(fmt('mv %s %s/ocean/%s/' % (f, full_path, cname), environ))
run('mkdir -p %s/output' % full_path)
with cd(fmt('{workdir}', environ)):
with settings(warn_only=True):
out = run(fmt('ls -1 *fms.out *logfile.*.out input.nml '
'set_g4c_model*out.txt *_table *diag_integral.out '
'set_g4c_pos_m4g4*out.txt *time_stamp.out 2> /dev/null', environ))
files = clear_output(out).splitlines()
for f in files:
if exists(f):
if f not in ('data_table', 'diag_table', 'field_table', 'input.nml'):
run(fmt('gzip %s' % f, environ))
f = f + '.gz'
run(fmt('mv %s %s/output/' % (f, full_path), environ))
run('mkdir -p %s/restart' % full_path)
with cd(fmt('{workdir}/RESTART', environ)):
# TODO: check date in coupler.res!
# Gui 20131029, tar failled in a case where no land* file were available. I should think a more robust way to do this.
#run(fmt('tar czvf {finish}.tar.gz coupler* ice* land* ocean*', environ))
run(fmt('tar czvf {finish}.tar.gz *.res *res.nc', environ))
run(fmt('mv {finish}.tar.gz %s/restart/' % full_path, environ))
with cd(fmt('{workdir}', environ)):
run(fmt('tar czvf INPUT.tar.gz INPUT/ --exclude="*.res*"', environ))
run(fmt('mv INPUT.tar.gz %s/restart/' % full_path, environ))
def archive(environ, **kwargs):
full_path, cname = hsm_full_path(environ)
run('mkdir -p %s/ocean/%s' % (full_path, cname))
# TODO: copy OGCM output ({workdir}/dataout)
run('mkdir -p %s/output' % full_path)
with cd(fmt('{workdir}', environ)):
with settings(warn_only=True):
out = run(fmt('ls -1 *fms.out *logfile.*.out input.nml '
'set_g4c_model*out.txt *_table *diag_integral.out '
'set_g4c_pos_m4g4*out.txt *time_stamp.out 2> /dev/null', environ))
files = clear_output(out).splitlines()
for f in files:
if exists(f):
if f not in ('data_table', 'diag_table', 'field_table', 'input.nml'):
run(fmt('gzip %s' % f, environ))
f = f + '.gz'
run(fmt('mv %s %s/output/' % (f, full_path), environ))
run('mkdir -p %s/restart' % full_path)
with cd(fmt('{workdir}/RESTART', environ)):
# TODO: check date in coupler.res!
# !Temporary solution! It fails since there is no land*
#run(fmt('tar czvf {finish}.tar.gz coupler* ice* land* ocean*', environ))
run(fmt('tar czvf {finish}.tar.gz coupler* ice* ocean*', environ))
run(fmt('mv {finish}.tar.gz %s/restart/' % full_path, environ))
with cd(fmt('{workdir}', environ)):
run(fmt('tar czvf INPUT.tar.gz INPUT/ --exclude="*.res*"', environ))
run(fmt('mv INPUT.tar.gz %s/restart/' % full_path, environ))
def archive(environ, **kwargs):
full_path, cname = hsm_full_path(environ)
run('mkdir -p %s/ocean/%s' % (full_path, cname))
# TODO: copy OGCM output ({workdir}/dataout)
run('mkdir -p %s/output' % full_path)
with cd(fmt('{workdir}', environ)):
with settings(warn_only=True):
out = run(
fmt(
'ls -1 *fms.out *logfile.*.out input.nml '
'set_g4c_model*out.txt *_table *diag_integral.out '
'set_g4c_pos_m4g4*out.txt *time_stamp.out 2> /dev/null',
environ))
files = clear_output(out).splitlines()
for f in files:
if exists(f):
if f not in ('data_table', 'diag_table', 'field_table',
'input.nml'):
run(fmt('gzip %s' % f, environ))
f = f + '.gz'
run(fmt('mv %s %s/output/' % (f, full_path), environ))
run('mkdir -p %s/restart' % full_path)
with cd(fmt('{workdir}/RESTART', environ)):
# TODO: check date in coupler.res!
# !Temporary solution! It fails since there is no land*
#run(fmt('tar czvf {finish}.tar.gz coupler* ice* land* ocean*', environ))
run(fmt('tar czvf {finish}.tar.gz coupler* ice* ocean*', environ))
run(fmt('mv {finish}.tar.gz %s/restart/' % full_path, environ))
with cd(fmt('{workdir}', environ)):
run(fmt('tar czvf INPUT.tar.gz INPUT/ --exclude="*.res*"', environ))
run(fmt('mv INPUT.tar.gz %s/restart/' % full_path, environ))
def test_clear_output():
out = """
"""
cleaned = utils.clear_output(out)
assert ("HOME=" not in cleaned) is True
assert ("TRANSFER_HOME=" not in cleaned) is True
assert ("SUBMIT_HOME=" not in cleaned) is True
assert ("WORK_HOME=" not in cleaned) is True
def archive(environ, **kwargs):
full_path, cname = hsm_full_path(environ)
run('mkdir -p %s/atmos/%s' % (full_path, cname))
# TODO: copy AGCM output ({workdir}/pos/dataout)
run('mkdir -p %s/output' % full_path)
with cd(fmt('{workdir}', environ)):
with settings(warn_only=True):
out = run(
fmt(
'ls -1 MODELIN Out.MPI.* set_post*out.txt '
'set_g4c_posgrib*out.txt POSTIN-GRIB '
'set_g4c_poseta*out.txt 2>/dev/null', environ))
files = clear_output(out).splitlines()
for f in files:
if exists(f):
if f not in ('MODELIN', 'POSTIN-GRIB'):
run(fmt('gzip %s' % f, environ))
f = f + '.gz'
run(fmt('mv %s %s/output/' % (f, full_path), environ))
run('mkdir -p %s/restart' % full_path)
with cd(fmt('{workdir}/model/dataout/TQ{TRC:04}L{LV:03}', environ)):
run(
fmt(
'tar czvf GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.tar.gz '
'GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.*P???',
environ))
run(
fmt(
'mv GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.tar.gz '
'%s/restart/' % full_path, environ))
run(
fmt('rm GFCTNMC{start}{finish}F.unf.TQ{TRC:04}L{LV:03}.*P???',
environ))
