def main(iargs=None):
inps = putils.cmd_line_parse(iargs, script='smallbaseline_wrapper')
config = putils.get_config_defaults(config_file='job_defaults.cfg')
job_file_name = 'smallbaseline_wrapper'
job_name = job_file_name
if inps.wall_time == 'None':
inps.wall_time = config[job_file_name]['walltime']
wait_seconds, new_wall_time = putils.add_pause_to_walltime(
inps.wall_time, inps.wait_time)
#########################################
# Submit job
#########################################
if inps.submit_flag:
js.submit_script(job_name, job_file_name, sys.argv[:], inps.work_dir,
new_wall_time)
sys.exit(0)
if not iargs is None:
message_rsmas.log(
inps.work_dir,
os.path.basename(__file__) + ' ' + ' '.join(iargs[:]))
else:
message_rsmas.log(
inps.work_dir,
os.path.basename(__file__) + ' ' + ' '.join(sys.argv[1::]))
os.chdir(inps.work_dir)
time.sleep(wait_seconds)
try:
with open('out_mintpy.o', 'w') as f:
with contextlib.redirect_stdout(f):
smallbaselineApp.main([inps.customTemplateFile])
except:
with open('out_mintpy.e', 'w') as g:
with contextlib.redirect_stderr(g):
smallbaselineApp.main([inps.customTemplateFile])
inps.mintpy_dir = os.path.join(inps.work_dir, pathObj.mintpydir)
putils.set_permission_dask_files(directory=inps.mintpy_dir)
# Email Mintpy results
if inps.email:
email_results.main([inps.customTemplateFile])
return None
def main(iargs=None):
inps = putils.cmd_line_parse(iargs, script='minopy_wrapper')
if not iargs is None:
input_arguments = iargs
else:
input_arguments = sys.argv[1::]
message_rsmas.log(
inps.work_dir,
os.path.basename(__file__) + ' ' + ' '.join(input_arguments))
time.sleep(putils.pause_seconds(inps.wait_time))
#########################################
# Submit job
#########################################
if inps.submit_flag:
job_obj = JOB_SUBMIT(inps)
job_name = 'minopy_wrapper'
job_file_name = job_name
if '--submit' in input_arguments:
input_arguments.remove('--submit')
command = [os.path.abspath(__file__)] + input_arguments
job_obj.submit_script(job_name, job_file_name, command)
os.chdir(inps.work_dir)
try:
with open('out_minopy.o', 'w') as f:
with contextlib.redirect_stdout(f):
smallbaselineApp.main(
[inps.custom_template_file, '--dir', pathObj.mintpydir])
except:
with open('out_minopy.e', 'w') as g:
with contextlib.redirect_stderr(g):
smallbaselineApp.main(
[inps.custom_template_file, '--dir', pathObj.mintpydir])
inps.mintpy_dir = os.path.join(inps.work_dir, pathObj.mintpydir)
putils.set_permission_dask_files(directory=inps.mintpy_dir)
# Email Minopy results
if inps.email:
email_results.main([inps.custom_template_file, '--minopy'])
return None
def main(iargs=None):
inps = putils.cmd_line_parse(iargs, script='smallbaseline_wrapper')
time.sleep(putils.pause_seconds(inps.wait_time))
#########################################
# Submit job
#########################################
if inps.submit_flag:
job_name = 'smallbaseline_wrapper'
job_file_name = job_name
js.submit_script(job_name, job_file_name, sys.argv[:], inps.work_dir)
sys.exit(0)
if not iargs is None:
message_rsmas.log(
inps.work_dir,
os.path.basename(__file__) + ' ' + ' '.join(iargs[:]))
else:
message_rsmas.log(
inps.work_dir,
os.path.basename(__file__) + ' ' + ' '.join(sys.argv[1::]))
os.chdir(inps.work_dir)
try:
with open('out_mintpy.o', 'w') as f:
with contextlib.redirect_stdout(f):
smallbaselineApp.main([inps.custom_template_file])
except:
with open('out_mintpy.e', 'w') as g:
with contextlib.redirect_stderr(g):
smallbaselineApp.main([inps.custom_template_file])
inps.mintpy_dir = os.path.join(inps.work_dir, pathObj.mintpydir)
putils.set_permission_dask_files(directory=inps.mintpy_dir)
# Email Mintpy results
if inps.email:
email_results.main([inps.custom_template_file, '--mintpy'])
return None
def main(iargs=None):
inps = putils.cmd_line_parse(iargs, script='ingest_insarmaps')
config = putils.get_config_defaults(config_file='job_defaults.cfg')
job_file_name = 'ingest_insarmaps'
job_name = job_file_name
if inps.wall_time == 'None':
inps.wall_time = config[job_file_name]['walltime']
wait_seconds, new_wall_time = putils.add_pause_to_walltime(inps.wall_time, inps.wait_time)
#########################################
# Submit job
#########################################
if inps.submit_flag:
js.submit_script(job_name, job_file_name, sys.argv[:], inps.work_dir, new_wall_time)
time.sleep(wait_seconds)
os.chdir(inps.work_dir)
if not iargs is None:
message_rsmas.log(inps.work_dir, os.path.basename(__file__) + ' ' + ' '.join(iargs[:]))
else:
message_rsmas.log(inps.work_dir, os.path.basename(__file__) + ' ' + ' '.join(sys.argv[1::]))
hdfeos_file = glob.glob(inps.work_dir + '/mintpy/S1*.he5')
hdfeos_file.append(glob.glob(inps.work_dir +'/mintpy/SUBSET_*/S1*.he5'))
hdfeos_file = hdfeos_file[0]
json_folder = inps.work_dir + '/mintpy/JSON'
mbtiles_file = json_folder + '/' + os.path.splitext(os.path.basename(hdfeos_file))[0] + '.mbtiles'
if os.path.isdir(json_folder):
shutil.rmtree(json_folder)
command1 = 'hdfeos5_2json_mbtiles.py ' + hdfeos_file + ' ' + json_folder + ' |& tee out_insarmaps.log'
command2 = 'json_mbtiles2insarmaps.py -u ' + password.insaruser + ' -p ' + password.insarpass + ' --host ' + \
'insarmaps.miami.edu -P rsmastest -U rsmas\@gmail.com --json_folder ' + \
json_folder + ' --mbtiles_file ' + mbtiles_file + ' |& tee -a out_insarmaps.log'
with open(inps.work_dir + '/mintpy/run_insarmaps', 'w') as f:
f.write(command1 + '\n')
f.write(command2 + '\n')
out_file = 'out_insarmaps'
message_rsmas.log(inps.work_dir, command1)
command1 = '('+command1+' | tee '+out_file+'.o) 3>&1 1>&2 2>&3 | tee '+out_file+'.e'
status = subprocess.Popen(command1, shell=True).wait()
if status is not 0:
raise Exception('ERROR in hdfeos5_2json_mbtiles.py')
# TODO: Change subprocess call to get back error code and send error code to logger
message_rsmas.log(inps.work_dir, command2)
command2 = '('+command2+' | tee -a '+out_file+'.o) 3>&1 1>&2 2>&3 | tee -a '+out_file+'.e'
status = subprocess.Popen(command2, shell=True).wait()
if status is not 0:
raise Exception('ERROR in json_mbtiles2insarmaps.py')
# Email insarmaps results:
if inps.email:
email_results.main([inps.custom_template_file, '--insarmap'])
return None
def main(iargs=None):
inps = putils.cmd_line_parse(iargs, script='ingest_insarmaps')
if not iargs is None:
input_arguments = iargs
else:
input_arguments = sys.argv[1::]
message_rsmas.log(
inps.work_dir,
os.path.basename(__file__) + ' ' + ' '.join(input_arguments))
#time.sleep(putils.pause_seconds(inps.wait_time))
#########################################
# Submit job
#########################################
if inps.submit_flag:
job_obj = JOB_SUBMIT(inps)
job_name = 'ingest_insarmaps'
job_file_name = job_name
if '--submit' in input_arguments:
input_arguments.remove('--submit')
command = [os.path.abspath(__file__)] + input_arguments
job_obj.submit_script(job_name, job_file_name, command)
os.chdir(inps.work_dir)
hdfeos_file = glob.glob(inps.work_dir + '/mintpy/*.he5')
hdfeos_file.append(glob.glob(inps.work_dir + '/mintpy/SUBSET_*/*.he5'))
hdfeos_file = hdfeos_file[0]
json_folder = inps.work_dir + '/mintpy/JSON'
mbtiles_file = json_folder + '/' + os.path.splitext(
os.path.basename(hdfeos_file))[0] + '.mbtiles'
if os.path.isdir(json_folder):
shutil.rmtree(json_folder)
command1 = 'hdfeos5_2json_mbtiles.py ' + hdfeos_file + ' ' + json_folder
command2 = 'json_mbtiles2insarmaps.py -u ' + password.insaruser + ' -p ' + password.insarpass + ' --host ' + \
'insarmaps.miami.edu -P rsmastest -U rsmas\@gmail.com --json_folder ' + \
json_folder + ' --mbtiles_file ' + mbtiles_file
with open(inps.work_dir + '/run_insarmaps', 'w') as f:
f.write(command1 + '\n')
f.write(command2 + '\n')
out_file = 'out_ingest_insarmaps'
message_rsmas.log(inps.work_dir, command1)
#command1 = '('+command1+' | tee '+out_file+'.o) 3>&1 1>&2 2>&3 | tee '+out_file+'.e'
status = subprocess.Popen(command1, shell=True).wait()
if status is not 0:
raise Exception('ERROR in hdfeos5_2json_mbtiles.py')
# TODO: Change subprocess call to get back error code and send error code to logger
message_rsmas.log(inps.work_dir, command2)
#command2 = '('+command2+' | tee -a '+out_file+'.o) 3>&1 1>&2 2>&3 | tee -a '+out_file+'.e'
status = subprocess.Popen(command2, shell=True).wait()
if status is not 0:
raise Exception('ERROR in json_mbtiles2insarmaps.py')
# Email insarmaps results:
if inps.email:
message_rsmas.log(
inps.work_dir,
'email_results.py --insarmaps ' + inps.custom_template_file)
email_results.main([inps.custom_template_file, '--insarmaps'])
return None
def main(iargs=None):
inps = putils.cmd_line_parse(iargs, script='smallbaseline_wrapper')
if not iargs is None:
input_arguments = iargs
else:
input_arguments = sys.argv[1::]
message_rsmas.log(inps.work_dir, os.path.basename(__file__) + ' ' + ' '.join(input_arguments))
time.sleep(putils.pause_seconds(inps.wait_time))
#########################################
# stripmap prep to isce
#########################################
if inps.template['acquisition_mode']=='stripmap':
inps.dsetDir = inps.work_dir +'/Igrams';
inps.slcDir = inps.work_dir +'/merged/SLC';
inps.geometryDir = inps.work_dir +'/geom_master';
inps.baselineDir = inps.work_dir +'/baselines';
masterDate= inps.template['stripmapStack.master']
if masterDate=='None':
command1= 'cp -r '+inps.slcDir+'/'+os.listdir(inps.slcDir)[0]+'/'+'masterShelve '+inps.work_dir+'/.';
else:
command1= 'cp -r '+inps.slcDir+'/' + masterDate+'/'+'masterShelve '+inps.work_dir+'/.';
print(command1);subprocess.Popen(command1, shell=True).wait();
inps.metaFile= inps.work_dir+'/' +'masterShelve/data.dat';
command2= 'prep_isce.py -d '+inps.dsetDir+' -m '+inps.metaFile+' -b '+inps.baselineDir+' -g '+inps.geometryDir;
print(command2)
subprocess.Popen(command2, shell=True).wait();
#########################################
# Submit job
#########################################
if inps.submit_flag:
job_obj = JOB_SUBMIT(inps)
job_name = 'smallbaseline_wrapper'
job_file_name = job_name
if '--submit' in input_arguments:
input_arguments.remove('--submit')
command = [os.path.abspath(__file__)] + input_arguments
job_obj.submit_script(job_name, job_file_name, command)
sys.exit(0)
os.chdir(inps.work_dir)
try:
with open('out_mintpy.o', 'w') as f:
with contextlib.redirect_stdout(f):
smallbaselineApp.main([inps.custom_template_file])
except:
with open('out_mintpy.e', 'w') as g:
with contextlib.redirect_stderr(g):
smallbaselineApp.main([inps.custom_template_file])
inps.mintpy_dir = os.path.join(inps.work_dir, pathObj.mintpydir)
putils.set_permission_dask_files(directory=inps.mintpy_dir)
# Email Mintpy results
if inps.email:
email_results.main([inps.custom_template_file, '--mintpy'])
return None