def link(name,id,lroot,anchor,wdir):
if os.path.isfile(wdir+id+'/'+name):
return '<a href="%s%s">%s</a>' % (lroot,name,anchor)
else:
return '—'
workdir='/data/lofar/DR2'
skip_construct=False
while True:
print(datetime.now())
print
# make status plot
separator('Making plot')
os.system('plot_db_projection.py /home/mjh/lofar-surveys/static/Tier1-dbstatus.png')
# make JSON file for HIPS
separator('Make JSON file')
os.chdir('/home/mjh/lofar-surveys/static/lotss_aladin')
os.system('python survey_status_mysql.py')
if not skip_construct:
# sync mosaics directory
separator('Mosaic sync')
os.chdir(workdir+'/mosaics')
s="rsync --progress --timeout=10 -avz --exclude '*.out' --include 'P*' --include 'mosaic-blanked.fits' --include 'mosaic.cat.fits' --include 'mosaic.resid.fits' --include 'mosaic.rms.fits' --include 'low-mosaic-blanked.fits' --exclude '*' '[email protected]:/disks/paradata/shimwell/LoTSS-DR2/mosaics/*' ."
do_rsync(s)
# now go through all archived and completed fields and make sure they're in the DR2 directory
def link(name, id, lroot, anchor, wdir):
if os.path.isfile(wdir + id + '/' + name):
return '<a href="%s%s">%s</a>' % (lroot, name, anchor)
else:
return '—'
if __name__ == '__main__':
workdir = '/data/lofar/DR2'
skip_construct = False
while True:
print(datetime.now())
print()
# make status plot
separator('Making plot')
os.system(
'plot_db_projection.py /home/mjh/lofar-surveys/static/Tier1-dbstatus.png'
)
# make JSON file for HIPS
separator('Make JSON file')
os.chdir('/home/mjh/lofar-surveys/static/lotss_aladin')
os.system('python survey_status_mysql.py')
if not skip_construct:
# sync mosaics directory
separator('Mosaic sync')
os.chdir(workdir + '/mosaics')
for d in ['RA13h_field', 'RA0h_field']:
s = "rsync --progress --timeout=10 -avz --exclude 'astroblank-*' --exclude '*.out' --exclude '*.py' --exclude 'background' --exclude '*~' --exclude 'old' --exclude '*.sh' --exclude 'low-mosaic-weights.fits' --exclude 'mosaic.fits' --exclude 'wavelet' --exclude 'model' --exclude 'residual' --exclude 'mosaic.pybdsmmask.fits' --exclude 'mosaic-weights.fits' --exclude 'reproject-*.fits' --exclude 'weight-*.fits' --exclude 'low-reproject-*.fits' --exclude 'low-weight-*.fits' --exclude 'low-mosaic.fits' %[email protected]:/disks/paradata/shimwell/LoTSS-DR2/mosaics/%s/ ." % (
def link(name,id,lroot,anchor,wdir):
if os.path.isfile(wdir+id+'/'+name):
return '<a href="%s%s">%s</a>' % (lroot,name,anchor)
else:
return '—'
workdir='/data/lofar/DR2'
skip_construct=False
while True:
print(datetime.datetime.now())
print
# make status plot
separator('Making plot')
os.system('plot_db_projection.py /home/mjh/lofar-surveys/static/Tier1-dbstatus.png')
if not skip_construct:
# sync mosaics directory
separator('Mosaic sync')
os.chdir(workdir+'/mosaics')
os.system("rsync -avz --exclude '*.out' --include 'P*' --include 'mosaic-blanked.fits' --include 'mosaic.cat.fits' --include 'mosaic.resid.fits' --include 'mosaic.rms.fits' --include 'low-mosaic-blanked.fits' --exclude '*' '[email protected]:/disks/paradata/shimwell/LoTSS-DR2/mosaics/*' .")
# now go through all archived and completed fields and make sure they're in the DR2 directory
with SurveysDB() as sdb:
sdb.cur.execute('select * from fields where status="Archived" or status="Complete" order by ra')
result=sdb.cur.fetchall()