def pcal_anal(trange, path=None):
import os
import os.path
import socket
import glob
import read_idb as ri
if path is None:
path = ''
out = findfile(trange)
host = socket.gethostname()
filelist = out['scanlist']
statuslist = out['status']
starttimelist = out['tstlist']
nscans = len(filelist)
print 'Found', nscans, 'scans to process.'
for i in range(nscans):
good, = np.where(np.array(statuslist[i]) == 'done')
flist = np.array(filelist[i])[good].tolist() # List of "done" files
first_file = filelist[i][0]
last_file = filelist[i][-1]
mjd = ri.fname2mjd(last_file)
tdif = Time.now().mjd - mjd
if len(good) == len(filelist[i]) and tdif > ten_minutes:
# All files in this scan are marked "done", so process the scan only if the plots do not already exist
tmark = ri.fname2mjd(first_file)
tmarkp = tmark + one_minute
tmarkn = tmark - one_minute
tmark = Time(tmark, format='mjd').iso.replace('-', '').replace(
':', '').replace(' ', '')[:12]
tmarkp = Time(tmarkp, format='mjd').iso.replace('-', '').replace(
':', '').replace(' ', '')[:12]
tmarkn = Time(tmarkn, format='mjd').iso.replace('-', '').replace(
':', '').replace(' ', '')[:12]
f1 = glob.glob(path + 'pcT*' + tmark + '*.png')
f2 = glob.glob(path + 'pcT*' + tmarkp + '*.png')
f3 = glob.glob(path + 'pcT*' + tmarkn + '*.png')
if f1 == [] and f2 == [] and f3 == []:
print 'No files:', tmarkn, tmark, tmarkp, 'found.'
print 'Processing completed scan', i + 1
graph(filelist[i], path=path)
else:
print 'Scan processing already complete. Skipping scan', i + 1
elif len(good) == len(filelist[i]) and tdif < ten_minutes:
# All files in this scan are marked "done", but it has been less than 10 min, so process the scan
print 'Processing completed scan', i + 1
graph(flist, path=path)
elif len(good) == len(filelist[i]) - 1:
# This scan is still active, so process all files up to this point.
print 'Processing active scan', i + 1
graph(flist, path=path)
def pcal_anal(trange,path=None):
import os
import os.path
import socket
import glob
import read_idb as ri
if path is None:
path = ''
out = findfile(trange)
host = socket.gethostname()
filelist = out['scanlist']
statuslist = out['status']
starttimelist = out['tstlist']
nscans = len(filelist)
print 'Found',nscans,'scans to process.'
for i in range(nscans):
good, = np.where(np.array(statuslist[i]) == 'done')
flist = np.array(filelist[i])[good].tolist() # List of "done" files
first_file = filelist[i][0]
last_file = filelist[i][-1]
mjd = ri.fname2mjd(last_file)
tdif = Time.now().mjd - mjd
if len(good) == len(filelist[i]) and tdif > ten_minutes:
# All files in this scan are marked "done", so process the scan only if the plots do not already exist
tmark = ri.fname2mjd(first_file)
tmarkp = tmark+one_minute
tmarkn = tmark-one_minute
tmark = Time(tmark,format='mjd').iso.replace('-','').replace(':','').replace(' ','')[:12]
tmarkp = Time(tmarkp,format='mjd').iso.replace('-','').replace(':','').replace(' ','')[:12]
tmarkn = Time(tmarkn,format='mjd').iso.replace('-','').replace(':','').replace(' ','')[:12]
f1 = glob.glob(path + 'pcT*'+tmark+'*.png')
f2 = glob.glob(path + 'pcT*'+tmarkp+'*.png')
f3 = glob.glob(path + 'pcT*'+tmarkn+'*.png')
if f1 == [] and f2 == [] and f3 == []:
print 'No files:',tmarkn,tmark,tmarkp,'found.'
print 'Processing completed scan',i+1
graph(filelist[i],path=path)
else:
print 'Scan processing already complete. Skipping scan',i+1
elif len(good) == len(filelist[i]) and tdif < ten_minutes:
# All files in this scan are marked "done", but it has been less than 10 min, so process the scan
print 'Processing completed scan',i+1
graph(flist,path=path)
elif len(good) == len(filelist[i])-1:
# This scan is still active, so process all files up to this point.
print 'Processing active scan',i+1
graph(flist,path=path)
def graph(f, navg=None, path=None):
import matplotlib.pyplot as plt
from matplotlib.ticker import FormatStrFormatter
import struct, time, glob, sys, socket
import read_idb as ri
import dbutil as db
if navg is None:
navg = 60
if path is None:
path = ''
out = ri.read_idb(f, navg=navg)
if len(out['fghz']) == 0:
# This file is no good, so skip it
return
fig, ax = plt.subplots(4, 13, sharex=True, sharey=True)
trange = Time([ri.fname2mjd(f[0]),
ri.fname2mjd(f[-1]) + ten_minutes],
format='mjd')
times, wscram, avgwind = db.a14_wscram(trange)
nwind = len(wscram)
nbad = np.sum(wscram)
if nbad != 0:
warn = ' --> Windscram! (' + str(nbad) + ' of ' + str(nwind) + ')'
color = '#d62728' # Plot points with "warning" Red color
else:
warn = ''
color = '#1f77b4' # Plot points with "normal" Blue color
fig.set_size_inches(18, 6)
nf = len(out['fghz'])
fstr = str(out['fghz'][nf / 2] * 1000)[:5] + ' MHz '
for k in range(13):
for j in range(4):
ax[j, k].cla()
ax[j, k].plot(out['ha'],
np.angle(out['x'][ri.bl2ord[k, 13], j, nf / 2]),
'.',
color=color)
ax[j, k].set_ylim(-4, 4)
ax[j, k].xaxis.set_major_formatter(FormatStrFormatter('%.2f'))
if k in range(1, 13): ax[j, k].yaxis.set_visible(False)
if j in range(3): ax[j, k].xaxis.set_visible(False)
if j == 0: ax[0, k].title.set_text('antenna %d' % (k + 1))
fig.suptitle(out['source'] + ' ' +
Time(out['time'][0], format='jd').iso[:19] + ' UT ' + fstr +
warn)
ax[0, 0].set_ylabel('XX Phase')
ax[1, 0].set_ylabel('YY Phase')
ax[2, 0].set_ylabel('XY Phase')
ax[3, 0].set_ylabel('YX Phase')
fig.text(0.5, 0.04, 'Hour Angle', ha='center')
t = Time(out['time'][0],
format='jd').iso[:19].replace('-',
'').replace(':',
'').replace(' ', '')
s = out['source']
ofile = path + t[:14] + '_' + s + '.npz'
np.savez(open(ofile, 'wb'), out=out)
plt.savefig(path + 'pcT' + t + '_' + s + '.png', bbox_inches='tight')
plt.close(fig)
ph = np.angle(np.sum(out['x'], 3))
fig, ax = plt.subplots(4, 13)
fig.set_size_inches(18, 6)
for k in range(13):
for j in range(4):
ax[j, k].cla()
ax[j, k].plot(out['fghz'],
ph[ri.bl2ord[k, 13], j],
'.',
color=color)
ax[j, k].set_ylim(-4, 4)
ax[j, k].xaxis.set_major_formatter(FormatStrFormatter('%.2f'))
if k in range(1, 13): ax[j, k].yaxis.set_visible(False)
if j in range(3): ax[j, k].xaxis.set_visible(False)
if j == 0: ax[0, k].title.set_text('antenna %d' % (k + 1))
fig.suptitle(out['source'] + ' ' +
Time(out['time'][0], format='jd').iso[:19] + ' UT' + warn)
ax[0, 0].set_ylabel('XX Phase')
ax[1, 0].set_ylabel('YY Phase')
ax[2, 0].set_ylabel('XY Phase')
ax[3, 0].set_ylabel('YX Phase')
fig.text(0.5, 0.04, 'Frequency[GHz]', ha='center')
t = Time(out['time'][0],
format='jd').iso[:19].replace('-',
'').replace(':',
'').replace(' ', '')
plt.savefig(path + 'pcF' + t + '_' + s + '.png', bbox_inches='tight')
plt.close(fig)
def graph(f,navg=None,path=None):
import matplotlib.pyplot as plt
from matplotlib.ticker import FormatStrFormatter
import struct, time, glob, sys, socket
import read_idb as ri
import dbutil as db
if navg is None:
navg = 60
if path is None:
path = ''
out = ri.read_idb(f,navg=navg)
fig, ax = plt.subplots(4,13,sharex=True, sharey=True)
trange = Time([ri.fname2mjd(f[0]),ri.fname2mjd(f[-1]) + ten_minutes],format='mjd')
times, wscram, avgwind = db.a14_wscram(trange)
nwind = len(wscram)
nbad = np.sum(wscram)
if nbad != 0:
warn = ' --> Windscram! ('+str(nbad)+' of '+str(nwind)+')'
color = '#d62728' # Plot points with "warning" Red color
else:
warn = ''
color = '#1f77b4' # Plot points with "normal" Blue color
fig.set_size_inches(18,6)
nf = len(out['fghz'])
fstr = str(out['fghz'][nf/2]*1000)[:5]+' MHz '
for k in range(13):
for j in range(4):
ax[j,k].cla()
ax[j,k].plot(out['ha'],np.angle(out['x'][ri.bl2ord[k,13],j,nf/2]),'.',color=color)
ax[j,k].set_ylim(-4, 4)
ax[j,k].xaxis.set_major_formatter(FormatStrFormatter('%.2f'))
if k in range(1,13): ax[j,k].yaxis.set_visible(False)
if j in range(3): ax[j,k].xaxis.set_visible(False)
if j == 0: ax[0,k].title.set_text('antenna %d' %(k+1))
fig.suptitle(out['source']+' '+Time(out['time'][0],format='jd').iso[:19]+' UT '+fstr+warn)
ax[0,0].set_ylabel('XX Phase')
ax[1,0].set_ylabel('YY Phase')
ax[2,0].set_ylabel('XY Phase')
ax[3,0].set_ylabel('YX Phase')
fig.text(0.5, 0.04, 'Hour Angle', ha = 'center')
t = Time(out['time'][0],format='jd').iso[:19].replace('-','').replace(':','').replace(' ','')
s = out['source']
ofile = path + t[:14] +'_'+ s +'.npz'
np.savez(open(ofile,'wb'),out = out)
plt.savefig(path + 'pcT'+t+'_'+ s +'.png',bbox_inches='tight')
plt.close(fig)
ph = np.angle(np.sum(out['x'],3))
fig, ax = plt.subplots(4,13)
fig.set_size_inches(18,6)
for k in range(13):
for j in range(4):
ax[j,k].cla()
ax[j,k].plot(out['fghz'],ph[ri.bl2ord[k,13],j],'.',color=color)
ax[j,k].set_ylim(-4, 4)
ax[j,k].xaxis.set_major_formatter(FormatStrFormatter('%.2f'))
if k in range(1,13): ax[j,k].yaxis.set_visible(False)
if j in range(3): ax[j,k].xaxis.set_visible(False)
if j == 0: ax[0,k].title.set_text('antenna %d' %(k+1))
fig.suptitle(out['source']+' '+Time(out['time'][0],format='jd').iso[:19]+' UT'+warn)
ax[0,0].set_ylabel('XX Phase')
ax[1,0].set_ylabel('YY Phase')
ax[2,0].set_ylabel('XY Phase')
ax[3,0].set_ylabel('YX Phase')
fig.text(0.5, 0.04, 'Frequency[GHz]', ha = 'center')
t = Time(out['time'][0],format='jd').iso[:19].replace('-','').replace(':','').replace(' ','')
plt.savefig(path + 'pcF'+t+'_'+ s +'.png',bbox_inches='tight')
plt.close(fig)