def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
spw = va(taskvals, 'crosscal', 'spw', str, default='')
specavg = va(taskvals, 'crosscal', 'width', int, default=1)
timeavg = va(taskvals, 'crosscal', 'timeavg', str, default='8s')
keepmms = va(taskvals, 'crosscal', 'keepmms', bool)
msmd.open(visname)
newvis = split_vis(visname, spw, fields, specavg, timeavg, keepmms)
config_parser.overwrite_config(args['config'],
conf_dict={'vis': "'{0}'".format(newvis)},
conf_sec='data')
config_parser.overwrite_config(
args['config'],
conf_dict={'crosscal_vis': "'{0}'".format(visname)},
conf_sec='run',
sec_comment='# Internal variables for pipeline execution')
msmd.done()
def main(args, taskvals):
"""
Parse the input config file (command line argument) and validate that the
parameters look okay
"""
logger.info('This is version {0} of the pipeline'.format(
processMeerKAT.__version__))
visname = va(taskvals, 'data', 'vis', str)
calcrefant = va(taskvals, 'crosscal', 'calcrefant', bool)
refant = taskvals['crosscal']['refant']
if type(refant) is str and 'm' in refant:
refant = va(taskvals, 'crosscal', 'refant', str)
else:
refant = va(taskvals, 'crosscal', 'refant', int)
nspw = va(taskvals, 'crosscal', 'nspw', int)
fields = bookkeeping.get_field_ids(taskvals['fields'])
# Check if the reference antenna exists, and complain and quit if it doesn't
if not calcrefant:
refant = va(taskvals, 'crosscal', 'refant', str)
msmd.open(visname)
read_ms.check_refant(MS=visname,
refant=refant,
config=args['config'],
warn=False)
msmd.done()
if not os.path.exists(visname):
raise IOError("Path to MS %s not found" % (visname))
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
do_cross_cal_apply(visname, fields, calfiles, caldir)
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
do_pre_flag_2(visname, fields)
def main(args, taskvals):
visname = va(taskvals, 'run', 'crosscal_vis', str)
keepmms = va(taskvals, 'crosscal', 'keepmms', bool)
fields = bookkeeping.get_field_ids(taskvals['fields'])
run_tclean(visname, fields, keepmms)
def main(args, taskvals):
visname = va(taskvals, 'run', 'crosscal_vis', str)
keepmms = va(taskvals, 'crosscal', 'keepmms', bool)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
msmd.open(visname)
if not os.path.exists(PLOT_DIR):
os.mkdir(PLOT_DIR)
# #Superseded by 'plotcal_spw.py'
# #Plot solutions for bandpass calibrator
# plotms(vis=calfiles.bpassfile, xaxis='Real', yaxis='Imag', coloraxis='corr', plotfile='{0}/bpass_real_imag.png'.format(PLOT_DIR),showgui=False)
# plotms(vis=calfiles.bpassfile, xaxis='freq', yaxis='Amp', coloraxis='antenna1', plotfile='{0}/bpass_freq_amp.png'.format(PLOT_DIR),showgui=False)
# plotms(vis=calfiles.bpassfile, xaxis='freq', yaxis='Phase', coloraxis='antenna1', plotfile='{0}/bpass_freq_phase.png'.format(PLOT_DIR),showgui=False)
#
# #Plot solutions for phase calibrator
# plotms(vis=calfiles.gainfile, xaxis='Real', yaxis='Imag', coloraxis='corr', plotfile='{0}/phasecal_real_imag.png'.format(PLOT_DIR),showgui=False)
# plotms(vis=calfiles.gainfile, xaxis='Time', yaxis='Amp', coloraxis='antenna1', plotfile='{0}/phasecal_time_amp.png'.format(PLOT_DIR),showgui=False)
# plotms(vis=calfiles.gainfile, xaxis='Time', yaxis='Phase', coloraxis='antenna1', plotfile='{0}/phasecal_time_phase.png'.format(PLOT_DIR),showgui=False)
#
# #Plot solutions for individual antennas of bandpass and phase calibrator in 3x2 panels
# plot_antennas('bpass',fields,calfiles,xaxis='freq',yaxis='amp')
# plot_antennas('bpass',fields,calfiles,xaxis='freq',yaxis='phase')
# plot_antennas('phasecal',fields,calfiles,xaxis='time',yaxis='amp')
# plot_antennas('phasecal',fields,calfiles,xaxis='time',yaxis='phase')
extn = 'mms' if keepmms else 'ms'
for field in fields:
if field != '':
for fname in field.split(','):
if fname.isdigit():
fname = msmd.namesforfields(int(fname))[0]
inname = '%s.%s.%s' % (os.path.splitext(visname)[0], fname,
extn)
if not os.path.exists('{0}/{1}_freq_amp.png'.format(
PLOT_DIR, fname)):
plotms(vis=inname,
xaxis='freq',
yaxis='Amp',
coloraxis='corr',
plotfile='{0}/{1}_freq_amp.png'.format(
PLOT_DIR, fname),
showgui=False)
plotms(vis=inname,
xaxis='Real',
yaxis='Imag',
coloraxis='corr',
plotfile='{0}/{1}_real_imag.png'.format(
PLOT_DIR, fname),
showgui=False)
msmd.done()
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
refant = va(taskvals, 'crosscal', 'refant', str, default='m005')
minbaselines = va(taskvals, 'crosscal', 'minbaselines', int, default=4)
do_parallel_cal_apply(visname, fields, calfiles)
def main(args,taskvals):
visname = va(taskvals, 'data', 'vis', str)
badfreqranges = taskvals['crosscal'].pop('badfreqranges', ['935~947MHz', '1160~1310MHz', '1476~1611MHz', '1670~1700MHz'])
badants = taskvals['crosscal'].pop('badants')
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
do_pre_flag(visname, fields, badfreqranges, badants)
def main(args,taskvals):
visname = va(taskvals, "data", "vis", str)
if os.path.exists(os.path.join(os.getcwd(), "caltables")):
shutil.rmtree(os.path.join(os.getcwd(), "caltables"))
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals["fields"])
spw = va(taskvals, "crosscal", "spw", str, default="")
standard = va(taskvals, "crosscal", "standard", str, default="Stevens-Reynolds 2016")
dopol = va(taskvals, 'run', 'dopol', bool, default=False)
createmms = va(taskvals, 'crosscal', 'createmms', bool, default=True)
do_setjy(visname, spw, fields, standard, dopol, createmms)
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
minbaselines = va(taskvals, 'crosscal', 'minbaselines', int, default=4)
standard = va(taskvals,
'crosscal',
'standard',
str,
default='Stevens-Reynolds 2016')
refant = va(taskvals, 'crosscal', 'refant', str, default='m059')
do_parallel_cal(visname, fields, calfiles, refant, caldir, minbaselines,
standard)
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
calfiles, caldir = bookkeeping.bookkeeping(visname)
fields = bookkeeping.get_field_ids(taskvals['fields'])
refant = va(taskvals, 'crosscal', 'refant', str, default='m005')
minbaselines = va(taskvals, 'crosscal', 'minbaselines', int, default=4)
standard = va(taskvals,
'crosscal',
'standard',
str,
default='Perley-Butler 2010')
do_cross_cal(visname, fields, calfiles, refant, caldir, minbaselines,
standard)
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
fields = bookkeeping.get_field_ids(taskvals['fields'])
calcrefant = va(taskvals, 'crosscal', 'calcrefant', bool)
spw = va(taskvals, 'crosscal', 'spw', str)
nspw = va(taskvals, 'crosscal', 'nspw', int)
# Calculate reference antenna
if calcrefant:
if len(fields.fluxfield.split(',')) > 1:
field = fields.fluxfield.split(',')[0]
else:
field = fields.fluxfield
refant, badants = get_ref_ant(visname, field)
# Overwrite config file with new refant
config_parser.overwrite_config(
args['config'],
conf_sec='crosscal',
conf_dict={'refant': "'{0}'".format(refant)})
config_parser.overwrite_config(args['config'],
conf_sec='crosscal',
conf_dict={'badants': badants})
#Replace reference antenna in each SPW config
if nspw > 1:
for SPW in spw.split(','):
spw_config = '{0}/{1}'.format(SPW.replace('0:', ''),
args['config'])
# Overwrite config file with new refant
config_parser.overwrite_config(
spw_config,
conf_sec='crosscal',
conf_dict={'refant': "'{0}'".format(refant)})
config_parser.overwrite_config(spw_config,
conf_sec='crosscal',
conf_dict={'badants': badants})
config_parser.overwrite_config(spw_config,
conf_sec='crosscal',
conf_dict={'calcrefant': False})
else:
logger.info(
"Skipping calculation of reference antenna, as 'calcrefant=False' in '{0}'."
.format(args['config']))
def main(args, taskvals):
visname = va(taskvals, 'data', 'vis', str)
spw = va(taskvals, 'crosscal', 'spw', str, default='')
nspw = va(taskvals, 'crosscal', 'nspw', int, default='')
fields = bookkeeping.get_field_ids(taskvals['fields'])
dirs = config_parser.parse_spw(args['config'])[3]
if ',' in spw:
newvis = do_concat(visname, fields, dirs)
config_parser.overwrite_config(
args['config'],
conf_dict={'vis': "'{0}'".format(newvis)},
conf_sec='data')
config_parser.overwrite_config(
args['config'],
conf_dict={'crosscal_vis': "'{0}'".format(visname)},
conf_sec='run',
sec_comment='# Internal variables for pipeline execution')
else:
logger.error(
"Only found one SPW in '{0}', so will skip concat.".format(
args['config']))
def main(args,taskvals):
try:
if not os.path.exists(PLOT_DIR):
os.makedirs(PLOT_DIR)
fields = bookkeeping.get_field_ids(taskvals['fields'])
visname = va(taskvals, 'run', 'crosscal_vis', str)
polfield = bookkeeping.polfield_name(visname)
msmd.open(visname)
caldir = 'caltables'
spwdir = config_parser.parse_spw(args['config'])[3]
if type(spwdir) is str:
spwdir = glob.glob(spwdir)
for ff in fields.gainfields.split(','):
plotstr='phase,time'
table_ext = 'gcal'
title='Gain Phase'
outname = '{}/field_{}_gain_phase'.format(PLOT_DIR,ff)
plotcal(plotstr, int(msmd.fieldsforname(ff)[0]), spwdir, caldir, table_ext, title, outname)
plotstr='amp,time'
table_ext = 'gcal'
title='Gain Amp'
outname = '{}/field_{}_gain_amp'.format(PLOT_DIR,ff)
plotcal(plotstr, int(msmd.fieldsforname(ff)[0]), spwdir, caldir, table_ext, title, outname)
#print("k")
#plotstr='delay,freq'
#table_ext = 'kcal'
#title='Delay'
#outname = '{}/field_{}_delay'.format(PLOT_DIR,fields.fluxfield)
#plotcal(plotstr, int(msmd.fieldsforname(fields.fluxfield)[0]), spwdir, caldir, table_ext, title, outname)
#print("kcross")
#plotstr='delay,freq'
#table_ext = 'xdel'
#title='Crosshand Delay'
#outname = '{}/field_{}_crosshanddelay'.format(PLOT_DIR,fields.fluxfield)
#plotcal(plotstr, int(msmd.fieldsforname(fields.fluxfield)[0]), spwdir, caldir, table_ext, title, outname)
plotstr='amp,freq'
table_ext = 'bcal'
title='Bandpass Amp'
outname = '{}/field_{}_bandpass_amp'.format(PLOT_DIR,fields.fluxfield)
plotcal(plotstr, int(msmd.fieldsforname(fields.fluxfield)[0]), spwdir, caldir, table_ext, title, outname)
plotstr='phase,freq'
table_ext = 'bcal'
title='Bandpass Phase'
outname = '{}/field_{}_bandpass_phase'.format(PLOT_DIR,fields.fluxfield)
plotcal(plotstr, int(msmd.fieldsforname(fields.fluxfield)[0]), spwdir, caldir, table_ext, title, outname)
plotstr='amp,freq'
table_ext = 'pcal'
title='Leakage Amp'
outname = '{}/field_{}_leakage_amp'.format(PLOT_DIR,fields.bpassfield)
plotcal(plotstr, int(msmd.fieldsforname(fields.dpolfield)[0]), spwdir, caldir, table_ext, title, outname, None, [0, 0.1])
plotstr='phase,freq'
table_ext = 'pcal'
title='Leakage Phase'
outname = '{}/field_{}_leakage_phase'.format(PLOT_DIR,fields.bpassfield)
plotcal(plotstr, int(msmd.fieldsforname(fields.dpolfield)[0]), spwdir, caldir, table_ext, title, outname)
plotstr='phase,freq'
table_ext = 'xyambcal'
title='XY Phase'
outname = '{}/field_{}_xyamb_phase'.format(PLOT_DIR,polfield)
plotcal(plotstr, int(msmd.fieldsforname(polfield)[0]), spwdir, caldir, table_ext, title, outname)
plotstr='phase,freq'
table_ext = 'xycal'
title='XY Phase (amb resolved)'
outname = '{}/field_{}_xy_phase'.format(PLOT_DIR,polfield)
plotcal(plotstr, int(msmd.fieldsforname(polfield)[0]), spwdir, caldir, table_ext, title, outname)
msmd.done()
except Exception as err:
logger.error('Exception found in the pipeline of type {0}: {1}'.format(type(err),err))
logger.error(traceback.format_exc())
msmd.done()