#!/usr/bin/env python
import os, sys, glob, getpass, socket, re
from LiLF.surveys_db import SurveysDB
from LiLF import lib_ms, lib_img, lib_util, lib_log
logger_obj = lib_log.Logger('PiLL.logger')
logger = lib_log.logger
s = lib_util.Scheduler(log_dir=logger_obj.log_dir, dry=False)
w = lib_util.Walker('PiLL.walker')
LiLF_dir = os.path.dirname(os.path.dirname(lib_util.__file__))
parset = lib_util.getParset(parsetFile='lilf.config')
survey_projects = 'LT14_002,LC12_017,LC9_016,LC8_031' # list of projects related with the LBA survey
# get parameters
# use lilf.config (this is also used by all other scripits)
working_dir = os.path.abspath(parset.get('PiLL', 'working_dir'))
redo_cal = parset.getboolean('PiLL', 'redo_cal')
project = parset.get('PiLL', 'project')
target = parset.get('PiLL', 'target')
download_file = parset.get('PiLL', 'download_file')
if download_file != '': download_file = os.path.abspath(download_file)
def calibrator_tables_available(obsid):
"""
check if calibrator data exist in the database
"""
with SurveysDB(survey='lba', readonly=True) as sdb:
# A simple benchmark script for DP3 and wsclean
# they need to be in "./mss/"
import sys, os, glob, re, argparse
import numpy as np
import time
import lsmtool
import multiprocessing as mp
########################################################
from LiLF import lib_ms, lib_img, lib_util, lib_log
logger_obj = lib_log.Logger('script-benchmark.logger')
logger = lib_log.logger
s = lib_util.Scheduler(log_dir=logger_obj.log_dir, dry=False)
w = lib_util.Walker('script-benchmark.walker')
parset = lib_util.getParset()
parset_dir = parset.get('LOFAR_self', 'parset_dir')
parser = argparse.ArgumentParser(description="Benchmark LOFAR software.")
parser.add_argument("msfiles",
type=str,
help="Input ms files, glob-like string")
parser.add_argument("--sourcedb",
default='',
help="If you want to provide a certain skymodel.")
args = parser.parse_args()
#############################################################################
# Clear
with w.if_todo('cleaning'):
lib_util.check_rm('bench')
if not os.path.exists('bench/img'): os.makedirs('bench/img')
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import sys, os, glob, re
import numpy as np
from casacore import tables
########################################################
from LiLF import lib_ms, lib_img, lib_util, lib_log
logger_obj = lib_log.Logger('pipeline-init.logger')
logger = lib_log.logger
s = lib_util.Scheduler(log_dir=logger_obj.log_dir, dry=False)
# parse parset
parset = lib_util.getParset('lilf.config')
parset_dir = parset.get('uGMRT_init', 'parset_dir')
data_dir = parset.get('uGMRT_init', 'data_dir')
bl2flag = parset.get('flag', 'antennas')
#############################
# 1. Download data from NCRA server
#############################
# 2. Convert into MS
#############################
# 3. Set-up directory structure ans split
MSs = lib_ms.AllMSs(glob.glob(data_dir + '/*MS'), s)
numberOfMSs = len(MSs.getListObj())
