#!/usr/bin/env python import os, sys, glob, getpass, socket, re from LiLF.surveys_db import SurveysDB from LiLF import lib_ms, lib_img, lib_util, lib_log logger_obj = lib_log.Logger('PiLL.logger') logger = lib_log.logger s = lib_util.Scheduler(log_dir=logger_obj.log_dir, dry=False) w = lib_util.Walker('PiLL.walker') LiLF_dir = os.path.dirname(os.path.dirname(lib_util.__file__)) parset = lib_util.getParset(parsetFile='lilf.config') survey_projects = 'LT14_002,LC12_017,LC9_016,LC8_031' # list of projects related with the LBA survey # get parameters # use lilf.config (this is also used by all other scripits) working_dir = os.path.abspath(parset.get('PiLL', 'working_dir')) redo_cal = parset.getboolean('PiLL', 'redo_cal') project = parset.get('PiLL', 'project') target = parset.get('PiLL', 'target') download_file = parset.get('PiLL', 'download_file') if download_file != '': download_file = os.path.abspath(download_file) def calibrator_tables_available(obsid): """ check if calibrator data exist in the database """ with SurveysDB(survey='lba', readonly=True) as sdb:
# A simple benchmark script for DP3 and wsclean # they need to be in "./mss/" import sys, os, glob, re, argparse import numpy as np import time import lsmtool import multiprocessing as mp ######################################################## from LiLF import lib_ms, lib_img, lib_util, lib_log logger_obj = lib_log.Logger('script-benchmark.logger') logger = lib_log.logger s = lib_util.Scheduler(log_dir=logger_obj.log_dir, dry=False) w = lib_util.Walker('script-benchmark.walker') parset = lib_util.getParset() parset_dir = parset.get('LOFAR_self', 'parset_dir') parser = argparse.ArgumentParser(description="Benchmark LOFAR software.") parser.add_argument("msfiles", type=str, help="Input ms files, glob-like string") parser.add_argument("--sourcedb", default='', help="If you want to provide a certain skymodel.") args = parser.parse_args() ############################################################################# # Clear with w.if_todo('cleaning'): lib_util.check_rm('bench') if not os.path.exists('bench/img'): os.makedirs('bench/img')
#!/usr/bin/env python # -*- coding: utf-8 -*- import sys, os, glob, re import numpy as np from casacore import tables ######################################################## from LiLF import lib_ms, lib_img, lib_util, lib_log logger_obj = lib_log.Logger('pipeline-init.logger') logger = lib_log.logger s = lib_util.Scheduler(log_dir=logger_obj.log_dir, dry=False) # parse parset parset = lib_util.getParset('lilf.config') parset_dir = parset.get('uGMRT_init', 'parset_dir') data_dir = parset.get('uGMRT_init', 'data_dir') bl2flag = parset.get('flag', 'antennas') ############################# # 1. Download data from NCRA server ############################# # 2. Convert into MS ############################# # 3. Set-up directory structure ans split MSs = lib_ms.AllMSs(glob.glob(data_dir + '/*MS'), s) numberOfMSs = len(MSs.getListObj())