def __init__(self, custom_cm=None, use_monet=None, profile=False, **params): """ @param custom_cm: allows to pass an object to be used as connection manager. """ self.log = get_gsm_logger('pipeline', 'pipeline.log') self.use_monet = use_monet if not custom_cm: if use_monet != None: self.conn_manager = GSMConnectionManager(use_monet=use_monet) else: self.conn_manager = GSMConnectionManager() else: self.conn_manager = custom_cm try: self.conn = self.conn_manager.get_connection(**params) if profile: self.conn.profile = True self.conn.log.setLevel(logging.DEBUG) self.conn.commit() except db.Error as exc: self.log.error("Failed to connect: %s" % exc) raise exc self.options = load_parameters('%s/settings.ini' % os.path.dirname(__file__)) self.log.debug('Pipeline parameters: %s' % self.options) self.log.info('Pipeline started.')
def __init__(self, use_monet=True, use_console=USE_CONSOLE, **params): """ """ self.params = self.DEFAULTS.copy() self.params.update(params) self.log = get_gsm_logger('sql', 'sql.log', use_console) self.use_monet = use_monet
def __init__(self, **params): """ """ self.conn = None self.lastcount = 0 self.in_transaction = False self.profile = False self.log = get_gsm_logger('sql', 'sql.log') self.log.setLevel(logging.DEBUG)
def __init__(self, datafilename, freq, **extras): """ """ self.filename = datafilename self.path = path.dirname(__file__) self.data = {'image_id': datafilename, 'source_lists': datafilename, 'frequency': freq} self.data.update(extras) self.parset_id = self.data.get('image_id') self.image_id = None # Not yet known. self.source_count = None self.log = get_gsm_logger('parsets', 'test.log') self.recalculate_pointing = False
def __init__(self, datafilename, freq, **extras): """ """ self.filename = datafilename self.path = path.dirname(__file__) self.data = { 'image_id': datafilename, 'source_lists': datafilename, 'frequency': freq } self.data.update(extras) self.parset_id = self.data.get('image_id') self.image_id = None # Not yet known. self.source_count = None self.log = get_gsm_logger('parsets', 'test.log') self.recalculate_pointing = False
def __init__(self, parset_id, run_id, filename, fileformat="default"): """ :param parset_id: Unique LOFAR image identificator. :param filename: Name of the file on disk. :param fileformat: 'default' or 'test'. Test file format allows setting default values for columns. """ self.filename = filename self.parset_id = parset_id self.run_id = run_id self.fileformat = fileformat self.defaults = copy(self.DEFAULTS) self.sources = 0 self.log = get_gsm_logger("bbsfiles", "import.log") self.log.info("BBS file source created for name: %s" % filename) self.order = []
def __init__(self, parset_id, run_id, filename, fileformat="default"): """ :param parset_id: Unique LOFAR image identificator. :param filename: Name of the file on disk. :param fileformat: 'default' or 'test'. Test file format allows setting default values for columns. """ self.filename = filename self.parset_id = parset_id self.run_id = run_id self.fileformat = fileformat self.defaults = copy(self.DEFAULTS) self.sources = 0 self.log = get_gsm_logger('bbsfiles', 'import.log') self.log.info('BBS file source created for name: %s' % filename) self.order = []
def __init__(self, filename): """ Read parset from a given file. """ self.filename = filename self.run_id = None self.log = get_gsm_logger('parsets', 'import.log') if not path.isfile(filename): self.log.error('Parset file does not exist: %s' % filename) raise GSMException('Parset file does not exist: %s' % filename) self.path = path.dirname(path.realpath(filename)) self.data = load_parameters(filename) self.parset_id = self.data.get('image_id') self.image_id = None # Not yet known. self.source_count = None self.recalculate_pointing = False self.log.info('Parset opened: %s' % filename)