def add_calib_file_to_cdb(exp, dircalib, calibvers, detname, cftype, fname, cfdir, listdicts, **kwargs): """ """ d = history_dict_for_file(listdicts, fname) resp = parse_calib_file_name(fname) begin, end, ext = resp if resp is not None else (None, None, None) if begin is not None: begin = int(begin) if None in (begin, end, ext): return fpath = '%s/%s' % (cfdir, fname) verbose = kwargs.get('verbose', False) data = gu.load_textfile(fpath, verbose) if cftype in ('geometry','code_geometry') else\ load_xtcav_calib_file(fpath) if is_xtcav(calibvers, cftype) else\ load_txt(fpath) # using NDArrIO if isinstance(data, dict): serialize_dict(data) logger.debug(info_dict(data)) #print_dict(data) #data = json.dumps(data) # (data,ensure_ascii=True) json.dumps converts dict -> str # .replace("'", '"') for json data = str(data) if isinstance(data, np.ndarray): check_data_shape(data, detname, cftype) begin_time, end_time = run_begin_end_time(exp, int(begin)) if verbose: ndu.print_ndarr(data, 'scan calib: data') msg = 'scan calib: %s %s %s %s %s %s %s %s %s' % ( exp, cfdir, fname, begin, end, ext, calibvers, detname, cftype) logger.info(msg) logger.info('begin_time: %s end_time: %s' % (begin_time, end_time)) if data is None: msg = 'data is None, conversion is dropped for for file: %s' % fpath logger.warning(msg) return kwargs['run'] = begin kwargs['run_end'] = end kwargs['detector'] = detname kwargs['ctype'] = cftype kwargs['time_sec'] = begin_time kwargs['end_time'] = end_time kwargs['time_stamp'] = dbu._timestamp(begin_time) kwargs['extpars'] = d if d is not None else { } # just in case save entire history dict #kwargs['comment'] = 'HISTORY: %s' % d.get('comment', '') dbu.insert_calib_data(data, **kwargs)
def add(self): """Adds calibration constants to database from file. """ kwa = self.kwargs fname = kwa.get('iofname', 'None') ctype = kwa.get('ctype', 'None') dtype = kwa.get('dtype', 'None') verb = self.loglevel == 'DEBUG' data = mu.data_from_file(fname, ctype, dtype, verb) mu.insert_calib_data(data, **kwa)
def add(self): """Adds calibration constants to database from file. """ kwargs = self.kwargs fname = kwargs.get('iofname', 'None') ctype = kwargs.get('ctype', 'None') assert os.path.exists(fname), 'File "%s" DOES NOT EXIST' % fname ext = os.path.splitext(fname)[-1] data = gu.load_textfile(fname, verb=False) if ctype == 'geometry' else\ np.load(fname) if ext == '.npy' else\ load_txt(fname) dbu.insert_calib_data(data, **kwargs)
def add(self): """Adds calibration constants to database from file. """ kwargs = self.kwargs fname = kwargs.get('iofname', 'None') ctype = kwargs.get('ctype', 'None') dtype = kwargs.get('dtype', 'None') verb = self.loglevel == 'DEBUG' assert os.path.exists(fname), 'File "%s" DOES NOT EXIST' % fname ext = os.path.splitext(fname)[-1] data = gu.load_textfile(fname, verb=verb) if ctype == 'geometry' or dtype in ('str', 'txt', 'text') else\ load_xtcav_calib_file(fname) if dtype == 'xtcav' else\ np.load(fname) if ext == '.npy' else\ gu.load_json(fname) if ext == '.json' or dtype == 'json' else\ gu.load_pickle(fname) if ext == '.pkl' or dtype in ('pkl', 'pickle') else\ load_txt(fname) # input NDArrIO dbu.insert_calib_data(data, **kwargs)
def add_calib_file_to_cdb(exp, dircalib, calibvers, detname, cftype, fname, cfdir, listdicts, **kwargs) : """ """ d = history_dict_for_file(listdicts, fname) resp = parse_calib_file_name(fname) begin, end, ext = resp if resp is not None else (None, None, None) if None in (begin, end, ext) : return fpath = '%s/%s' % (cfdir, fname) verbose = kwargs.get('verbose', False) data = gu.load_textfile(fpath, verbose) if cftype in ('geometry','code_geometry') else\ load_xtcav_calib_file(fpath) if is_xtcav(calibvers, cftype) else\ load_txt(fpath) # using NDArrIO begin_time, end_time = run_begin_end_time(exp, int(begin)) if verbose : ndu.print_ndarr(data, 'scan calib: data') msg = 'scan calib: %s %s %s %s %s %s %s %s %s' % (exp, cfdir, fname, begin, end, ext, calibvers, detname, cftype) logger.info(msg) logger.info('begin_time: %s end_time: %s' % (begin_time, end_time)) if data is None : msg = 'data is None, conversion is dropped for for file: %s' % fpath logger.warning(msg) return kwargs['run'] = begin kwargs['run_end'] = end kwargs['detector'] = detname kwargs['ctype'] = cftype kwargs['time_sec'] = begin_time kwargs['end_time'] = end_time kwargs['time_stamp'] = dbu._timestamp(begin_time) kwargs['extpars'] = d # just in case save entire history dict #kwargs['comment'] = 'HISTORY: %s' % d.get('comment', '') dbu.insert_calib_data(data, **kwargs)