def save_data(data, _id, path, do_pickle=True, silent=False): """ Save data to a diskfile """ if not silent: logging.debug("Saving data for %s in %s", _id, path) path = os.path.join(path, _id) try: _f = open(path, 'wb') if do_pickle: if cfg.use_pickle(): pickler = pickle.Pickler(_f, 2) else: pickler = cPickle.Pickler(_f, 2) pickler.dump(data) _f.flush() _f.close() pickler.clear_memo() del pickler else: _f.write(data) _f.flush() _f.close() except: logging.error(Ta('Saving %s failed'), path) logging.info("Traceback: ", exc_info=True)
def load_data(_id, path, remove=True, do_pickle=True, silent=False): """ Read data from disk file """ path = os.path.join(path, _id) if not os.path.exists(path): logging.info("%s missing", path) return None if not silent: logging.debug("Loading data for %s from %s", _id, path) try: _f = open(path, 'rb') if do_pickle: if cfg.use_pickle(): data = pickle.load(_f) else: data = cPickle.load(_f) else: data = _f.read() _f.close() if remove: os.remove(path) except: logging.error(Ta('Loading %s failed'), path) logging.info("Traceback: ", exc_info=True) return None return data
def save_data(data, _id, path, do_pickle=True, silent=False): """ Save data to a diskfile """ if not silent: logging.debug('[%s] Saving data for %s in %s', misc.caller_name(), _id, path) path = os.path.join(path, _id) # We try 3 times, to avoid any dict or access problems for t in xrange(3): try: with open(path, 'wb') as data_file: if do_pickle: if cfg.use_pickle(): pickle.dump(data, data_file) else: cPickle.dump(data, data_file) else: data_file.write(data) break except: if silent: # This can happen, probably a removed folder pass elif t == 2: logging.error(T('Saving %s failed'), path) logging.info("Traceback: ", exc_info=True) else: # Wait a tiny bit before trying again time.sleep(0.1)
def load_data(_id, path, remove=True, do_pickle=True, silent=False): """ Read data from disk file """ path = os.path.join(path, _id) if not os.path.exists(path): logging.info("[%s] %s missing", misc.caller_name(), path) return None if not silent: logging.debug("[%s] Loading data for %s from %s", misc.caller_name(), _id, path) try: with open(path, 'rb') as data_file: if do_pickle: if cfg.use_pickle(): data = pickle.load(data_file) else: data = cPickle.load(data_file) else: data = data_file.read() if remove: misc.remove_file(path) except: logging.error(T('Loading %s failed'), path) logging.info("Traceback: ", exc_info=True) return None return data
def load_admin(_id, remove=False, silent=False): """ Read data in admin folder in specified format """ path = os.path.join(cfg.admin_dir.get_path(), _id) logging.info("Loading data for %s from %s", _id, path) if not os.path.exists(path): logging.info("%s missing", path) return None try: with open(path, 'rb') as data_file: if cfg.use_pickle(): data = pickle.load(data_file) else: data = cPickle.load(data_file) if remove: os.remove(path) except: if not silent: excepterror = str(sys.exc_info()[0]) logging.error(T('Loading %s failed with error %s'), path, excepterror) logging.info("Traceback: ", exc_info=True) return None return data
def load_admin(_id, remove=False, silent=False): """ Read data in admin folder in specified format """ path = os.path.join(cfg.admin_dir.get_path(), _id) logging.debug("[%s] Loading data for %s from %s", misc.caller_name(), _id, path) if not os.path.exists(path): logging.info("[%s] %s missing", misc.caller_name(), path) return None try: with open(path, 'rb') as data_file: if cfg.use_pickle(): data = pickle.load(data_file) else: data = cPickle.load(data_file) if remove: misc.remove_file(path) except: if not silent: excepterror = str(sys.exc_info()[0]) logging.error(T('Loading %s failed with error %s'), path, excepterror) logging.info("Traceback: ", exc_info=True) return None return data
def load_data(_id, path, remove=True, do_pickle=True, silent=False): """ Read data from disk file """ path = os.path.join(path, _id) if not os.path.exists(path): logging.info("%s missing", path) return None if not silent: logging.debug("Loading data for %s from %s", _id, path) try: with open(path, 'rb') as data_file: if do_pickle: if cfg.use_pickle(): data = pickle.load(data_file) else: data = cPickle.load(data_file) else: data = data_file.read() if remove: os.remove(path) except: logging.error(T('Loading %s failed'), path) logging.info("Traceback: ", exc_info=True) return None return data
def save_data(data, _id, path, do_pickle=True, silent=False): """ Save data to a diskfile """ if not silent: logging.debug("Saving data for %s in %s", _id, path) path = os.path.join(path, _id) # We try 3 times, to avoid any dict or access problems for t in xrange(3): try: with open(path, 'wb') as data_file: if do_pickle: if cfg.use_pickle(): cPickle.dump(data, data_file) else: pickle.dump(data, data_file) else: data_file.write(data) break except: if t == 2: logging.error(T('Saving %s failed'), path) logging.info("Traceback: ", exc_info=True) else: # Wait a tiny bit before trying again time.sleep(0.1)
def save_data(data, _id, path, do_pickle=True, silent=False): """ Save data to a diskfile """ if not silent: logging.debug("Saving data for %s in %s", _id, path) path = os.path.join(path, _id) try: _f = open(path, "wb") if do_pickle: if cfg.use_pickle(): pickler = pickle.Pickler(_f, 2) else: pickler = cPickle.Pickler(_f, 2) pickler.dump(data) _f.flush() _f.close() pickler.clear_memo() del pickler else: _f.write(data) _f.flush() _f.close() except: logging.error(T("Saving %s failed"), path) logging.info("Traceback: ", exc_info=True)
def save_admin(data, _id): """ Save data in admin folder in specified format """ path = os.path.join(cfg.admin_dir.get_path(), _id) logging.info("Saving data for %s in %s", _id, path) # We try 3 times, to avoid any dict or access problems for t in xrange(3): try: with open(path, 'wb') as data_file: if cfg.use_pickle(): data = pickle.dump(data, data_file) else: data = cPickle.dump(data, data_file) break except: if t == 2: logging.error(T('Saving %s failed'), path) logging.info("Traceback: ", exc_info=True) else: # Wait a tiny bit before trying again time.sleep(0.1)