# set of utilities to interact with files # @author: rm3086 (at) columbia (dot) edu import csv, shutil, os, glob, cPickle from log import slogger log = slogger('dquest-file') # read an object (list, dictionary, set) from a serialized file def read_obj(filename): try: data = cPickle.load(open(filename, 'rb')) return data except Exception as e: log.error(e) return None # write an object (list, set, dictionary) to a serialized file def write_obj(filename, data): try: cPickle.dump(data, open(filename, 'wb')) return True except Exception as e: log.error(e) return False # read data from a csv file
from flask_cache import Cache from log import slogger import file as ufile import sys log = slogger('dquest-ext') cache = Cache( config={ 'CACHE_TYPE': 'filesystem', 'CACHE_DEFAULT_TIMEOUT': 86400, 'CACHE_THRESHOLD': 500, 'CACHE_DIR': 'app/resources/cache' })
#from flask.ext.cache import Cache from flask_caching import Cache from log import slogger import file as ufile import sys log = slogger('etacts-ext') cache = Cache( config={ 'CACHE_TYPE': 'filesystem', 'CACHE_DEFAULT_TIMEOUT': 86400, 'CACHE_THRESHOLD': 500, 'CACHE_DIR': 'app/resources/cache' }) ''' load the tag-to-semantic_category relationships ''' # tag - semantic type cvocab = ufile.read_csv('app/resources/cvocab.csv') if cvocab is None: log.error('impossible to load the controlled vocabulary - interrupting') sys.exit() type2tag = {} tag2type = {} for tag in cvocab: ptag = tag[0].strip() tkn = tag[1].replace('[', '').replace(']', '').split('\',') if len(tkn) > 3: continue
from flask.ext.cache import Cache from log import slogger import file as ufile import sys log = slogger ('etacts-ext') cache = Cache(config={'CACHE_TYPE': 'filesystem', 'CACHE_DEFAULT_TIMEOUT': 86400, 'CACHE_THRESHOLD': 500, 'CACHE_DIR': 'app/resources/cache'}) ''' load the tag-to-semantic_category relationships ''' # tag - semantic type cvocab = ufile.read_csv ('app/resources/cvocab.csv') if cvocab is None: log.error ('impossible to load the controlled vocabulary - interrupting') sys.exit() type2tag = {} tag2type = {} for tag in cvocab: ptag = tag[0].strip() tkn = tag[1].replace('[','').replace(']','').split('\',') if len(tkn) > 3: continue ltype = set() for t in tkn: # type-to-tag typ = t.replace('\'','').strip() ltag = type2tag.setdefault(typ, set()) ltag.add(ptag)
# set of utilities to interact with files # @author: rm3086 (at) columbia (dot) edu import csv, shutil, os, glob, cPickle from log import slogger log = slogger('etacts-file') # read an object (list, dictionary, set) from a serialized file def read_obj(filename): try: data = cPickle.load(open(filename, 'rb')) return data except Exception as e: log.error(e) return None # write an object (list, set, dictionary) to a serialized file def write_obj(filename, data): try: cPickle.dump(data, open(filename, 'wb')) return True except Exception as e: log.error(e) return False # read data from a csv file
# set of utilities to interact with files # @author: rm3086 (at) columbia (dot) edu import csv, shutil, os, glob, cPickle from log import slogger log = slogger("etacts-file") # read an object (list, dictionary, set) from a serialized file def read_obj(filename): try: data = cPickle.load(open(filename, "rb")) return data except Exception as e: log.error(e) return None # write an object (list, set, dictionary) to a serialized file def write_obj(filename, data): try: cPickle.dump(data, open(filename, "wb")) return True except Exception as e: log.error(e) return False # read data from a csv file def read_csv(filename, logout=True):