# set of utilities to interact with files
# @author: rm3086 (at) columbia (dot) edu
import csv, shutil, os, glob, cPickle
from log import slogger
log = slogger('dquest-file')
# read an object (list, dictionary, set) from a serialized file
def read_obj(filename):
try:
data = cPickle.load(open(filename, 'rb'))
return data
except Exception as e:
log.error(e)
return None
# write an object (list, set, dictionary) to a serialized file
def write_obj(filename, data):
try:
cPickle.dump(data, open(filename, 'wb'))
return True
except Exception as e:
log.error(e)
return False
# read data from a csv file
from flask_cache import Cache
from log import slogger
import file as ufile
import sys
log = slogger('dquest-ext')
cache = Cache(
config={
'CACHE_TYPE': 'filesystem',
'CACHE_DEFAULT_TIMEOUT': 86400,
'CACHE_THRESHOLD': 500,
'CACHE_DIR': 'app/resources/cache'
})
#from flask.ext.cache import Cache
from flask_caching import Cache
from log import slogger
import file as ufile
import sys
log = slogger('etacts-ext')
cache = Cache(
config={
'CACHE_TYPE': 'filesystem',
'CACHE_DEFAULT_TIMEOUT': 86400,
'CACHE_THRESHOLD': 500,
'CACHE_DIR': 'app/resources/cache'
})
'''
load the tag-to-semantic_category relationships
'''
# tag - semantic type
cvocab = ufile.read_csv('app/resources/cvocab.csv')
if cvocab is None:
log.error('impossible to load the controlled vocabulary - interrupting')
sys.exit()
type2tag = {}
tag2type = {}
for tag in cvocab:
ptag = tag[0].strip()
tkn = tag[1].replace('[', '').replace(']', '').split('\',')
if len(tkn) > 3:
continue
from flask.ext.cache import Cache
from log import slogger
import file as ufile
import sys
log = slogger ('etacts-ext')
cache = Cache(config={'CACHE_TYPE': 'filesystem', 'CACHE_DEFAULT_TIMEOUT': 86400, 'CACHE_THRESHOLD': 500, 'CACHE_DIR': 'app/resources/cache'})
'''
load the tag-to-semantic_category relationships
'''
# tag - semantic type
cvocab = ufile.read_csv ('app/resources/cvocab.csv')
if cvocab is None:
log.error ('impossible to load the controlled vocabulary - interrupting')
sys.exit()
type2tag = {}
tag2type = {}
for tag in cvocab:
ptag = tag[0].strip()
tkn = tag[1].replace('[','').replace(']','').split('\',')
if len(tkn) > 3:
continue
ltype = set()
for t in tkn:
# type-to-tag
typ = t.replace('\'','').strip()
ltag = type2tag.setdefault(typ, set())
ltag.add(ptag)
# set of utilities to interact with files
# @author: rm3086 (at) columbia (dot) edu
import csv, shutil, os, glob, cPickle
from log import slogger
log = slogger('etacts-file')
# read an object (list, dictionary, set) from a serialized file
def read_obj(filename):
try:
data = cPickle.load(open(filename, 'rb'))
return data
except Exception as e:
log.error(e)
return None
# write an object (list, set, dictionary) to a serialized file
def write_obj(filename, data):
try:
cPickle.dump(data, open(filename, 'wb'))
return True
except Exception as e:
log.error(e)
return False
# read data from a csv file
# set of utilities to interact with files
# @author: rm3086 (at) columbia (dot) edu
import csv, shutil, os, glob, cPickle
from log import slogger
log = slogger("etacts-file")
# read an object (list, dictionary, set) from a serialized file
def read_obj(filename):
try:
data = cPickle.load(open(filename, "rb"))
return data
except Exception as e:
log.error(e)
return None
# write an object (list, set, dictionary) to a serialized file
def write_obj(filename, data):
try:
cPickle.dump(data, open(filename, "wb"))
return True
except Exception as e:
log.error(e)
return False
# read data from a csv file
def read_csv(filename, logout=True):
