def main():
from optparse import OptionParser
# option
usage="usage: %prog [options]"
parser = OptionParser(usage=usage)
parser.add_option("-r","--result",dest ='insertResult',action ='store_true', help="insert json result", default = False)
parser.add_option("-t","--tokenize",dest ='insertToken',action ='store_true', help="insert tokenized rc pairs", default = False)
(options,args) = parser.parse_args()
insertResult = options.insertResult
insertToken = options.insertToken
CONN_STRING = mydb.get_CONN()
con = mydb.getCon(CONN_STRING)
dir_path = os.path.join(settings.PROJECT_DIR,'result/raw/')
if insertResult:
# create db
querys = []
querys.append('drop table if exists rc;')
querys.append('create table rc(id int,pairs text, tuples text, coref text);')
mydb.executeManyQuery(con,querys,False)
# insert pairs
query = 'insert into rc(id,pairs) values(%s, %s)'
insert(con,os.path,join(dir_path,'result.sentence.json.txt'),query,'sen_pairs',False)
# insert tuples
query = 'update rc set tuples = %s where id = %s'
insert(con,os.path.join(dir_path,'result.tuple.json.txt'),query,'pairs',True)
# insert coref
query = 'update rc set coref = %s where id = %s'
insert(con,os.path.join(dir_path,'result.coref.json.txt'),query,'coref',True)
if insertToken:
querys = []
querys.append('drop table if exists tokenizedrc;')
querys.append('create table tokenizedrc(id char(50),tknPair text);')
mydb.executeManyQuery(con,querys,False)
data = loader.Loader.load()
pairs = loader.Loader.sent2pair(data)
query = 'insert into tokenizedrc(id,tknPair) values(%s,%s);'
insertTokenFunc(con,pairs,query)
def clearTables(CONN_STRING):
con = mydb.getCon(CONN_STRING)
queries = list()
queries.append('delete from coref')
mydb.executeManyQuery(con, queries, False)
con.close()
def createTables(CONN_STRING):
con = mydb.getCon(CONN_STRING)
queries = []
queries.append('create table coref(id int, replace text, primary key(id))')
mydb.executeManyQuery(con, queries, False)
con.close()