def main(): from optparse import OptionParser # option usage="usage: %prog [options]" parser = OptionParser(usage=usage) parser.add_option("-r","--result",dest ='insertResult',action ='store_true', help="insert json result", default = False) parser.add_option("-t","--tokenize",dest ='insertToken',action ='store_true', help="insert tokenized rc pairs", default = False) (options,args) = parser.parse_args() insertResult = options.insertResult insertToken = options.insertToken CONN_STRING = mydb.get_CONN() con = mydb.getCon(CONN_STRING) dir_path = os.path.join(settings.PROJECT_DIR,'result/raw/') if insertResult: # create db querys = [] querys.append('drop table if exists rc;') querys.append('create table rc(id int,pairs text, tuples text, coref text);') mydb.executeManyQuery(con,querys,False) # insert pairs query = 'insert into rc(id,pairs) values(%s, %s)' insert(con,os.path,join(dir_path,'result.sentence.json.txt'),query,'sen_pairs',False) # insert tuples query = 'update rc set tuples = %s where id = %s' insert(con,os.path.join(dir_path,'result.tuple.json.txt'),query,'pairs',True) # insert coref query = 'update rc set coref = %s where id = %s' insert(con,os.path.join(dir_path,'result.coref.json.txt'),query,'coref',True) if insertToken: querys = [] querys.append('drop table if exists tokenizedrc;') querys.append('create table tokenizedrc(id char(50),tknPair text);') mydb.executeManyQuery(con,querys,False) data = loader.Loader.load() pairs = loader.Loader.sent2pair(data) query = 'insert into tokenizedrc(id,tknPair) values(%s,%s);' insertTokenFunc(con,pairs,query)
def clearTables(CONN_STRING): con = mydb.getCon(CONN_STRING) queries = list() queries.append('delete from coref') mydb.executeManyQuery(con, queries, False) con.close()
def createTables(CONN_STRING): con = mydb.getCon(CONN_STRING) queries = [] queries.append('create table coref(id int, replace text, primary key(id))') mydb.executeManyQuery(con, queries, False) con.close()