def getYQandADVWords(path=pathyq,wordtype=2): filename = open(path) conn = connectsqlite() chinese = ""; cnt = 0 attri = []; while 1: lines = filename.readlines(1000) if not lines: break for line in lines: #Blank line if line == "\n": continue #Chinese if is_cn_line(line): chinese = line #English Word if is_cn_line(line)==False and line != "\n": line = dealWithString(line) value = fetch(line) attri = []; attri.append(line),attri.append(wordtype),attri.append(chinese) insertAttriToSqlite(conn,attri) insertOneToSqlite(conn,value) cnt = cnt + 1 if cnt % 20 == 0: conn.commit() conn.commit() conn.close() filename.close()
def getJCWords(path=pathjc): filename = open(path) value = [] conn = connectsqlite() cnt = 0 while 1: lines = filename.readlines(1000) if not lines: break for line in lines: cnt = cnt + 1 line = dealWithString(line) value = fetch(line) insertOneToSqlite(conn,value) if cnt % 20 == 0: conn.commit() conn.commit() conn.close() filename.close()