예제 #1
0
def getYQandADVWords(path=pathyq,wordtype=2):
   
    filename = open(path)
    conn = connectsqlite()
    chinese = "";
    
    cnt = 0
    
    attri = [];
    while 1:
        lines = filename.readlines(1000)
        if not lines:
            break
        for line in lines:
            
            #Blank line
            if line == "\n":
                continue 
            #Chinese
            if is_cn_line(line):
                chinese = line
            #English Word
            if is_cn_line(line)==False and line != "\n":
                line = dealWithString(line)
                value = fetch(line)
                attri = [];
                attri.append(line),attri.append(wordtype),attri.append(chinese)
                insertAttriToSqlite(conn,attri)
                insertOneToSqlite(conn,value)
                cnt = cnt + 1 
            if cnt % 20 == 0:
                conn.commit()
        conn.commit()
    conn.close()
    filename.close()
예제 #2
0
def getJCWords(path=pathjc):
    filename = open(path)
    value = []
    conn = connectsqlite()
    cnt = 0
    while 1:
        lines = filename.readlines(1000)
        if not lines:
            break
        for line in lines:
            cnt = cnt + 1
            line = dealWithString(line)
            value = fetch(line)
            insertOneToSqlite(conn,value)
            if cnt % 20 == 0:
                conn.commit()
        conn.commit()
    conn.close()
    filename.close()