Python cut2index示例

示例#1

def cut2index_test():
    stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH)
    postFile = os.path.join(stcpath, cfg.POST_FILENAME)
    commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME)
    postFileFiltered = postFile + cfg.FILTER_POSTFIX
    commentFileFiltered = commentFile + cfg.FILTER_POSTFIX
    print postFileFiltered
    cut2index(postFileFiltered, commentFileFiltered)

示例#2

文件： seq2seq_test.py 项目： xzm2004260/AByteOfNLP

def total_test():
    stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH)
    postFile = os.path.join(stcpath, cfg.POST_FILENAME)
    commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME)
    postFileFiltered = postFile + cfg.FILTER_POSTFIX
    commentFileFiltered = commentFile + cfg.FILTER_POSTFIX
    vocab, postIndexs, commentIndexs = cut2index(postFileFiltered, commentFileFiltered)
    postIndexs = postIndexs[1:100]
    commentIndexs = commentIndexs[1:100]
    seq_driver(vocab, postIndexs, commentIndexs)

示例#3

def total_test():
    stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH)
    postFile = os.path.join(stcpath, cfg.POST_FILENAME)
    commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME)
    postFileFiltered = postFile + cfg.FILTER_POSTFIX
    commentFileFiltered = commentFile + cfg.FILTER_POSTFIX
    vocab, postIndexs, commentIndexs = cut2index(postFileFiltered,
                                                 commentFileFiltered)
    postIndexs = postIndexs[1:100]
    commentIndexs = commentIndexs[1:100]
    seq_driver(vocab, postIndexs, commentIndexs)

示例#4

文件： cutindex_test.py 项目： xzm2004260/AByteOfNLP

#! /usr/bin/env python2.7
#coding=utf-8
#filename: cut2index_test.py
import sys
import _init_paths
import os
from util.cut2index import *
from config import cfg

def pickle_test():
    wc = pickle.load(open('wordcount.pkl', 'rb'))
    for k, v in wc.items():
        print k , v


if __name__ == "__main__":
    #pickle_test()
    stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH)
    postFile = os.path.join(stcpath, cfg.POST_FILENAME)
    commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME)
    postFileFiltered = postFile + cfg.FILTER_POSTFIX
    commentFileFiltered = commentFile + cfg.FILTER_POSTFIX
    print postFileFiltered
    cut2index(postFileFiltered, commentFileFiltered)

示例#5

文件： cutindex_test.py 项目： xzm2004260/AByteOfNLP

#! /usr/bin/env python2.7
# coding=utf-8
# filename: cut2index_test.py
import sys
import _init_paths
import os
from util.cut2index import *
from config import cfg


def pickle_test():
    wc = pickle.load(open("wordcount.pkl", "rb"))
    for k, v in wc.items():
        print k, v


if __name__ == "__main__":
    # pickle_test()
    stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH)
    postFile = os.path.join(stcpath, cfg.POST_FILENAME)
    commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME)
    postFileFiltered = postFile + cfg.FILTER_POSTFIX
    commentFileFiltered = commentFile + cfg.FILTER_POSTFIX
    print postFileFiltered
    cut2index(postFileFiltered, commentFileFiltered)