def cut2index_test(): stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH) postFile = os.path.join(stcpath, cfg.POST_FILENAME) commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME) postFileFiltered = postFile + cfg.FILTER_POSTFIX commentFileFiltered = commentFile + cfg.FILTER_POSTFIX print postFileFiltered cut2index(postFileFiltered, commentFileFiltered)
def total_test(): stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH) postFile = os.path.join(stcpath, cfg.POST_FILENAME) commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME) postFileFiltered = postFile + cfg.FILTER_POSTFIX commentFileFiltered = commentFile + cfg.FILTER_POSTFIX vocab, postIndexs, commentIndexs = cut2index(postFileFiltered, commentFileFiltered) postIndexs = postIndexs[1:100] commentIndexs = commentIndexs[1:100] seq_driver(vocab, postIndexs, commentIndexs)
#! /usr/bin/env python2.7 #coding=utf-8 #filename: cut2index_test.py import sys import _init_paths import os from util.cut2index import * from config import cfg def pickle_test(): wc = pickle.load(open('wordcount.pkl', 'rb')) for k, v in wc.items(): print k , v if __name__ == "__main__": #pickle_test() stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH) postFile = os.path.join(stcpath, cfg.POST_FILENAME) commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME) postFileFiltered = postFile + cfg.FILTER_POSTFIX commentFileFiltered = commentFile + cfg.FILTER_POSTFIX print postFileFiltered cut2index(postFileFiltered, commentFileFiltered)
#! /usr/bin/env python2.7 # coding=utf-8 # filename: cut2index_test.py import sys import _init_paths import os from util.cut2index import * from config import cfg def pickle_test(): wc = pickle.load(open("wordcount.pkl", "rb")) for k, v in wc.items(): print k, v if __name__ == "__main__": # pickle_test() stcpath = os.path.join(cfg.ROOT_DIR, cfg.DATAPATH) postFile = os.path.join(stcpath, cfg.POST_FILENAME) commentFile = os.path.join(stcpath, cfg.COMMENT_FILENAME) postFileFiltered = postFile + cfg.FILTER_POSTFIX commentFileFiltered = commentFile + cfg.FILTER_POSTFIX print postFileFiltered cut2index(postFileFiltered, commentFileFiltered)