Python segWithTag Examples

Example #1

File: Preprocess.py Project: everal/text_classification

 def simpleprocess(self):
     data = open(self.dataset_path, "r")
     for d in data.readlines():
         item = d.strip().split("\t")
         self.dataset.append(nlpir.segWithTag(item[0]).replace("\t", " "))
         self.label.append(item[1])
     data.close()

Example #2

File: predict_model.py Project: everal/sentiment_analysis

def content_cut(content):
    #l_words = list(jieba.cut(content))
    str_words = nlpir.segWithTag(str(content))  #return string
    #str_words = nlpir.seg(content)   ## word with nature
    #str_words = str_words.replace('/','')
    #prt_debug_msg2(str_words)
    return str_words

Example #3

File: Preprocess.py Project: everal/text_classification

 def simpleprocess(self):
     data = open(self.dataset_path, "r")
     for d in data.readlines():
         item = d.strip().split("\t")
         self.dataset.append(nlpir.segWithTag(item[0]).replace("\t", " "))
         self.label.append(item[1])
     data.close()

Example #4

File: predict_model.py Project: everal/sentiment_analysis

def content_cut(content):
    #l_words = list(jieba.cut(content))
    str_words = nlpir.segWithTag(str(content))  #return string
    #str_words = nlpir.seg(content)   ## word with nature
    #str_words = str_words.replace('/','')
    #prt_debug_msg2(str_words)
    return str_words

Example #5

File: Preprocess.py Project: everal/text_classification

 def simpleprocessone(self):
     data = open(self.dataset_path, "r")
     for d in data.readlines():
         item = d.strip("\n").split("#$|_$_|$#")
         if len(item) == 3:
             self.dataset.append(nlpir.segWithTag(item[2]).replace("\t", " "))
             self.label.append(item[0])
     data.close()

Example #6

File: Preprocess.py Project: everal/text_classification

 def simpleprocessone(self):
     data = open(self.dataset_path, "r")
     for d in data.readlines():
         item = d.strip("\n").split("#$|_$_|$#")
         if len(item) == 3:
             self.dataset.append(
                 nlpir.segWithTag(item[2]).replace("\t", " "))
             self.label.append(item[0])
     data.close()