コード例 #1
0
ファイル: segmentor.py プロジェクト: memeda/cws
 def _predict_processing(self , predict_path , output_path) :
     if isinstance(output_path , file) :
         output_f = output_path 
     else :
         if  output_path == "stdout" :
             output_f = sys.stdout
         else :
             output_f = open(output_path , "w")
     logging.info("set output %s " %(output_f.name))
     logging.info("reading instance from %s . predicting ." %(predict_path))
     for instance , separator_data in DatasetHandler.read_predict_data(predict_path) :
         self.constrain.set_constrain_data(separator_data)
         predict_tags = Decoder.decode_for_predict(self.extractor , self.model , self.constrain , instance)
         segmented_line = self._processing_unigrams_and_tags2segmented_line(instance,predict_tags)
         output_f.write("%s" %( "".join([segmented_line , os.linesep]) ) )
     if output_f is not sys.stdout :
         output_f.close()
     logging.info("predicting done.")
コード例 #2
0
ファイル: segmentor.py プロジェクト: fseasy/cws
 def _predict_processing(self, predict_path, output_path):
     if isinstance(output_path, file):
         output_f = output_path
     else:
         if output_path == "stdout":
             output_f = sys.stdout
         else:
             output_f = open(output_path, "w")
     logging.info("set output %s " % (output_f.name))
     logging.info("reading instance from %s . predicting ." %
                  (predict_path))
     for instance, separator_data in DatasetHandler.read_predict_data(
             predict_path):
         self.constrain.set_constrain_data(separator_data)
         predict_tags = Decoder.decode_for_predict(self.extractor,
                                                   self.model,
                                                   self.constrain, instance)
         segmented_line = self._processing_unigrams_and_tags2segmented_line(
             instance, predict_tags)
         output_f.write("%s" % ("".join([segmented_line, os.linesep])))
     if output_f is not sys.stdout:
         output_f.close()
     logging.info("predicting done.")