Python dump_data示例

示例#1

文件： multi_sent_dataset.py 项目： Sun-Tingyu/TextBox

 def _dump_data(self, dataset_path):
     for group in ['knowledge', 'source', 'target']:
         if getattr(self, group + '_format') != 'none':
             dump_data(dataset_path,
                       getattr(self, group + '_text_data'),
                       suffix=group + '.')
     dump_data(dataset_path,
               idx2token=self.idx2token,
               token2idx=self.token2idx)
     self.logger.info("Dump finished!")

示例#2

文件： paired_sent_dataset.py 项目： LucasTsui0725/TextBox

 def _dump_data(self, dataset_path):
     dump_data(dataset_path, self.source_text_data, self.source_idx2token,
               self.source_token2idx, self.source_suffix + '.')
     dump_data(dataset_path, self.target_text_data, self.target_idx2token,
               self.target_token2idx, self.target_suffix + '.')
     self.logger.info("Dump finished!")

示例#3

文件： single_sent_dataset.py 项目： LucasTsui0725/TextBox

 def _dump_data(self, dataset_path):
     dump_data(dataset_path, self.text_data, self.idx2token, self.token2idx)
     self.logger.info("Dump finished!")

示例#4

文件： attr_sent_dataset.py 项目： Sun-Tingyu/TextBox

 def _dump_data(self, dataset_path):
     dump_data(dataset_path, self.text_data, self.idx2token, self.token2idx,
               'corpus.')
     dump_data(dataset_path, self.attribute_data, self.idx2attribute,
               self.attribute2idx, 'attribute.')
     self.logger.info("Dump finished!")