def createtext(self): Text = [] for x in self.Dict_List: for k, v in x.items(): if k == 'text': Text.append(v) return Text
def train(self,training_data,cfg,**kwargs): """没有对模型进行训练,只是为了给之后的训练过程提供每句话对应的int_features""" Text = [] for i, example in enumerate(training_data.training_examples): Text.append(example.text) examples = self.read_list_examples(Text) features = convert_examples_to_features( examples=examples, seq_length=self.max_seq_length, tokenizer=self.tokenizer) for i,example in enumerate(training_data.training_examples): example.set("int_feature", features[i])