def create_example(line,set_type): """Creates examples for the training and dev sets.""" guid = "%s-%s" % (set_type, 1) text_a = tokenization.convert_to_unicode(line[1]) label = tokenization.convert_to_unicode(line[0]) example = InputExample(guid=guid, text_a=text_a, text_b=None, label=label) return example
def _create_examples(self, lines, set_type): """Creates examples for the training and dev sets.""" examples = [] for (i, line) in enumerate(lines): guid = "%s-%s" % (set_type, i) text_a = tokenization.convert_to_unicode(line[1]) label = tokenization.convert_to_unicode(line[0]) #self.labels.add(label) # by chenming for l in label: self.labels.add(l) examples.append( InputExample(guid=guid, text_a=text_a, text_b=None, label=label)) return examples