def create_example(line,set_type):
"""Creates examples for the training and dev sets."""
guid = "%s-%s" % (set_type, 1)
text_a = tokenization.convert_to_unicode(line[1])
label = tokenization.convert_to_unicode(line[0])
example = InputExample(guid=guid, text_a=text_a, text_b=None, label=label)
return example
def _create_examples(self, lines, set_type):
"""Creates examples for the training and dev sets."""
examples = []
for (i, line) in enumerate(lines):
guid = "%s-%s" % (set_type, i)
text_a = tokenization.convert_to_unicode(line[1])
label = tokenization.convert_to_unicode(line[0])
#self.labels.add(label)
# by chenming
for l in label:
self.labels.add(l)
examples.append(
InputExample(guid=guid, text_a=text_a, text_b=None, label=label))
return examples
