def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         text_a = line['text']
         text_a_list = list(text_a)
         target = line['target']
         query = target['span1_text']
         query_idx = target['span1_index']
         pronoun = target['span2_text']
         pronoun_idx = target['span2_index']
         assert text_a[pronoun_idx:(
             pronoun_idx +
             len(pronoun))] == pronoun, "pronoun: {}".format(pronoun)
         assert text_a[query_idx:(
             query_idx + len(query))] == query, "query: {}".format(query)
         if pronoun_idx > query_idx:
             text_a_list.insert(query_idx, "_")
             text_a_list.insert(query_idx + len(query) + 1, "_")
             text_a_list.insert(pronoun_idx + 2, "[")
             text_a_list.insert(pronoun_idx + len(pronoun) + 2 + 1, "]")
         else:
             text_a_list.insert(pronoun_idx, "[")
             text_a_list.insert(pronoun_idx + len(pronoun) + 1, "]")
             text_a_list.insert(query_idx + 2, "_")
             text_a_list.insert(query_idx + len(query) + 2 + 1, "_")
         text_a = "".join(text_a_list)
         text_b = None
         label = str(line['label']) if set_type != 'test' else None
         examples.append(
             InputExample(guid=guid, texts=[text_a, text_b], label=label))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         text_a = line[3] if set_type != 'test' else line[1]
         label = line[1] if set_type != 'test' else None
         examples.append(
             InputExample(guid=guid, texts=[text_a, None], label=label))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, row) in enumerate(lines.values):
         guid = row[0]
         text_a = row[1]
         label_ids = row[2:] if set_type != 'test' else None
         examples.append(
             InputExample(guid=guid, texts=[text_a, None], label_ids=label_ids))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         text_a = line['sentence1']
         text_b = line['sentence2']
         label = str(line['label']) if set_type != 'test' else None
         examples.append(
             InputExample(guid=guid, texts=[[text_a, None], [text_b, None]], label=label))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         title = line['title']
         attribute = line['attr']
         labels = line['labels']
         # 标签序列使用label_ids
         examples.append(InputExample(guid=guid, texts=[[title, None], [attribute, None]], label_ids=labels))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         text_a = line['text']
         labels = line['labels']
         examples.append(
             InputExample(guid=guid, texts=[text_a, None],
                          label_ids=labels))
     return examples
예제 #7
0
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         text_a = line['anchor']
         text_b = line["positives"]
         text_c = line["negatives"]
         label = 1
         examples.append(
             InputExample(guid=guid, texts=[[text_a, None], [text_b, None], [text_c, None]], label=label))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         if i == 0:
             continue
         guid = "%s-%s" % (set_type, i)
         text_a = line[0]
         label = line[1]
         examples.append(
             InputExample(guid=guid, texts=[text_a, None], label=label))
     return examples
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         guid = "%s-%s" % (set_type, i)
         text_a = line['words']
         labels = []
         for x in line['labels']:
             if 'M-' in x:
                 labels.append(x.replace('M-', 'I-'))
             elif 'E-' in x:
                 labels.append(x.replace('E-', 'I-'))
             else:
                 labels.append(x)
         # 标签序列使用label_ids
         spans = get_spans(labels, id2label=None, markup=self.markup)
         examples.append(InputExample(guid=guid, texts=[text_a, None], label_ids=spans))
     return examples
예제 #10
0
 def create_examples(self, lines, set_type):
     """Creates examples for the training and dev sets."""
     examples = []
     for (i, line) in enumerate(lines):
         if i == 0:
             continue
         guid = "%s-%s" % (set_type, i)
         text_a = line['words']
         labels = []
         for x in line['labels']:
             if 'M-' in x:
                 labels.append(x.replace('M-', 'I-'))
             elif 'E-' in x:
                 labels.append(x.replace('E-', 'I-'))
             else:
                 labels.append(x)
         # 标签序列使用label_ids
         examples.append(InputExample(guid=guid, texts=[text_a, None], label_ids=labels))
     return examples