def load_set(self, fname):
s0, s1, y = loader.load_sick2014(fname, mode='entailment')
if self.vocab is None:
vocab = Vocabulary(s0 + s1)
else:
vocab = self.vocab
si0 = vocab.vectorize(s0, spad=self.s0pad)
si1 = vocab.vectorize(s1, spad=self.s1pad)
f0, f1 = nlp.sentence_flags(s0, s1, self.s0pad, self.s1pad)
gr = graph_input_anssel(si0, si1, y, f0, f1, s0, s1)
return (gr, y, vocab)
def load_set(self, fname):
s0, s1, y = loader.load_sick2014(fname, mode='entailment')
if self.vocab is None:
vocab = Vocabulary(s0 + s1, prune_N=self.c['embprune'], icase=self.c['embicase'])
else:
vocab = self.vocab
si0, sj0 = vocab.vectorize(s0, self.emb, spad=self.s0pad)
si1, sj1 = vocab.vectorize(s1, self.emb, spad=self.s1pad)
f0, f1 = nlp.sentence_flags(s0, s1, self.s0pad, self.s1pad)
gr = graph_input_anssel(si0, si1, sj0, sj1, None, None, y, f0, f1, s0, s1)
return (gr, y, vocab)
def load_file(fname, skip_unlabeled=True):
# XXX: ugly logic
if 'sick2014' in fname:
return loader.load_sick2014(fname)
else:
return loader.load_sts(fname, skip_unlabeled=skip_unlabeled)
def load_file(fname, skip_unlabeled=True):
# XXX: ugly logic
if 'sick2014' in fname:
return loader.load_sick2014(fname)
else:
return loader.load_sts(fname, skip_unlabeled=skip_unlabeled)
