def load_set(self, fname): s0, s1, y = loader.load_sick2014(fname, mode='entailment') if self.vocab is None: vocab = Vocabulary(s0 + s1) else: vocab = self.vocab si0 = vocab.vectorize(s0, spad=self.s0pad) si1 = vocab.vectorize(s1, spad=self.s1pad) f0, f1 = nlp.sentence_flags(s0, s1, self.s0pad, self.s1pad) gr = graph_input_anssel(si0, si1, y, f0, f1, s0, s1) return (gr, y, vocab)
def load_set(self, fname): s0, s1, y = loader.load_sick2014(fname, mode='entailment') if self.vocab is None: vocab = Vocabulary(s0 + s1, prune_N=self.c['embprune'], icase=self.c['embicase']) else: vocab = self.vocab si0, sj0 = vocab.vectorize(s0, self.emb, spad=self.s0pad) si1, sj1 = vocab.vectorize(s1, self.emb, spad=self.s1pad) f0, f1 = nlp.sentence_flags(s0, s1, self.s0pad, self.s1pad) gr = graph_input_anssel(si0, si1, sj0, sj1, None, None, y, f0, f1, s0, s1) return (gr, y, vocab)
def load_file(fname, skip_unlabeled=True): # XXX: ugly logic if 'sick2014' in fname: return loader.load_sick2014(fname) else: return loader.load_sts(fname, skip_unlabeled=skip_unlabeled)