def get_pairs(self, t, rp): tokens = rp.tokens(t) tokens = [[token.lower() for token in sentence] for sentence in tokens] return adjacent_pairs(tokens)
def get_pairs(self, t, rp): paragraphs = [all_tokens(par) for par in rp.paragraphs(t)] return adjacent_pairs(paragraphs)