Python unpack_replabels Examples

Example #1

File: decoder.py Project: sshuster/espresso

 def get_tokens(self, idxs: torch.IntTensor) -> torch.LongTensor:
     idxs = (g[0] for g in it.groupby(idxs))
     if self.criterion_type == CriterionType.CTC:
         idxs = filter(lambda x: x != self.blank, idxs)
     elif self.criterion_type == CriterionType.ASG:
         idxs = filter(lambda x: x >= 0, idxs)
         idxs = unpack_replabels(list(idxs), self.tgt_dict,
                                 self.maxreplabel)
     return torch.LongTensor(list(idxs))

Example #2

File: w2l_decoder.py Project: mtanana/LyssnFairSeq

 def get_tokens(self, idxs):
     """Normalize tokens by handling CTC blank, ASG replabels, etc."""
     idxs = (g[0] for g in it.groupby(idxs))
     if self.criterion_type == CriterionType.CTC:
         idxs = filter(lambda x: x != self.blank, idxs)
     elif self.criterion_type == CriterionType.ASG:
         idxs = filter(lambda x: x >= 0, idxs)
         idxs = unpack_replabels(list(idxs), self.tgt_dict, self.max_replabel)
     return torch.LongTensor(list(idxs))