Python AttentionMessages Examples

Example #1

 def generate_messages(self, params: T_P) -> AttentionMessages:
     return AttentionMessages(
         expand_to_batch_size(self._key, self.batch_size),
         self.module(self._param_extractor(params)), None)

Example #2

 def generate_messages(self, params: T_P) -> AttentionMessages:
     return AttentionMessages(
         None, None, expand_to_batch_size(self._query, self.batch_size))

Example #3

 def generate_messages(self, params: T_P) -> AttentionMessages:
     result = self.unit.generate_messages(params)
     return AttentionMessages(result.key, result.value, None)