def visualize_attention(self, string: str): """ Visualize attention. Parameters ---------- string : str """ from malaya.function.html import _attention strings = [string] attentions, s_tokens, _ = self._attention(strings) attn_dict = defaultdict(list) for layer, attn_data in enumerate(attentions): attn = attn_data[:, :, 0] attn_dict['all'].append(attn.tolist()) results = { 'all': { 'attn': attn_dict['all'], 'left_text': s_tokens[0], 'right_text': s_tokens[0], } } _attention(results)
def visualize_attention(self, string: str): from malaya.function.html import _attention strings = [string] attentions, s_tokens = self._attention(strings) attn_dict = defaultdict(list) for layer, attn_data in enumerate(attentions): attn = list(attn_data.values())[0][0] attn_dict['all'].append(attn.tolist()) results = { 'all': { 'attn': attn_dict['all'], 'left_text': s_tokens[0], 'right_text': s_tokens[0], } } _attention(results)