示例#1
0
 def _summarize(self, string, mode, postprocess, **kwargs):
     summary = upperfirst(
         self._predict(f'{mode}: {summarization_textcleaning(string)}')
     )
     if postprocess and mode != 'tajuk':
         summary = postprocess_summary(string, summary, **kwargs)
     return summary
示例#2
0
文件: t5.py 项目: illaiza115/malaya
 def _summarize(self, string, mode, postprocess, **kwargs):
     summary = upperfirst(self._predict(f'{mode}: {cleaning(string)}'))
     if postprocess:
         summary = filter_rouge(string, summary, **kwargs)
         summary = postprocessing_summarization(summary)
         summary = find_lapor_and_remove(string, summary)
     return summary
示例#3
0
    def greedy_decoder(self, strings: List[str]):
        """
        paraphrase strings.

        Parameters
        ----------
        strings: List[str]

        Returns
        -------
        result: List[str]
        """
        paraphrases = self._predict([f'parafrasa: {summarization_textcleaning(string)}' for string in strings])
        return [upperfirst(paraphrase) for paraphrase in paraphrases]
示例#4
0
文件: t5.py 项目: illaiza115/malaya
    def generate(self, strings: List[str]):
        """
        generate a long text given a isi penting. Decoder is beam decoder with beam width size 1, alpha 0.5 .

        Parameters
        ----------
        strings: List[str]

        Returns
        -------
        result: str
        """

        points = [
            f'{no + 1}. {remove_repeat_fullstop(string)}.'
            for no, string in enumerate(strings)
        ]
        points = ' '.join(points)
        points = f'karangan: {points}'
        return upperfirst(self._predict(cleaning(points)))
示例#5
0
    def _paraphrase(self, string):

        string = f'parafrasa: {summarization_textcleaning(string)}'
        return upperfirst(self._predict(string))
示例#6
0
文件: t5.py 项目: illaiza115/malaya
    def _paraphrase(self, string):

        string = f'parafrasa: {cleaning(string)}'
        return upperfirst(self._predict(string))
示例#7
0
 def _summarize(self, string, mode):
     string = f'{mode}: {cleaning(string)}'
     return upperfirst(self._predict(string))
示例#8
0
    def _summarize(self, string, mode):
        string = f'{mode}: {string}'

        return upperfirst(self._model([string])[0].decode('utf-8'))
示例#9
0
    def _paraphrase(self, string):
        string = f'parafrasa: {string}'

        return upperfirst(self._model([string])[0].decode('utf-8'))
示例#10
0
 def _summarize(self, string, mode):
     string = f'{mode}: {cleaning(string)}'
     return postprocessing_summarization(upperfirst(self._predict(string)))