Python SplitSynonymClass.get_all_dict Examples

Example #1

File: test_split_synonym_class.py Project: zkbreeze/Chainer-Slack-Twitter-Dialogue

class Test_SplitSynonymClass(unittest.TestCase):
    """Test split file class.

    """
    def setUp(self):
        """
        setting initial paramater
        Args:
            data: test file name
            split_module: setting the split_module instance
        """
        file_name = APP_ROOT + '/../../Data/wnjpn-all.tab'
        self.input_module = InputFile(file_name)

    def test_make_dict(self):
        """
        test make split dict and all dict
        """
        self.input_module.input_special_format_file("\t")
        test_data = self.input_module.get_file_data()
        self.split_synonym_class = SplitSynonymClass(test_data)
        self.split_synonym_class.make_dict()
        # test all dict
        all_dict = self.split_synonym_class.get_all_dict()
        self.assertEqual(all_dict['木っ葉'], "00377169-n")
        self.assertEqual(len(self.split_synonym_class.get_all_dict()), 146517)
        # test split dict
        split_dict = self.split_synonym_class.get_split_dict()
        self.assertEqual(split_dict['02927303-a'], ['アメリカ大陸の', '北アメリカの', '南アメリカの', '南北アメリカ原産の'])
        self.assertEqual(len(self.split_synonym_class.get_split_dict()), 75771)
        print(split_dict["00377169-n"])

Example #2

File: test_wiki_vector_summary.py Project: zkbreeze/Chainer-Slack-Twitter-Dialogue

class Test_WikiVectorSummary(unittest.TestCase):
    """Test wiki Vector class.

    """
    def setUp(self):
        """
        setting initial paramater
        Args:
            data: test file name
            split_module: setting the split_module instance
        """
        wiki_vector_file_name = APP_ROOT + '/../../Data/jawiki_vector/jawiki_vector_delete_first.txt'
        self.word_net_file_name = APP_ROOT + '/../../Data/wnjpn-all.tab'
        # wiki_vector_file_name = APP_ROOT + '/../../Data/jawiki_vector/jawiki_vector_part.txt'
        # self.word_net_file_name = APP_ROOT + '/../../Data/wnjpn-all_part.tab'
        self.input_module = InputFile(wiki_vector_file_name)

    def test_summary_class(self):
        """
        test make summary dict
        """
        self.input_module.input_fast_large_file()
        wiki_vector = self.input_module.get_vector()
        self.input_module = InputFile(self.word_net_file_name)
        self.input_module.input_special_format_file("\t")
        test_data = self.input_module.get_file_data()
        self.split_synonym_class = SplitSynonymClass(test_data)
        self.split_synonym_class.make_dict()
        # test all dict
        all_dict = self.split_synonym_class.get_all_dict()
        # test split dict
        split_dict = self.split_synonym_class.get_split_dict()
        self.wiki_vector_summary = WikiVectorSummaryCython(
            all_dict, split_dict, wiki_vector)
        self.wiki_vector_summary.get_similler_word()
        split_dict = self.wiki_vector_summary.get_split_dict()
        for k, v in split_dict.items():
            fo = open(APP_ROOT + "/../../Data/wn_summary_all/" + k + ".txt",
                      'w')
            sys.stdout = fo
            print(v)
            fo.close()
            sys.stdout = sys.__stdout__
        class_average_vector = self.wiki_vector_summary.get_wiki_average_vector(
        )
        for k, v in class_average_vector.items():
            fo = open(
                APP_ROOT + "/../../Data/wn_summary_all_class_average/" + k +
                ".txt_vector.txt", 'w')
            sys.stdout = fo
            print(v)
            fo.close()
            sys.stdout = sys.__stdout__

Example #3

File: test_wiki_vector_summary.py Project: SnowMasaya/Chainer-Slack-Twitter-Dialogue

class Test_WikiVectorSummary(unittest.TestCase):
    """Test wiki Vector class.

    """
    def setUp(self):
        """
        setting initial paramater
        Args:
            data: test file name
            split_module: setting the split_module instance
        """
        wiki_vector_file_name = APP_ROOT + '/../../Data/jawiki_vector/jawiki_vector_delete_first.txt'
        self.word_net_file_name = APP_ROOT + '/../../Data/wnjpn-all.tab'
        # wiki_vector_file_name = APP_ROOT + '/../../Data/jawiki_vector/jawiki_vector_part.txt'
        # self.word_net_file_name = APP_ROOT + '/../../Data/wnjpn-all_part.tab'
        self.input_module = InputFile(wiki_vector_file_name)

    def test_summary_class(self):
        """
        test make summary dict
        """
        self.input_module.input_fast_large_file()
        wiki_vector = self.input_module.get_vector()
        self.input_module = InputFile(self.word_net_file_name)
        self.input_module.input_special_format_file("\t")
        test_data = self.input_module.get_file_data()
        self.split_synonym_class = SplitSynonymClass(test_data)
        self.split_synonym_class.make_dict()
        # test all dict
        all_dict = self.split_synonym_class.get_all_dict()
        # test split dict
        split_dict = self.split_synonym_class.get_split_dict()
        self.wiki_vector_summary = WikiVectorSummaryCython(all_dict, split_dict, wiki_vector)
        self.wiki_vector_summary.get_similler_word()
        split_dict = self.wiki_vector_summary.get_split_dict()
        for k, v in split_dict.items():
            fo = open(APP_ROOT + "/../../Data/wn_summary_all/" + k + ".txt", 'w')
            sys.stdout = fo
            print(v)
            fo.close()
            sys.stdout = sys.__stdout__
        class_average_vector = self.wiki_vector_summary.get_wiki_average_vector()
        for k, v in class_average_vector.items():
            fo = open(APP_ROOT + "/../../Data/wn_summary_all_class_average/" + k + ".txt_vector.txt", 'w')
            sys.stdout = fo
            print(v)
            fo.close()
            sys.stdout = sys.__stdout__