def testBasicSeqtoSeqPerplexity(self): filename = "full_ml_tests/toy_nmt/basic_toy_nmt_with_perplexity.xml" block_filepath = self.setup_holder.filepath_handler.get_test_block_path( filename) data_filepath = self.setup_holder.filepath_handler.get_test_data_path( "nmt/toy/") embedding_filepath = self.setup_holder.filepath_handler.get_test_data_path( "embeddings/") interface = BasicInterface() interface.load_file(block_filepath) interface.set_variable("data_folder", data_filepath) interface.set_variable("embedding_folder", embedding_filepath) interface.initialize() initial_validation = interface.validate() interface.train() second_validation = interface.validate() self.assertLess(50, initial_validation) self.assertLess(1, second_validation) self.assertGreater(1.01, second_validation)
def testValidateWithoutTraining(self): interface = BasicInterface() block_filename = "full_ml_tests/relation_prediction/pure_relation_prediction.xml" block_filepath = self.setup_holder.filepath_handler.get_test_block_path(block_filename) data_filepath = self.setup_holder.filepath_handler.get_test_data_path("relation_prediction/toy-125/") embedding_filepath = self.setup_holder.filepath_handler.get_test_data_path("embeddings/glove.6B.100d.txt") interface.load_file(block_filepath) interface.set_variable("data_folder", data_filepath) interface.set_variable("embedding_filepath", embedding_filepath) interface.initialize() val = interface.validate() self.assertLess(0.5, val)
def testPartMean(self): interface = BasicInterface() block_filename = "full_ml_tests/relation_prediction/relation_prediction_part_mean.xml" block_filepath = self.setup_holder.filepath_handler.get_test_block_path(block_filename) data_filepath = self.setup_holder.filepath_handler.get_test_data_path("relation_prediction/toy-125/") embedding_filepath = self.setup_holder.filepath_handler.get_test_data_path("embeddings/glove.6B.100d.txt") interface.load_file(block_filepath) interface.set_variable("data_folder", data_filepath) interface.set_variable("embedding_filepath", embedding_filepath) interface.initialize() interface.train() val = interface.validate() self.assertGreater(0.2, val)