def testBasicSeqtoSeqPerplexity(self):
filename = "full_ml_tests/toy_nmt/basic_toy_nmt_with_perplexity.xml"
block_filepath = self.setup_holder.filepath_handler.get_test_block_path(
filename)
data_filepath = self.setup_holder.filepath_handler.get_test_data_path(
"nmt/toy/")
embedding_filepath = self.setup_holder.filepath_handler.get_test_data_path(
"embeddings/")
interface = BasicInterface()
interface.load_file(block_filepath)
interface.set_variable("data_folder", data_filepath)
interface.set_variable("embedding_folder", embedding_filepath)
interface.initialize()
initial_validation = interface.validate()
interface.train()
second_validation = interface.validate()
self.assertLess(50, initial_validation)
self.assertLess(1, second_validation)
self.assertGreater(1.01, second_validation)
def testValidateWithoutTraining(self):
interface = BasicInterface()
block_filename = "full_ml_tests/relation_prediction/pure_relation_prediction.xml"
block_filepath = self.setup_holder.filepath_handler.get_test_block_path(block_filename)
data_filepath = self.setup_holder.filepath_handler.get_test_data_path("relation_prediction/toy-125/")
embedding_filepath = self.setup_holder.filepath_handler.get_test_data_path("embeddings/glove.6B.100d.txt")
interface.load_file(block_filepath)
interface.set_variable("data_folder", data_filepath)
interface.set_variable("embedding_filepath", embedding_filepath)
interface.initialize()
val = interface.validate()
self.assertLess(0.5, val)
def testPartMean(self):
interface = BasicInterface()
block_filename = "full_ml_tests/relation_prediction/relation_prediction_part_mean.xml"
block_filepath = self.setup_holder.filepath_handler.get_test_block_path(block_filename)
data_filepath = self.setup_holder.filepath_handler.get_test_data_path("relation_prediction/toy-125/")
embedding_filepath = self.setup_holder.filepath_handler.get_test_data_path("embeddings/glove.6B.100d.txt")
interface.load_file(block_filepath)
interface.set_variable("data_folder", data_filepath)
interface.set_variable("embedding_filepath", embedding_filepath)
interface.initialize()
interface.train()
val = interface.validate()
self.assertGreater(0.2, val)
