def test_RotatedMNIST_scenario_download_once(self):
global MNIST_DOWNLOADS
MNIST_DOWNLOADS = 0
scenario = RotatedMNIST(3)
self.assertEqual(3, len(scenario.train_stream))
self.assertEqual(3, len(scenario.test_stream))
self.assertEqual(1, MNIST_DOWNLOADS)
def test_RotatedMNIST_benchmark_download_once(self):
global MNIST_DOWNLOADS
MNIST_DOWNLOADS = 0
benchmark = RotatedMNIST(3)
self.assertEqual(3, len(benchmark.train_stream))
self.assertEqual(3, len(benchmark.test_stream))
self.assertEqual(1, MNIST_DOWNLOADS)
def test_RotatedMNIST_benchmark(self):
benchmark = RotatedMNIST(3)
self.assertEqual(3, len(benchmark.train_stream))
self.assertEqual(3, len(benchmark.test_stream))
for experience in benchmark.train_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(60000, len(experience.dataset))
load_experience_train_eval(experience)
for experience in benchmark.test_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(10000, len(experience.dataset))
load_experience_train_eval(experience)
def test_RotatedMNIST_scenario(self):
scenario = RotatedMNIST(3)
self.assertEqual(3, len(scenario.train_stream))
self.assertEqual(3, len(scenario.test_stream))
for experience in scenario.train_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(60000, len(experience.dataset))
load_experience_train_eval(experience)
for experience in scenario.test_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(10000, len(experience.dataset))
load_experience_train_eval(experience)