def test_RotatedMNIST_scenario(self):
scenario = RotatedMNIST(3)
self.assertEqual(3, len(scenario.train_stream))
self.assertEqual(3, len(scenario.test_stream))
for experience in scenario.train_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(60000, len(experience.dataset))
load_experience_train_eval(experience)
for experience in scenario.test_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(10000, len(experience.dataset))
load_experience_train_eval(experience)
def test_RotatedMNIST_benchmark(self):
benchmark = RotatedMNIST(3)
self.assertEqual(3, len(benchmark.train_stream))
self.assertEqual(3, len(benchmark.test_stream))
for experience in benchmark.train_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(60000, len(experience.dataset))
load_experience_train_eval(experience)
for experience in benchmark.test_stream:
self.assertIsInstance(experience, Experience)
self.assertEqual(10000, len(experience.dataset))
load_experience_train_eval(experience)
def test_SplitCifar110_benchmark(self):
benchmark = SplitCIFAR110(6)
self.assertEqual(6, len(benchmark.train_stream))
self.assertEqual(6, len(benchmark.test_stream))
train_sz = 0
for experience in benchmark.train_stream:
self.assertIsInstance(experience, Experience)
train_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(50000 * 2, train_sz)
test_sz = 0
for experience in benchmark.test_stream:
self.assertIsInstance(experience, Experience)
test_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(10000 * 2, test_sz)
def test_SplitFMNIST_benchmark(self):
benchmark = SplitFMNIST(5)
self.assertEqual(5, len(benchmark.train_stream))
self.assertEqual(5, len(benchmark.test_stream))
train_sz = 0
for experience in benchmark.train_stream:
self.assertIsInstance(experience, Experience)
train_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(60000, train_sz)
test_sz = 0
for experience in benchmark.test_stream:
self.assertIsInstance(experience, Experience)
test_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(10000, test_sz)
def test_SplitFMNIST_scenario(self):
scenario = SplitFMNIST(5)
self.assertEqual(5, len(scenario.train_stream))
self.assertEqual(5, len(scenario.test_stream))
train_sz = 0
for experience in scenario.train_stream:
self.assertIsInstance(experience, Experience)
train_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(60000, train_sz)
test_sz = 0
for experience in scenario.test_stream:
self.assertIsInstance(experience, Experience)
test_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(10000, test_sz)
def test_SplitCifar110_scenario(self):
scenario = SplitCIFAR110(6)
self.assertEqual(6, len(scenario.train_stream))
self.assertEqual(6, len(scenario.test_stream))
train_sz = 0
for experience in scenario.train_stream:
self.assertIsInstance(experience, Experience)
train_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(50000 * 2, train_sz)
test_sz = 0
for experience in scenario.test_stream:
self.assertIsInstance(experience, Experience)
test_sz += len(experience.dataset)
load_experience_train_eval(experience)
self.assertEqual(10000 * 2, test_sz)
def test_SplitCifar10_benchmark(self):
benchmark = SplitCIFAR10(5)
self.assertEqual(5, len(benchmark.train_stream))
self.assertEqual(5, len(benchmark.test_stream))
train_sz = 0
for experience in benchmark.train_stream:
self.assertIsInstance(experience, Experience)
train_sz += len(experience.dataset)
# Regression test for 575
load_experience_train_eval(experience)
self.assertEqual(50000, train_sz)
test_sz = 0
for experience in benchmark.test_stream:
self.assertIsInstance(experience, Experience)
test_sz += len(experience.dataset)
# Regression test for 575
load_experience_train_eval(experience)
self.assertEqual(10000, test_sz)
def test_SplitMNIST_benchmark(self):
benchmark = SplitMNIST(5)
self.assertEqual(5, len(benchmark.train_stream))
self.assertEqual(5, len(benchmark.test_stream))
train_sz = 0
for experience in benchmark.train_stream:
self.assertIsInstance(experience, ClassificationExperience)
train_sz += len(experience.dataset)
# Regression test for 572
load_experience_train_eval(experience)
self.assertEqual(60000, train_sz)
test_sz = 0
for experience in benchmark.test_stream:
self.assertIsInstance(experience, ClassificationExperience)
test_sz += len(experience.dataset)
# Regression test for 572
load_experience_train_eval(experience)
self.assertEqual(10000, test_sz)
def test_SplitCifar100_scenario(self):
scenario = SplitCIFAR100(5)
self.assertEqual(5, len(scenario.train_stream))
self.assertEqual(5, len(scenario.test_stream))
train_sz = 0
for experience in scenario.train_stream:
self.assertIsInstance(experience, Experience)
train_sz += len(experience.dataset)
# Regression test for 575
load_experience_train_eval(experience)
self.assertEqual(50000, train_sz)
test_sz = 0
for experience in scenario.test_stream:
self.assertIsInstance(experience, Experience)
test_sz += len(experience.dataset)
# Regression test for 575
load_experience_train_eval(experience)
self.assertEqual(10000, test_sz)
