def test_RotatedMNIST_scenario(self): scenario = RotatedMNIST(3) self.assertEqual(3, len(scenario.train_stream)) self.assertEqual(3, len(scenario.test_stream)) for experience in scenario.train_stream: self.assertIsInstance(experience, Experience) self.assertEqual(60000, len(experience.dataset)) load_experience_train_eval(experience) for experience in scenario.test_stream: self.assertIsInstance(experience, Experience) self.assertEqual(10000, len(experience.dataset)) load_experience_train_eval(experience)
def test_RotatedMNIST_benchmark(self): benchmark = RotatedMNIST(3) self.assertEqual(3, len(benchmark.train_stream)) self.assertEqual(3, len(benchmark.test_stream)) for experience in benchmark.train_stream: self.assertIsInstance(experience, Experience) self.assertEqual(60000, len(experience.dataset)) load_experience_train_eval(experience) for experience in benchmark.test_stream: self.assertIsInstance(experience, Experience) self.assertEqual(10000, len(experience.dataset)) load_experience_train_eval(experience)
def test_SplitCifar110_benchmark(self): benchmark = SplitCIFAR110(6) self.assertEqual(6, len(benchmark.train_stream)) self.assertEqual(6, len(benchmark.test_stream)) train_sz = 0 for experience in benchmark.train_stream: self.assertIsInstance(experience, Experience) train_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(50000 * 2, train_sz) test_sz = 0 for experience in benchmark.test_stream: self.assertIsInstance(experience, Experience) test_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(10000 * 2, test_sz)
def test_SplitFMNIST_benchmark(self): benchmark = SplitFMNIST(5) self.assertEqual(5, len(benchmark.train_stream)) self.assertEqual(5, len(benchmark.test_stream)) train_sz = 0 for experience in benchmark.train_stream: self.assertIsInstance(experience, Experience) train_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(60000, train_sz) test_sz = 0 for experience in benchmark.test_stream: self.assertIsInstance(experience, Experience) test_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(10000, test_sz)
def test_SplitFMNIST_scenario(self): scenario = SplitFMNIST(5) self.assertEqual(5, len(scenario.train_stream)) self.assertEqual(5, len(scenario.test_stream)) train_sz = 0 for experience in scenario.train_stream: self.assertIsInstance(experience, Experience) train_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(60000, train_sz) test_sz = 0 for experience in scenario.test_stream: self.assertIsInstance(experience, Experience) test_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(10000, test_sz)
def test_SplitCifar110_scenario(self): scenario = SplitCIFAR110(6) self.assertEqual(6, len(scenario.train_stream)) self.assertEqual(6, len(scenario.test_stream)) train_sz = 0 for experience in scenario.train_stream: self.assertIsInstance(experience, Experience) train_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(50000 * 2, train_sz) test_sz = 0 for experience in scenario.test_stream: self.assertIsInstance(experience, Experience) test_sz += len(experience.dataset) load_experience_train_eval(experience) self.assertEqual(10000 * 2, test_sz)
def test_SplitCifar10_benchmark(self): benchmark = SplitCIFAR10(5) self.assertEqual(5, len(benchmark.train_stream)) self.assertEqual(5, len(benchmark.test_stream)) train_sz = 0 for experience in benchmark.train_stream: self.assertIsInstance(experience, Experience) train_sz += len(experience.dataset) # Regression test for 575 load_experience_train_eval(experience) self.assertEqual(50000, train_sz) test_sz = 0 for experience in benchmark.test_stream: self.assertIsInstance(experience, Experience) test_sz += len(experience.dataset) # Regression test for 575 load_experience_train_eval(experience) self.assertEqual(10000, test_sz)
def test_SplitMNIST_benchmark(self): benchmark = SplitMNIST(5) self.assertEqual(5, len(benchmark.train_stream)) self.assertEqual(5, len(benchmark.test_stream)) train_sz = 0 for experience in benchmark.train_stream: self.assertIsInstance(experience, ClassificationExperience) train_sz += len(experience.dataset) # Regression test for 572 load_experience_train_eval(experience) self.assertEqual(60000, train_sz) test_sz = 0 for experience in benchmark.test_stream: self.assertIsInstance(experience, ClassificationExperience) test_sz += len(experience.dataset) # Regression test for 572 load_experience_train_eval(experience) self.assertEqual(10000, test_sz)
def test_SplitCifar100_scenario(self): scenario = SplitCIFAR100(5) self.assertEqual(5, len(scenario.train_stream)) self.assertEqual(5, len(scenario.test_stream)) train_sz = 0 for experience in scenario.train_stream: self.assertIsInstance(experience, Experience) train_sz += len(experience.dataset) # Regression test for 575 load_experience_train_eval(experience) self.assertEqual(50000, train_sz) test_sz = 0 for experience in scenario.test_stream: self.assertIsInstance(experience, Experience) test_sz += len(experience.dataset) # Regression test for 575 load_experience_train_eval(experience) self.assertEqual(10000, test_sz)