def test_predict_proba(self): gpc = PipelineElement('GaussianProcessClassifier') svc = PipelineElement('SVC') switch = Switch('EstimatorSwitch', [gpc, svc]) switch.set_params(**{'current_element': (0, 0)}) np.random.seed(42) switch_probas = switch.fit(self.X, self.y).predict_proba(self.X) np.random.seed(42) gpr_probas = self.gpc.fit(self.X, self.y).predict_proba(self.X) self.assertTrue(np.array_equal(switch_probas, gpr_probas))
class SwitchTests(unittest.TestCase): def setUp(self): self.X, self.y = load_breast_cancer(True) self.svc = PipelineElement('SVC', { 'C': [0.1, 1], 'kernel': ['rbf', 'sigmoid'] }) self.tree = PipelineElement('DecisionTreeClassifier', {'min_samples_split': [2, 3, 4]}) self.gpc = PipelineElement('GaussianProcessClassifier') self.pca = PipelineElement('PCA') self.estimator_branch = Branch('estimator_branch', [self.tree.copy_me()]) self.transformer_branch = Branch('transformer_branch', [self.pca.copy_me()]) self.estimator_switch = Switch( 'estimator_switch', [self.svc.copy_me(), self.tree.copy_me(), self.gpc.copy_me()]) self.estimator_switch_with_branch = Switch( 'estimator_switch_with_branch', [self.tree.copy_me(), self.estimator_branch.copy_me()]) self.transformer_switch_with_branch = Switch( 'transformer_switch_with_branch', [self.pca.copy_me(), self.transformer_branch.copy_me()]) self.switch_in_switch = Switch('Switch_in_switch', [ self.transformer_branch.copy_me(), self.transformer_switch_with_branch.copy_me() ]) def test_init(self): self.assertEqual(self.estimator_switch.name, 'estimator_switch') def test_hyperparams(self): # assert number of different configs to test # each config combi for each element: 4 for SVC and 3 for logistic regression = 7 self.assertEqual( len(self.estimator_switch.pipeline_element_configurations), 3) self.assertEqual( len(self.estimator_switch.pipeline_element_configurations[0]), 4) self.assertEqual( len(self.estimator_switch.pipeline_element_configurations[1]), 3) # hyperparameters self.assertDictEqual( self.estimator_switch.hyperparameters, { 'estimator_switch__current_element': [(0, 0), (0, 1), (0, 2), (0, 3), (1, 0), (1, 1), (1, 2), (2, 0)] }) # config grid self.assertListEqual(self.estimator_switch.generate_config_grid(), [{ 'estimator_switch__current_element': (0, 0) }, { 'estimator_switch__current_element': (0, 1) }, { 'estimator_switch__current_element': (0, 2) }, { 'estimator_switch__current_element': (0, 3) }, { 'estimator_switch__current_element': (1, 0) }, { 'estimator_switch__current_element': (1, 1) }, { 'estimator_switch__current_element': (1, 2) }, { 'estimator_switch__current_element': (2, 0) }]) def test_set_params(self): # test for grid search false_config = {'current_element': 1} with self.assertRaises(ValueError): self.estimator_switch.set_params(**false_config) correct_config = {'current_element': (0, 1)} self.estimator_switch.set_params(**correct_config) self.assertEqual(self.estimator_switch.base_element.base_element.C, 0.1) self.assertEqual( self.estimator_switch.base_element.base_element.kernel, 'sigmoid') # test for other optimizers smac_config = {'SVC__C': 2, 'SVC__kernel': 'rbf'} self.estimator_switch.set_params(**smac_config) self.assertEqual(self.estimator_switch.base_element.base_element.C, 2) self.assertEqual( self.estimator_switch.base_element.base_element.kernel, 'rbf') def test_fit(self): np.random.seed(42) self.estimator_switch.set_params(**{'current_element': (1, 0)}) self.estimator_switch.fit(self.X, self.y) np.random.seed(42) self.tree.set_params(**{'min_samples_split': 2}) self.tree.fit(self.X, self.y) np.testing.assert_array_equal( self.tree.base_element.feature_importances_, self.estimator_switch.base_element.feature_importances_) def test_transform(self): self.transformer_switch_with_branch.set_params( **{'current_element': (0, 0)}) self.transformer_switch_with_branch.fit(self.X, self.y) self.pca.fit(self.X, self.y) switch_Xt, _, _ = self.transformer_switch_with_branch.transform(self.X) pca_Xt, _, _ = self.pca.transform(self.X) self.assertTrue(np.array_equal(pca_Xt, switch_Xt)) def test_predict(self): self.estimator_switch.set_params(**{'current_element': (1, 0)}) np.random.seed(42) self.estimator_switch.fit(self.X, self.y) self.tree.set_params(**{'min_samples_split': 2}) np.random.seed(42) self.tree.fit(self.X, self.y) switch_preds = self.estimator_switch.predict(self.X) tree_preds = self.tree.predict(self.X) self.assertTrue(np.array_equal(switch_preds, tree_preds)) def test_predict_proba(self): gpc = PipelineElement('GaussianProcessClassifier') svc = PipelineElement('SVC') switch = Switch('EstimatorSwitch', [gpc, svc]) switch.set_params(**{'current_element': (0, 0)}) np.random.seed(42) switch_probas = switch.fit(self.X, self.y).predict_proba(self.X) np.random.seed(42) gpr_probas = self.gpc.fit(self.X, self.y).predict_proba(self.X) self.assertTrue(np.array_equal(switch_probas, gpr_probas)) def test_inverse_transform(self): self.transformer_switch_with_branch.set_params( **{'current_element': (0, 0)}) self.transformer_switch_with_branch.fit(self.X, self.y) self.pca.fit(self.X, self.y) Xt_pca, _, _ = self.pca.transform(self.X) Xt_switch, _, _ = self.transformer_switch_with_branch.transform(self.X) X_pca, _, _ = self.pca.inverse_transform(Xt_pca) X_switch, _, _ = self.transformer_switch_with_branch.inverse_transform( Xt_switch) self.assertTrue(np.array_equal(Xt_pca, Xt_switch)) self.assertTrue(np.array_equal(X_pca, X_switch)) np.testing.assert_almost_equal(X_switch, self.X) def test_base_element(self): switch = Switch('switch', [self.svc, self.tree]) switch.set_params(**{'current_element': (1, 1)}) self.assertIs(switch.base_element, self.tree) self.assertIs(switch.base_element.base_element, self.tree.base_element) # other optimizer switch.set_params(**{'DecisionTreeClassifier__min_samples_split': 2}) self.assertIs(switch.base_element, self.tree) self.assertIs(switch.base_element.base_element, self.tree.base_element) def test_copy_me(self): switches = [ self.estimator_switch, self.estimator_switch_with_branch, self.transformer_switch_with_branch, self.switch_in_switch ] for switch in switches: copy = switch.copy_me() self.assertEqual(switch.random_state, copy.random_state) for i, element in enumerate(copy.elements): self.assertNotEqual(copy.elements[i], switch.elements[i]) switch = elements_to_dict(switch) copy = elements_to_dict(copy) self.assertDictEqual(copy, switch) def test_estimator_type(self): pca = PipelineElement('PCA') ica = PipelineElement('FastICA') svc = PipelineElement('SVC') svr = PipelineElement('SVR') tree_class = PipelineElement('DecisionTreeClassifier') tree_reg = PipelineElement('DecisionTreeRegressor') switch = Switch('MySwitch', [pca, svr]) with self.assertRaises(NotImplementedError): est_type = switch._estimator_type switch = Switch('MySwitch', [svc, svr]) with self.assertRaises(NotImplementedError): est_type = switch._estimator_type switch = Switch('MySwitch', [pca, ica]) self.assertEqual(switch._estimator_type, None) switch = Switch('MySwitch', [tree_class, svc]) self.assertEqual(switch._estimator_type, 'classifier') switch = Switch('MySwitch', [tree_reg, svr]) self.assertEqual(switch._estimator_type, 'regressor') self.assertEqual(self.estimator_switch._estimator_type, 'classifier') self.assertEqual(self.estimator_switch_with_branch._estimator_type, 'classifier') self.assertEqual(self.transformer_switch_with_branch._estimator_type, None) self.assertEqual(self.switch_in_switch._estimator_type, None) def test_add(self): self.assertEqual(len(self.estimator_switch.elements), 3) self.assertEqual(len(self.switch_in_switch.elements), 2) self.assertEqual(len(self.transformer_switch_with_branch.elements), 2) self.assertEqual( list(self.estimator_switch.elements_dict.keys()), ['SVC', 'DecisionTreeClassifier', 'GaussianProcessClassifier']) self.assertEqual( list(self.switch_in_switch.elements_dict.keys()), ['transformer_branch', 'transformer_switch_with_branch']) switch = Switch('MySwitch', [PipelineElement('PCA'), PipelineElement('FastICA')]) switch = Switch('MySwitch2') switch += PipelineElement('PCA') switch += PipelineElement('FastICA') # test doubled names with self.assertRaises(ValueError): self.estimator_switch += self.estimator_switch.elements[0] self.estimator_switch += PipelineElement("SVC") self.assertEqual(self.estimator_switch.elements[-1].name, "SVC2") self.estimator_switch += PipelineElement( "SVC", hyperparameters={'kernel': ['polynomial', 'sigmoid']}) self.assertEqual(self.estimator_switch.elements[-1].name, "SVC3") self.estimator_switch += PipelineElement("SVR") self.assertEqual(self.estimator_switch.elements[-1].name, "SVR") self.estimator_switch += PipelineElement("SVC") self.assertEqual(self.estimator_switch.elements[-1].name, "SVC4") # check that hyperparameters are renamed respectively self.assertEqual( self.estimator_switch.pipeline_element_configurations[4][0] ["SVC3__kernel"], 'polynomial') def test_feature_importances(self): self.estimator_switch.set_params(**{'current_element': (1, 0)}) self.estimator_switch.fit(self.X, self.y) self.assertTrue( len(self.estimator_switch.feature_importances_) == self.X.shape[1]) self.estimator_switch_with_branch.set_params( **{'current_element': (1, 0)}) self.estimator_switch_with_branch.fit(self.X, self.y) self.assertTrue( len(self.estimator_switch_with_branch.feature_importances_) == self.X.shape[1]) self.estimator_switch.set_params(**{'current_element': (2, 0)}) self.estimator_switch.fit(self.X, self.y) self.assertIsNone(self.estimator_branch.feature_importances_) self.switch_in_switch.set_params(**{'current_element': (1, 0)}) self.switch_in_switch.fit(self.X, self.y) self.assertIsNone(self.switch_in_switch.feature_importances_) self.estimator_switch.set_params(**{'current_element': (1, 0)}) self.switch_in_switch.fit(self.X, self.y) self.assertIsNone(self.switch_in_switch.feature_importances_)