def create_global_config_branch_test(self):
"""
Test for function create_global_config_dict/grid with branch element.
"""
# config dict
self.assertDictEqual(create_global_config_dict([self.branch]), {
'branch__SVC__C': [0.1, 1],
'branch__SVC__kernel': ['rbf', 'sigmoid']
})
# config grid
self.assertListEqual(create_global_config_grid([self.branch]),
[{
'branch__SVC__C': 0.1,
'branch__SVC__kernel': 'rbf'
}, {
'branch__SVC__C': 0.1,
'branch__SVC__kernel': 'sigmoid'
}, {
'branch__SVC__C': 1,
'branch__SVC__kernel': 'rbf'
}, {
'branch__SVC__C': 1,
'branch__SVC__kernel': 'sigmoid'
}])
def create_global_config_switch_test(self):
"""
assert number of different configs to test
each config combi for each element: 4 for SVC and 3 for logistic regression = 7
"""
self.assertEqual(len(self.pipe_switch.pipeline_element_configurations),
2)
self.assertEqual(
len(self.pipe_switch.pipeline_element_configurations[0]), 4)
self.assertEqual(
len(self.pipe_switch.pipeline_element_configurations[1]), 3)
# config dict
self.assertDictEqual(
create_global_config_dict([self.pipe_switch]), {
'switch__current_element': [(0, 0), (0, 1), (0, 2), (0, 3),
(1, 0), (1, 1), (1, 2)]
})
# config grid
self.assertListEqual(create_global_config_grid([self.pipe_switch]), [{
'switch__current_element': (0, 0)
}, {
'switch__current_element': (0, 1)
}, {
'switch__current_element': (0, 2)
}, {
'switch__current_element': (0, 3)
}, {
'switch__current_element': (1, 0)
}, {
'switch__current_element': (1, 1)
}, {
'switch__current_element': (1, 2)
}])
def create_global_config_some_elements_test(self):
"""
Test for function create_global_config_dict with three elements in param pipeline_elements (:list)
case of two elements with same names are checked some structures above...
"""
# config dict
self.assertDictEqual(
create_global_config_dict(self.pipeline_elements), {'StandardScaler__disabled': [False, True],
'PCA__n_components': [1, 2],
'SVC__C': [0.1, 1],
'SVC__kernel': ['rbf', 'sigmoid']})
# config grid
self.assertListEqual(
create_global_config_grid(self.pipeline_elements),
[{'StandardScaler__disabled': False, 'PCA__n_components': 1, 'SVC__C': 0.1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': False, 'PCA__n_components': 1, 'SVC__C': 0.1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': False, 'PCA__n_components': 1, 'SVC__C': 1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': False, 'PCA__n_components': 1, 'SVC__C': 1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': False, 'PCA__n_components': 2, 'SVC__C': 0.1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': False, 'PCA__n_components': 2, 'SVC__C': 0.1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': False, 'PCA__n_components': 2, 'SVC__C': 1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': False, 'PCA__n_components': 2, 'SVC__C': 1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': True, 'PCA__n_components': 1, 'SVC__C': 0.1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': True, 'PCA__n_components': 1, 'SVC__C': 0.1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': True, 'PCA__n_components': 1, 'SVC__C': 1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': True, 'PCA__n_components': 1, 'SVC__C': 1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': True, 'PCA__n_components': 2, 'SVC__C': 0.1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': True, 'PCA__n_components': 2, 'SVC__C': 0.1, 'SVC__kernel': 'sigmoid'},
{'StandardScaler__disabled': True, 'PCA__n_components': 2, 'SVC__C': 1, 'SVC__kernel': 'rbf'},
{'StandardScaler__disabled': True, 'PCA__n_components': 2, 'SVC__C': 1, 'SVC__kernel': 'sigmoid'}])
def create_global_config_switch_in_swicht_test(self):
"""
Test for function create_global_config_dict/grid with switch in switch.
switch between branch with 4 hyperparameters and switch with 7 -> see above.
"""
# config dict
self.assertDictEqual(create_global_config_dict([self.switch_in_switch]),
{'Switch_in_switch__current_element': [(0, 0), (0, 1), (0, 2), (0, 3),
(1, 0), (1, 1), (1, 2), (1, 3),
(1, 4), (1, 5), (1, 6)]})
# config grid
self.assertListEqual(
create_global_config_grid([self.switch_in_switch]), [{'Switch_in_switch__current_element': (0, 0)},
{'Switch_in_switch__current_element': (0, 1)},
{'Switch_in_switch__current_element': (0, 2)},
{'Switch_in_switch__current_element': (0, 3)},
{'Switch_in_switch__current_element': (1, 0)},
{'Switch_in_switch__current_element': (1, 1)},
{'Switch_in_switch__current_element': (1, 2)},
{'Switch_in_switch__current_element': (1, 3)},
{'Switch_in_switch__current_element': (1, 4)},
{'Switch_in_switch__current_element': (1, 5)},
{'Switch_in_switch__current_element': (1, 6)}])
def create_global_config_branch_test(self):
"""
Test for function create_global_config_dict/grid with branch element.
"""
# config dict
self.assertDictEqual(
create_global_config_dict([self.branch]),
{
"branch__SVC__C": [0.1, 1],
"branch__SVC__kernel": ["rbf", "sigmoid"]
},
)
# config grid
self.assertListEqual(
create_global_config_grid([self.branch]),
[
{
"branch__SVC__C": 0.1,
"branch__SVC__kernel": "rbf"
},
{
"branch__SVC__C": 0.1,
"branch__SVC__kernel": "sigmoid"
},
{
"branch__SVC__C": 1,
"branch__SVC__kernel": "rbf"
},
{
"branch__SVC__C": 1,
"branch__SVC__kernel": "sigmoid"
},
],
)
def create_global_config_one_element_test(self):
"""
Test for function create_global_config_dict with one element in param pipeline_elements (:list)
"""
# config dict
self.assertDictEqual(create_global_config_dict([self.svc]), {
'SVC__C': [0.1, 1],
'SVC__kernel': ['rbf', 'sigmoid']
})
self.assertDictEqual(create_global_config_dict([self.scaler]),
{'StandardScaler__disabled': [False, True]})
self.assertDictEqual(create_global_config_dict([self.pca]),
{'PCA__n_components': [1, 2]})
self.assertDictEqual(create_global_config_dict([self.rf]),
{}) # no hyperparameter
# config grid
self.assertListEqual(create_global_config_grid([self.svc]),
[{
'SVC__C': 0.1,
'SVC__kernel': 'rbf'
}, {
'SVC__C': 0.1,
'SVC__kernel': 'sigmoid'
}, {
'SVC__C': 1,
'SVC__kernel': 'rbf'
}, {
'SVC__C': 1,
'SVC__kernel': 'sigmoid'
}])
self.assertListEqual(create_global_config_grid([self.scaler]),
[{
'StandardScaler__disabled': False
}, {
'StandardScaler__disabled': True
}])
self.assertListEqual(create_global_config_grid([self.pca]),
[{
'PCA__n_components': 1
}, {
'PCA__n_components': 2
}])
self.assertListEqual(create_global_config_grid([self.rf]),
[{}]) # no hyperparameter
def prepare(self, pipeline_elements, maximize_metric):
self.pipeline_elements = pipeline_elements
self.ask = self.next_config_generator()
self.param_grid = create_global_config_grid(self.pipeline_elements)
logger.info("Grid Search generated " + str(len(self.param_grid)) +
" configurations")
def create_global_config_some_elements_test(self):
"""
Test for function create_global_config_dict with three elements in param pipeline_elements (:list)
case of two elements with same names are checked some structures above...
"""
# config dict
self.assertDictEqual(
create_global_config_dict(self.pipeline_elements),
{
"StandardScaler__disabled": [False, True],
"PCA__n_components": [1, 2],
"SVC__C": [0.1, 1],
"SVC__kernel": ["rbf", "sigmoid"],
},
)
# config grid
self.assertListEqual(
create_global_config_grid(self.pipeline_elements),
[
{
"StandardScaler__disabled": False,
"PCA__n_components": 1,
"SVC__C": 0.1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 1,
"SVC__C": 0.1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 1,
"SVC__C": 1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 1,
"SVC__C": 1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 2,
"SVC__C": 0.1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 2,
"SVC__C": 0.1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 2,
"SVC__C": 1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": False,
"PCA__n_components": 2,
"SVC__C": 1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 1,
"SVC__C": 0.1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 1,
"SVC__C": 0.1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 1,
"SVC__C": 1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 1,
"SVC__C": 1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 2,
"SVC__C": 0.1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 2,
"SVC__C": 0.1,
"SVC__kernel": "sigmoid",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 2,
"SVC__C": 1,
"SVC__kernel": "rbf",
},
{
"StandardScaler__disabled": True,
"PCA__n_components": 2,
"SVC__C": 1,
"SVC__kernel": "sigmoid",
},
],
)
def create_global_config_one_element_test(self):
"""
Test for function create_global_config_dict with one element in param pipeline_elements (:list)
"""
# config dict
self.assertDictEqual(
create_global_config_dict([self.svc]),
{
"SVC__C": [0.1, 1],
"SVC__kernel": ["rbf", "sigmoid"]
},
)
self.assertDictEqual(
create_global_config_dict([self.scaler]),
{"StandardScaler__disabled": [False, True]},
)
self.assertDictEqual(create_global_config_dict([self.pca]),
{"PCA__n_components": [1, 2]})
self.assertDictEqual(create_global_config_dict([self.rf]),
{}) # no hyperparameter
# config grid
self.assertListEqual(
create_global_config_grid([self.svc]),
[
{
"SVC__C": 0.1,
"SVC__kernel": "rbf"
},
{
"SVC__C": 0.1,
"SVC__kernel": "sigmoid"
},
{
"SVC__C": 1,
"SVC__kernel": "rbf"
},
{
"SVC__C": 1,
"SVC__kernel": "sigmoid"
},
],
)
self.assertListEqual(
create_global_config_grid([self.scaler]),
[{
"StandardScaler__disabled": False
}, {
"StandardScaler__disabled": True
}],
)
self.assertListEqual(
create_global_config_grid([self.pca]),
[{
"PCA__n_components": 1
}, {
"PCA__n_components": 2
}],
)
self.assertListEqual(create_global_config_grid([self.rf]),
[{}]) # no hyperparameter
