def test_scenario1(self):
"""
Scenario: Successfully building k-fold cross-validation from dataset:
Given I create BigML dataset uploading train "<data>" file in "<output>"
And I check that the source has been created
And I check that the dataset has been created
And I create BigML <kfold>-fold cross-validation
And I check that the <kfold>-datasets have been created
And I check that the <kfold>-models have been created
And I check that the <kfold>-fold cross-validation has been created
Then the evaluation file is like "<json_evaluation_file>"
Examples:
| data | output | kfold | json_evaluation_file |
| ../data/iris.csv | ./scenario_a_1/evaluation | 2 | ./check_files/evaluation_kfold.json |
"""
print self.test_scenario1.__doc__
examples = [
['data/iris.csv', 'scenario_a_1/evaluation', '2', 'check_files/evaluation_kfold.json']]
for example in examples:
print "\nTesting with:\n", example
test_pred.i_create_dataset(self, data=example[0], output=example[1])
test_pred.i_check_create_source(self)
test_pred.i_check_create_dataset(self)
test_pred.i_create_kfold_cross_validation(self, k_folds=example[2])
test_pred.i_check_create_kfold_datasets(self, example[2])
test_pred.i_check_create_kfold_models(self, example[2])
test_pred.i_check_create_kfold_cross_validation(self, example[2])
evaluation.then_the_evaluation_file_is_like(self, example[3])
def test_scenario1(self):
"""
Scenario: Successfully building k-fold cross-validation from dataset:
Given I create BigML dataset uploading train "<data>" file in "<output>"
And I check that the source has been created
And I check that the dataset has been created
And I create BigML <kfold>-fold cross-validation
And I check that the <kfold>-datasets have been created
And I check that the <kfold>-models have been created
And I check that the <kfold>-fold cross-validation has been created
Then the evaluation file is like "<json_evaluation_file>"
Examples:
| data | output | kfold | json_evaluation_file |
| ../data/iris.csv | ./scenario_a_1/evaluation | 2 | ./check_files/evaluation_kfold.json |
"""
print self.test_scenario1.__doc__
examples = [
['data/iris.csv', 'scenario_a_1/evaluation', '2', 'check_files/evaluation_kfold.json']]
for example in examples:
print "\nTesting with:\n", example
test_pred.i_create_dataset(self, data=example[0], output=example[1])
test_pred.i_check_create_source(self)
test_pred.i_check_create_dataset(self)
test_pred.i_create_kfold_cross_validation(self, k_folds=example[2])
test_pred.i_check_create_kfold_datasets(self, example[2])
test_pred.i_check_create_kfold_models(self, example[2])
test_pred.i_check_create_kfold_cross_validation(self, example[2])
evaluation.then_the_evaluation_file_is_like(self, example[3])