示例#1
0
def test_model_groups_1():
    data = {
        'ranked_table': ranked_table_data_1,
        'models': models_data_1,
        'evaluations': evaluations_data
    }
    with rig_test_client(data) as test_app:
        route = '/evaluations/search_model_groups/all'
        response = test_app.post(
            route,
            data=dict(
                metric1='precision',
                parameter1='top 100',
                timestamp=CUTOFF
            )
        )
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example(route)
        assert expected == response_data

        route = '/evaluations/search_model_groups/{}'.format('two feature block')
        response = test_app.post(
            route,
            data=dict(
                metric1='precision',
                parameter1='top 100',
                timestamp=CUTOFF
            )
        )
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example(route)

        assert expected == response_data
示例#2
0
def test_response_dist():
    with rig_test_client(data) as test_app:
        url = '/evaluations/1/response_dist/{}'.format(EVALUATION_START_TIME)
        response = test_app.get(url)
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example('/evaluations/1/response_dist')
        assert expected == response_data
def test_get_feature_dist_train():
    with rig_test_client(data) as test_app:
        url = '/evaluations/1/feature_dist_train/arrests_id_p1d_arrestscrimetype_assault_avg'
        response = test_app.get(url)
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example('/evaluations/1/feature_dist_train')
        assert response.status_code == 200
        assert expected == response_data
def test_feature_importance():
    with rig_test_client(data) as test_app:
        url = '/evaluations/1/feature_importance/10'
        response = test_app.get(url)
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example('/evaluations/1/feature_importance')
        assert expected == response_data
def test_precision_recall_threshold():
    with rig_test_client(data) as test_app:
        url = '/evaluations/1/threshold_precision_recall/2015-01-01'
        response = test_app.get(url)
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        print(response_data)
        expected = load_json_example('/evaluations/1/precision_recall_result')
        assert expected == response_data
示例#6
0
def test_individual_importances():
    with rig_test_client(data) as test_app:
        url = '/evaluations/1/individual_feature_importance/1234/2014-12-01'
        response = test_app.get(url)
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        print(response_data)
        expected = load_json_example('/evaluations/1/individual_importance')
        assert expected == response_data
def test_search_models_over_time():
    with rig_test_client(data) as test_app:
        route = '/evaluations/search_models_over_time'
        response = test_app.post(route,
                                 data=dict(metric1='recall',
                                           parameter1='top 5.0%',
                                           timestamp=CUTOFF))
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example(route)
        assert expected == response_data
示例#8
0
def test_model_comments():
    with rig_test_client(data) as test_app:
        route = '/evaluations/model_comments'
        response = test_app.post(route,
                                 data=dict(metric1='precision',
                                           parameter1='top 100',
                                           timestamp=CUTOFF))
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example(route)
        assert expected == response_data
def test_metric_overtime():
    with rig_test_client(data) as test_app:
        route = '/evaluations/1/metric_overtime'
        response = test_app.post(
            route,
            data=dict(
                metric1='precision',
                parameter1='top 100',
            )
        )
        assert response.status_code == 200
        response_data = json.loads(response.get_data().decode('utf-8'))
        expected = load_json_example(route)
        print(expected)
        print(response_data)
        assert expected == response_data