def test_score_derivative_runs(root, rows, **unused): with loom.query.get_server(root, debug=True) as server: rows = load_rows(rows) target_row = protobuf_to_data_row(rows[0].diff) score_rows = [protobuf_to_data_row(r.diff) for r in rows[:2]] results = server.score_derivative(target_row, score_rows) assert len(results) == len(score_rows)
def _test_server(root, requests): with loom.query.ProtobufServer(root, debug=True) as protobuf_server: server = loom.query.QueryServer(protobuf_server) for request in requests: response = get_response(protobuf_server, request) check_response(request, response) if request.HasField('sample'): assert_equal(len(response.sample.samples), 1) pod_request = protobuf_to_data_row(request.sample.data) to_sample = request.sample.to_sample.dense[:] server.sample(to_sample, pod_request) if request.HasField('score'): assert_true(isinstance(response.score.score, float)) pod_request = protobuf_to_data_row(request.score.data) server.score(pod_request)
def test_batch_score(root, model, rows, **unused): requests = get_example_requests(model, rows, 'score') with loom.query.get_server(root, debug=True) as server: rows = [ protobuf_to_data_row(request.score.data) for request in requests ] scores = list(server.batch_score(rows)) assert_equal(len(scores), len(rows))
def test_score_derivative_against_existing_runs(root, rows, **unused): with loom.query.get_server(root, debug=True) as server: rows = load_rows(rows) target_row = protobuf_to_data_row(rows[0].diff) results = server.score_derivative(target_row, score_rows=None) assert len(rows) == len(results) results = server.score_derivative(target_row, score_rows=None, row_limit=1) assert len(results) == 1
def test_score_derivative_against_existing_runs(root, rows, **unused): with loom.query.get_server(root, debug=True) as server: rows = load_rows(rows) target_row = protobuf_to_data_row(rows[0].diff) results = server.score_derivative( target_row, score_rows=None) assert len(rows) == len(results) results = server.score_derivative( target_row, score_rows=None, row_limit=1) assert len(results) == 1