def test_score_derivative_runs(root, rows, **unused):
with loom.query.get_server(root, debug=True) as server:
rows = load_rows(rows)
target_row = protobuf_to_data_row(rows[0].diff)
score_rows = [protobuf_to_data_row(r.diff) for r in rows[:2]]
results = server.score_derivative(target_row, score_rows)
assert len(results) == len(score_rows)
def _test_server(root, requests):
with loom.query.ProtobufServer(root, debug=True) as protobuf_server:
server = loom.query.QueryServer(protobuf_server)
for request in requests:
response = get_response(protobuf_server, request)
check_response(request, response)
if request.HasField('sample'):
assert_equal(len(response.sample.samples), 1)
pod_request = protobuf_to_data_row(request.sample.data)
to_sample = request.sample.to_sample.dense[:]
server.sample(to_sample, pod_request)
if request.HasField('score'):
assert_true(isinstance(response.score.score, float))
pod_request = protobuf_to_data_row(request.score.data)
server.score(pod_request)
def _test_server(root, requests):
with loom.query.ProtobufServer(root, debug=True) as protobuf_server:
server = loom.query.QueryServer(protobuf_server)
for request in requests:
response = get_response(protobuf_server, request)
check_response(request, response)
if request.HasField('sample'):
assert_equal(len(response.sample.samples), 1)
pod_request = protobuf_to_data_row(request.sample.data)
to_sample = request.sample.to_sample.dense[:]
server.sample(to_sample, pod_request)
if request.HasField('score'):
assert_true(isinstance(response.score.score, float))
pod_request = protobuf_to_data_row(request.score.data)
server.score(pod_request)
def test_batch_score(root, model, rows, **unused):
requests = get_example_requests(model, rows, 'score')
with loom.query.get_server(root, debug=True) as server:
rows = [
protobuf_to_data_row(request.score.data) for request in requests
]
scores = list(server.batch_score(rows))
assert_equal(len(scores), len(rows))
def test_batch_score(root, model, rows, **unused):
requests = get_example_requests(model, rows, 'score')
with loom.query.get_server(root, debug=True) as server:
rows = [
protobuf_to_data_row(request.score.data)
for request in requests
]
scores = list(server.batch_score(rows))
assert_equal(len(scores), len(rows))
def test_score_derivative_against_existing_runs(root, rows, **unused):
with loom.query.get_server(root, debug=True) as server:
rows = load_rows(rows)
target_row = protobuf_to_data_row(rows[0].diff)
results = server.score_derivative(target_row, score_rows=None)
assert len(rows) == len(results)
results = server.score_derivative(target_row,
score_rows=None,
row_limit=1)
assert len(results) == 1
def test_score_derivative_against_existing_runs(root, rows, **unused):
with loom.query.get_server(root, debug=True) as server:
rows = load_rows(rows)
target_row = protobuf_to_data_row(rows[0].diff)
results = server.score_derivative(
target_row,
score_rows=None)
assert len(rows) == len(results)
results = server.score_derivative(
target_row,
score_rows=None,
row_limit=1)
assert len(results) == 1
