def test_all_constant_liar_methods_function(self):
"""Test that each contant liar ``lie_method`` runs to completion. This is an integration test."""
for test_case in self.gp_test_environments:
python_domain, python_gp = test_case
python_cov, historical_data = python_gp.get_core_data_copy()
for constant_liar_method in CONSTANT_LIAR_METHODS:
json_payload = self._build_json_payload(
python_domain,
python_cov,
historical_data,
2, # num_to_sample
lie_method=constant_liar_method,
)
resp = self.testapp.post(GP_NEXT_POINTS_CONSTANT_LIAR_ENDPOINT, json_payload)
resp_schema = GpNextPointsResponse()
resp_dict = resp_schema.deserialize(json.loads(resp.body))
T.assert_in('points_to_sample', resp_dict)
T.assert_equal(len(resp_dict['points_to_sample']), 2) # num_to_sample
T.assert_equal(len(resp_dict['points_to_sample'][0]), python_gp.dim)
T.assert_in('status', resp_dict)
T.assert_in('expected_improvement', resp_dict['status'])
T.assert_gte(resp_dict['status']['expected_improvement'], 0.0)
def test_interface_returns_same_as_cpp(self):
"""Integration test for the /gp/next_points/* endpoints."""
for moe_route in ALL_NEXT_POINTS_MOE_ROUTES:
for test_case in self.gp_test_environments:
for num_to_sample in (1, 2, 4):
python_domain, python_gp = test_case
python_cov, historical_data = python_gp.get_core_data_copy()
# Next point from REST
if moe_route.route_name == GP_NEXT_POINTS_CONSTANT_LIAR_ROUTE_NAME:
json_payload = self._build_json_payload(python_domain, python_cov, historical_data, num_to_sample, lie_value=0.0)
else:
json_payload = self._build_json_payload(python_domain, python_cov, historical_data, num_to_sample)
resp = self.testapp.post(moe_route.endpoint, json_payload)
resp_schema = GpNextPointsResponse()
resp_dict = resp_schema.deserialize(json.loads(resp.body))
T.assert_in('points_to_sample', resp_dict)
T.assert_equal(len(resp_dict['points_to_sample']), num_to_sample)
T.assert_equal(len(resp_dict['points_to_sample'][0]), python_gp.dim)
T.assert_in('status', resp_dict)
T.assert_in('expected_improvement', resp_dict['status'])
T.assert_gte(resp_dict['status']['expected_improvement'], 0.0)