def setUp(self):
self.search_space = SearchSpace(parameters=[
RangeParameter(
"a", lower=1, upper=3, parameter_type=ParameterType.FLOAT),
ChoiceParameter("b",
parameter_type=ParameterType.STRING,
values=["a", "b", "c"]),
])
self.observation_features = [
ObservationFeatures(parameters={
"a": 2,
"b": "a"
}),
ObservationFeatures(parameters={
"a": 3,
"b": "b"
}),
ObservationFeatures(parameters={
"a": 3,
"b": "c"
}),
]
self.signature_to_parameterization = {
Arm(parameters=obsf.parameters).signature: obsf.parameters
for obsf in self.observation_features
}
self.transformed_features = [
ObservationFeatures(
parameters={
"arms": Arm(parameters={
"a": 2,
"b": "a"
}).signature
}),
ObservationFeatures(
parameters={
"arms": Arm(parameters={
"a": 3,
"b": "b"
}).signature
}),
ObservationFeatures(
parameters={
"arms": Arm(parameters={
"a": 3,
"b": "c"
}).signature
}),
]
self.t = SearchSpaceToChoice(
search_space=self.search_space,
observation_features=self.observation_features,
observation_data=None,
)
self.t2 = SearchSpaceToChoice(
search_space=self.search_space,
observation_features=[self.observation_features[0]],
observation_data=None,
)
def testTransformSearchSpace(self):
ss2 = self.search_space.clone()
ss2 = self.t.transform_search_space(ss2)
self.assertEqual(len(ss2.parameters), 1)
expected_parameter = ChoiceParameter(
name="arms",
parameter_type=ParameterType.STRING,
values=list(self.t.signature_to_parameterization.keys()),
)
self.assertEqual(ss2.parameters.get("arms"), expected_parameter)
# Test error if there are fidelities
ss3 = SearchSpace(parameters=[
RangeParameter(
"a",
lower=1,
upper=3,
parameter_type=ParameterType.FLOAT,
is_fidelity=True,
target_value=3,
)
])
with self.assertRaises(ValueError):
SearchSpaceToChoice(
search_space=ss3,
observation_features=self.observation_features,
observation_data=None,
)
class SearchSpaceToChoiceTest(TestCase):
def setUp(self):
self.search_space = SearchSpace(parameters=[
RangeParameter(
"a", lower=1, upper=3, parameter_type=ParameterType.FLOAT),
ChoiceParameter("b",
parameter_type=ParameterType.STRING,
values=["a", "b", "c"]),
])
self.observation_features = [
ObservationFeatures(parameters={
"a": 2,
"b": "a"
}),
ObservationFeatures(parameters={
"a": 3,
"b": "b"
}),
ObservationFeatures(parameters={
"a": 3,
"b": "c"
}),
]
self.signature_to_parameterization = {
Arm(parameters=obsf.parameters).signature: obsf.parameters
for obsf in self.observation_features
}
self.transformed_features = [
ObservationFeatures(
parameters={
"arms": Arm(parameters={
"a": 2,
"b": "a"
}).signature
}),
ObservationFeatures(
parameters={
"arms": Arm(parameters={
"a": 3,
"b": "b"
}).signature
}),
ObservationFeatures(
parameters={
"arms": Arm(parameters={
"a": 3,
"b": "c"
}).signature
}),
]
self.t = SearchSpaceToChoice(
search_space=self.search_space,
observation_features=self.observation_features,
observation_data=None,
)
self.t2 = SearchSpaceToChoice(
search_space=self.search_space,
observation_features=[self.observation_features[0]],
observation_data=None,
)
def testTransformSearchSpace(self):
ss2 = self.search_space.clone()
ss2 = self.t.transform_search_space(ss2)
self.assertEqual(len(ss2.parameters), 1)
expected_parameter = ChoiceParameter(
name="arms",
parameter_type=ParameterType.STRING,
values=list(self.t.signature_to_parameterization.keys()),
)
self.assertEqual(ss2.parameters.get("arms"), expected_parameter)
# Test error if there are fidelities
ss3 = SearchSpace(parameters=[
RangeParameter(
"a",
lower=1,
upper=3,
parameter_type=ParameterType.FLOAT,
is_fidelity=True,
target_value=3,
)
])
with self.assertRaises(ValueError):
SearchSpaceToChoice(
search_space=ss3,
observation_features=self.observation_features,
observation_data=None,
)
def testTransformSearchSpaceWithFixedParam(self):
ss2 = self.search_space.clone()
ss2 = self.t2.transform_search_space(ss2)
self.assertEqual(len(ss2.parameters), 1)
expected_parameter = FixedParameter(
name="arms",
parameter_type=ParameterType.STRING,
value=list(self.t2.signature_to_parameterization.keys())[0],
)
self.assertEqual(ss2.parameters.get("arms"), expected_parameter)
def testTransformObservationFeatures(self):
obs_ft2 = deepcopy(self.observation_features)
obs_ft2 = self.t.transform_observation_features(obs_ft2)
self.assertEqual(obs_ft2, self.transformed_features)
obs_ft2 = self.t.untransform_observation_features(obs_ft2)
self.assertEqual(obs_ft2, self.observation_features)