def test_is_user_in_experiment__no_audience(self):
""" Test that is_user_in_experiment returns True when experiment is using no audience. """
user_attributes = {}
# Both Audience Ids and Conditions are Empty
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = []
self.assertStrictTrue(
audience.is_user_in_experiment(self.project_config, experiment,
user_attributes))
# Audience Ids exist but Audience Conditions is Empty
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = ['11154']
experiment.audienceConditions = []
self.assertStrictTrue(
audience.is_user_in_experiment(self.project_config, experiment,
user_attributes))
# Audience Ids is Empty and Audience Conditions is None
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = None
self.assertStrictTrue(
audience.is_user_in_experiment(self.project_config, experiment,
user_attributes))
def test_is_user_in_experiment__evaluates_audienceIds(self):
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = ['11154', '11159']
experiment.audienceConditions = None
audience_11154 = self.project_config.get_audience('11154')
audience_11159 = self.project_config.get_audience('11159')
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator.evaluate',
side_effect=[None, None]):
audience.is_user_in_experiment(self.project_config, experiment,
user_attributes,
self.mock_client_logger)
self.assertEqual(3, self.mock_client_logger.debug.call_count)
self.assertEqual(3, self.mock_client_logger.info.call_count)
self.mock_client_logger.assert_has_calls([
mock.call.debug(
'Evaluating audiences for experiment "test_experiment": ["11154", "11159"].'
),
mock.call.debug(
'Starting to evaluate audience "11154" with conditions: ' +
audience_11154.conditions + '.'),
mock.call.info('Audience "11154" evaluated to UNKNOWN.'),
mock.call.debug(
'Starting to evaluate audience "11159" with conditions: ' +
audience_11159.conditions + '.'),
mock.call.info('Audience "11159" evaluated to UNKNOWN.'),
mock.call.info(
'Audiences for experiment "test_experiment" collectively evaluated to FALSE.'
)
])
def test_is_user_in_experiment__evaluates_audience_conditions_leaf_node(
self):
""" Test that is_user_in_experiment correctly evaluates leaf node in audienceConditions. """
opt_obj = optimizely.Optimizely(
json.dumps(self.config_dict_with_typed_audiences))
project_config = opt_obj.config_manager.get_config()
experiment = project_config.get_experiment_from_key(
'audience_combinations_experiment')
experiment.audienceConditions = '3468206645'
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator'
) as custom_attr_eval:
audience.is_user_in_experiment(project_config, experiment, {},
self.mock_client_logger)
audience_3468206645 = project_config.get_audience('3468206645')
custom_attr_eval.assert_has_calls([
mock.call(audience_3468206645.conditionList, {},
self.mock_client_logger),
mock.call().evaluate(0),
mock.call().evaluate(1),
],
any_order=True)
def test_is_user_in_experiment__evaluates_audienceIds(self):
""" Test that is_user_in_experiment correctly evaluates audience Ids and
calls custom attribute evaluator for leaf nodes. """
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = ['11154', '11159']
experiment.audienceConditions = None
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator'
) as custom_attr_eval:
audience.is_user_in_experiment(self.project_config, experiment, {},
self.mock_client_logger)
audience_11154 = self.project_config.get_audience('11154')
audience_11159 = self.project_config.get_audience('11159')
custom_attr_eval.assert_has_calls([
mock.call(audience_11154.conditionList, {},
self.mock_client_logger),
mock.call(audience_11159.conditionList, {},
self.mock_client_logger),
mock.call().evaluate(0),
mock.call().evaluate(0)
],
any_order=True)
def test_is_user_in_experiment__returns_False__when_condition_tree_evaluator_returns_None_or_False(
self, ):
""" Test that is_user_in_experiment returns False
when call to condition_tree_evaluator returns None or False. """
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate',
return_value=None):
self.assertStrictFalse(
audience.is_user_in_experiment(
self.project_config,
experiment,
user_attributes,
self.mock_client_logger,
))
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate',
return_value=False):
self.assertStrictFalse(
audience.is_user_in_experiment(
self.project_config,
experiment,
user_attributes,
self.mock_client_logger,
))
def test_is_user_in_experiment__no_attributes(self):
""" Test that is_user_in_experiment returns True when experiment is using no audience. """
self.assertFalse(
audience.is_user_in_experiment(
self.project_config,
self.project_config.get_experiment_from_key('test_experiment'),
None))
self.assertFalse(
audience.is_user_in_experiment(
self.project_config,
self.project_config.get_experiment_from_key('test_experiment'),
{}))
def test_is_user_in_experiment__with_no_audience(self):
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = []
audience.is_user_in_experiment(self.project_config, experiment, {},
self.mock_client_logger)
self.mock_client_logger.assert_has_calls([
mock.call.debug(
'Evaluating audiences for experiment "test_experiment": [].'),
mock.call.info(
'Audiences for experiment "test_experiment" collectively evaluated to TRUE.'
)
])
def test_is_user_in_experiment__with_audience(self):
""" Test that is_user_in_experiment evaluates non-empty audience.
Test that is_user_in_experiment uses not None audienceConditions and ignores audienceIds.
Test that is_user_in_experiment uses audienceIds when audienceConditions is None.
"""
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = ['11154']
# Both Audience Ids and Conditions exist
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate'
) as cond_tree_eval:
experiment.audienceConditions = [
'and',
['or', '3468206642', '3988293898'],
[
'or', '3988293899', '3468206646', '3468206647',
'3468206644', '3468206643'
],
]
audience.is_user_in_experiment(
self.project_config,
experiment,
user_attributes,
self.mock_client_logger,
)
self.assertEqual(experiment.audienceConditions,
cond_tree_eval.call_args[0][0])
# Audience Ids exist but Audience Conditions is None
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate'
) as cond_tree_eval:
experiment.audienceConditions = None
audience.is_user_in_experiment(
self.project_config,
experiment,
user_attributes,
self.mock_client_logger,
)
self.assertEqual(experiment.audienceIds,
cond_tree_eval.call_args[0][0])
def test_is_user_in_experiment__evaluates_audience_conditions(self):
opt_obj = optimizely.Optimizely(
json.dumps(self.config_dict_with_typed_audiences))
project_config = opt_obj.config_manager.get_config()
experiment = project_config.get_experiment_from_key(
'audience_combinations_experiment')
experiment.audienceIds = []
experiment.audienceConditions = [
'or',
['or', '3468206642', '3988293898', '3988293899'],
]
audience_3468206642 = project_config.get_audience('3468206642')
audience_3988293898 = project_config.get_audience('3988293898')
audience_3988293899 = project_config.get_audience('3988293899')
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator.evaluate',
side_effect=[False, None, True],
):
audience.is_user_in_experiment(project_config, experiment, {},
self.mock_client_logger)
self.assertEqual(4, self.mock_client_logger.debug.call_count)
self.assertEqual(4, self.mock_client_logger.info.call_count)
self.mock_client_logger.assert_has_calls([
mock.call.debug(
'Evaluating audiences for experiment '
'"audience_combinations_experiment": ["or", ["or", "3468206642", '
'"3988293898", "3988293899"]].'),
mock.call.debug('Starting to evaluate audience "3468206642" with '
'conditions: ' + audience_3468206642.conditions +
'.'),
mock.call.info('Audience "3468206642" evaluated to FALSE.'),
mock.call.debug('Starting to evaluate audience "3988293898" with '
'conditions: ' + audience_3988293898.conditions +
'.'),
mock.call.info('Audience "3988293898" evaluated to UNKNOWN.'),
mock.call.debug('Starting to evaluate audience "3988293899" with '
'conditions: ' + audience_3988293899.conditions +
'.'),
mock.call.info('Audience "3988293899" evaluated to TRUE.'),
mock.call.info(
'Audiences for experiment "audience_combinations_experiment" collectively evaluated to TRUE.'
),
])
def test_is_user_in_experiment__evaluates_audience_conditions(self):
""" Test that is_user_in_experiment correctly evaluates audienceConditions and
calls custom attribute evaluator for leaf nodes. """
opt_obj = optimizely.Optimizely(
json.dumps(self.config_dict_with_typed_audiences))
project_config = opt_obj.config_manager.get_config()
experiment = project_config.get_experiment_from_key(
'audience_combinations_experiment')
experiment.audienceIds = []
experiment.audienceConditions = [
'or', ['or', '3468206642', '3988293898'],
[
'or',
'3988293899',
'3468206646',
]
]
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator'
) as custom_attr_eval:
audience.is_user_in_experiment(project_config, experiment, {},
self.mock_client_logger)
audience_3468206642 = project_config.get_audience('3468206642')
audience_3988293898 = project_config.get_audience('3988293898')
audience_3988293899 = project_config.get_audience('3988293899')
audience_3468206646 = project_config.get_audience('3468206646')
custom_attr_eval.assert_has_calls([
mock.call(audience_3468206642.conditionList, {},
self.mock_client_logger),
mock.call(audience_3988293898.conditionList, {},
self.mock_client_logger),
mock.call(audience_3988293899.conditionList, {},
self.mock_client_logger),
mock.call(audience_3468206646.conditionList, {},
self.mock_client_logger),
mock.call().evaluate(0),
mock.call().evaluate(0),
mock.call().evaluate(0),
mock.call().evaluate(0)
],
any_order=True)
def test_is_user_in_experiment__no_audience(self):
""" Test that is_user_in_experiment returns True when experiment is using no audience. """
user_attributes = {
'test_attribute': 'test_value',
'browser_type': 'firefox',
'location': 'San Francisco'
}
self.assertTrue(audience.is_user_in_experiment(self.project_config,
self.project_config.get_experiment_from_key('test_experiment'),
user_attributes))
def test_is_user_in_experiment__audience_conditions_not_met(self):
""" Test that is_user_in_experiment returns False when audience conditions are not met. """
user_attributes = {
'test_attribute': 'wrong_test_value',
'browser_type': 'chrome',
'location': 'San Francisco'
}
with mock.patch('optimizely.helpers.audience.is_match', return_value=False) as mock_is_match:
self.assertFalse(audience.is_user_in_experiment(self.project_config, 'test_experiment', user_attributes))
mock_is_match.assert_called_once_with(self.optimizely.config.audiences[0], user_attributes)
def test_is_user_in_experiment__returns_True__when_condition_tree_evaluator_returns_True(
self):
""" Test that is_user_in_experiment returns True when call to condition_tree_evaluator returns True. """
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate',
return_value=True) as cond_tree_eval:
self.assertStrictTrue(
audience.is_user_in_experiment(self.project_config, experiment,
user_attributes))
def test_is_user_in_experiment__no_audience(self):
""" Test that is_user_in_experiment returns True when experiment is using no audience. """
user_attributes = {
'test_attribute': 'test_value',
'browser_type': 'firefox',
'location': 'San Francisco'
}
with mock.patch('optimizely.project_config.ProjectConfig.get_audience_ids_for_experiment',
return_value=[]) as mock_get_audience_ids:
self.assertTrue(audience.is_user_in_experiment(self.project_config, 'test_experiment', user_attributes))
mock_get_audience_ids.assert_called_once_with('test_experiment')
def test_is_user_in_experiment__no_attributes(self):
""" Test that is_user_in_experiment evaluates audience when attributes are empty.
Test that is_user_in_experiment defaults attributes to empty dict when attributes is None.
"""
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
# attributes set to empty dict
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator'
) as custom_attr_eval:
audience.is_user_in_experiment(self.project_config, experiment, {})
self.assertEqual({}, custom_attr_eval.call_args[0][1])
# attributes set to None
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator'
) as custom_attr_eval:
audience.is_user_in_experiment(self.project_config, experiment,
None)
self.assertEqual({}, custom_attr_eval.call_args[0][1])
def test_is_user_in_experiment__audience_conditions_not_met(self):
""" Test that is_user_in_experiment returns False when audience conditions are not met. """
user_attributes = {
'test_attribute': 'wrong_test_value',
'browser_type': 'chrome',
'location': 'San Francisco'
}
with mock.patch('optimizely.helpers.audience.is_match', return_value=False) as mock_is_match:
self.assertFalse(audience.is_user_in_experiment(self.project_config,
self.project_config.get_experiment_from_key('test_experiment'),
user_attributes))
mock_is_match.assert_called_once_with(self.optimizely.config.get_audience('11154'), user_attributes)
