def test_does_user_meet_audience_conditions_returns_false_when_condition_tree_evaluator_returns_none_or_false(self):
""" Test that does_user_meet_audience_conditions returns False
when call to condition_tree_evaluator returns None or False. """
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key('test_experiment')
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate', return_value=None):
user_meets_audience_conditions, _ = audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
user_attributes,
self.mock_client_logger
)
self.assertStrictFalse(
user_meets_audience_conditions
)
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate', return_value=False):
user_meets_audience_conditions, _ = audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
user_attributes,
self.mock_client_logger
)
self.assertStrictFalse(
user_meets_audience_conditions
)
def test_does_user_meet_audience_conditions__evaluates_audience_conditions_leaf_node(self):
""" Test that does_user_meet_audience_conditions correctly evaluates leaf node in audienceConditions. """
opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_typed_audiences))
project_config = opt_obj.config_manager.get_config()
experiment = project_config.get_experiment_from_key('audience_combinations_experiment')
experiment.audienceConditions = '3468206645'
with mock.patch('optimizely.helpers.condition.CustomAttributeConditionEvaluator') as custom_attr_eval:
audience.does_user_meet_audience_conditions(
project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'audience_combinations_experiment',
{},
self.mock_client_logger
)
audience_3468206645 = project_config.get_audience('3468206645')
custom_attr_eval.assert_has_calls(
[
mock.call(audience_3468206645.conditionList, {}, self.mock_client_logger),
mock.call().evaluate(0),
mock.call().evaluate(1),
],
any_order=True,
)
def test_does_user_meet_audience_conditions__evaluates_audience_ids(self):
""" Test that does_user_meet_audience_conditions correctly evaluates audience Ids and
calls custom attribute evaluator for leaf nodes. """
experiment = self.project_config.get_experiment_from_key('test_experiment')
experiment.audienceIds = ['11154', '11159']
experiment.audienceConditions = None
with mock.patch('optimizely.helpers.condition.CustomAttributeConditionEvaluator') as custom_attr_eval:
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
{},
self.mock_client_logger
)
audience_11154 = self.project_config.get_audience('11154')
audience_11159 = self.project_config.get_audience('11159')
custom_attr_eval.assert_has_calls(
[
mock.call(audience_11154.conditionList, {}, self.mock_client_logger),
mock.call(audience_11159.conditionList, {}, self.mock_client_logger),
mock.call().evaluate(0),
mock.call().evaluate(0),
],
any_order=True,
)
def test_does_user_meet_audience_conditions__no_attributes(self):
""" Test that does_user_meet_audience_conditions evaluates audience when attributes are empty.
Test that does_user_meet_audience_conditions defaults attributes to empty dict when attributes is None.
"""
experiment = self.project_config.get_experiment_from_key('test_experiment')
# attributes set to empty dict
with mock.patch('optimizely.helpers.condition.CustomAttributeConditionEvaluator') as custom_attr_eval:
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
{},
self.mock_client_logger
)
self.assertEqual({}, custom_attr_eval.call_args[0][1])
# attributes set to None
with mock.patch('optimizely.helpers.condition.CustomAttributeConditionEvaluator') as custom_attr_eval:
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
None,
self.mock_client_logger
)
self.assertEqual({}, custom_attr_eval.call_args[0][1])
def test_does_user_meet_audience_conditions__evaluates_audience_conditions(self):
# Using experiment as rule for testing log messages
opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_typed_audiences))
project_config = opt_obj.config_manager.get_config()
experiment = project_config.get_experiment_from_key('audience_combinations_experiment')
experiment.audienceIds = []
experiment.audienceConditions = [
'or',
['or', '3468206642', '3988293898', '3988293899'],
]
audience_3468206642 = project_config.get_audience('3468206642')
audience_3988293898 = project_config.get_audience('3988293898')
audience_3988293899 = project_config.get_audience('3988293899')
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator.evaluate', side_effect=[False, None, True],
):
audience.does_user_meet_audience_conditions(
project_config,
experiment.get_audience_conditions_or_ids(),
enums.RolloutRuleAudienceEvaluationLogs,
'test_rule',
{},
self.mock_client_logger
)
self.assertEqual(7, self.mock_client_logger.debug.call_count)
self.assertEqual(1, self.mock_client_logger.info.call_count)
self.mock_client_logger.assert_has_calls(
[
mock.call.debug(
'Evaluating audiences for rule '
'test_rule: ["or", ["or", "3468206642", '
'"3988293898", "3988293899"]].'
),
mock.call.debug(
'Starting to evaluate audience "3468206642" with '
'conditions: ' + audience_3468206642.conditions + '.'
),
mock.call.debug('Audience "3468206642" evaluated to FALSE.'),
mock.call.debug(
'Starting to evaluate audience "3988293898" with '
'conditions: ' + audience_3988293898.conditions + '.'
),
mock.call.debug('Audience "3988293898" evaluated to UNKNOWN.'),
mock.call.debug(
'Starting to evaluate audience "3988293899" with '
'conditions: ' + audience_3988293899.conditions + '.'
),
mock.call.debug('Audience "3988293899" evaluated to TRUE.'),
mock.call.info(
'Audiences for rule test_rule collectively evaluated to TRUE.'
),
]
)
def test_does_user_meet_audience_conditions__no_audience(self):
""" Test that does_user_meet_audience_conditions returns True when experiment is using no audience. """
user_attributes = {}
# Both Audience Ids and Conditions are Empty
experiment = self.project_config.get_experiment_from_key('test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = []
user_meets_audience_conditions, _ = audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
user_attributes,
self.mock_client_logger
)
self.assertStrictTrue(
user_meets_audience_conditions
)
# Audience Ids exist but Audience Conditions is Empty
experiment = self.project_config.get_experiment_from_key('test_experiment')
experiment.audienceIds = ['11154']
experiment.audienceConditions = []
user_meets_audience_conditions, _ = audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
user_attributes,
self.mock_client_logger
)
self.assertStrictTrue(
user_meets_audience_conditions
)
# Audience Ids is Empty and Audience Conditions is None
experiment = self.project_config.get_experiment_from_key('test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = None
user_meets_audience_conditions, _ = audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'test_experiment',
user_attributes,
self.mock_client_logger
)
self.assertStrictTrue(
user_meets_audience_conditions
)
def test_does_user_meet_audience_conditions__evaluates_audience_conditions(
self):
""" Test that does_user_meet_audience_conditions correctly evaluates audienceConditions and
calls custom attribute evaluator for leaf nodes. """
opt_obj = optimizely.Optimizely(
json.dumps(self.config_dict_with_typed_audiences))
project_config = opt_obj.config_manager.get_config()
experiment = project_config.get_experiment_from_key(
'audience_combinations_experiment')
experiment.audienceIds = []
experiment.audienceConditions = [
'or',
['or', '3468206642', '3988293898'],
['or', '3988293899', '3468206646'],
]
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator'
) as custom_attr_eval:
audience.does_user_meet_audience_conditions(
project_config, experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs,
'audience_combinations_experiment', {},
self.mock_client_logger)
audience_3468206642 = project_config.get_audience('3468206642')
audience_3988293898 = project_config.get_audience('3988293898')
audience_3988293899 = project_config.get_audience('3988293899')
audience_3468206646 = project_config.get_audience('3468206646')
custom_attr_eval.assert_has_calls(
[
mock.call(audience_3468206642.conditionList, {},
self.mock_client_logger),
mock.call(audience_3988293898.conditionList, {},
self.mock_client_logger),
mock.call(audience_3988293899.conditionList, {},
self.mock_client_logger),
mock.call(audience_3468206646.conditionList, {},
self.mock_client_logger),
mock.call().evaluate(0),
mock.call().evaluate(0),
mock.call().evaluate(0),
mock.call().evaluate(0),
],
any_order=True,
)
def test_does_user_meet_audience_conditions__with_audience(self):
""" Test that does_user_meet_audience_conditions evaluates non-empty audience.
Test that does_user_meet_audience_conditions uses not None audienceConditions and ignores audienceIds.
Test that does_user_meet_audience_conditions uses audienceIds when audienceConditions is None.
"""
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = ['11154']
# Both Audience Ids and Conditions exist
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate'
) as cond_tree_eval:
experiment.audienceConditions = [
'and',
['or', '3468206642', '3988293898'],
[
'or', '3988293899', '3468206646', '3468206647',
'3468206644', '3468206643'
],
]
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs, 'test_experiment',
user_attributes, self.mock_client_logger)
self.assertEqual(experiment.audienceConditions,
cond_tree_eval.call_args[0][0])
# Audience Ids exist but Audience Conditions is None
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate'
) as cond_tree_eval:
experiment.audienceConditions = None
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs, 'test_experiment',
user_attributes, self.mock_client_logger)
self.assertEqual(experiment.audienceIds,
cond_tree_eval.call_args[0][0])
def test_does_user_meet_audience_conditions__with_no_audience(self):
# Using experiment as rule for testing log messages
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = []
audience.does_user_meet_audience_conditions(
self.project_config, experiment.get_audience_conditions_or_ids(),
enums.RolloutRuleAudienceEvaluationLogs, 'test_rule', {},
self.mock_client_logger)
self.mock_client_logger.assert_has_calls([
mock.call.debug('Evaluating audiences for rule test_rule: [].'),
mock.call.info(
'Audiences for rule test_rule collectively evaluated to TRUE.'
),
])
def test_does_user_meet_audience_conditions__with_no_audience(self):
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = []
experiment.audienceConditions = []
audience.does_user_meet_audience_conditions(
self.project_config, experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs, 'test_experiment', {},
self.mock_client_logger)
self.mock_client_logger.assert_has_calls([
mock.call.debug(
'Evaluating audiences for experiment "test_experiment": [].'),
mock.call.info(
'Audiences for experiment "test_experiment" collectively evaluated to TRUE.'
),
])
def test_does_user_meet_audience_conditions__evaluates_audience_ids(self):
# Using experiment as rule for testing log messages
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
experiment.audienceIds = ['11154', '11159']
experiment.audienceConditions = None
audience_11154 = self.project_config.get_audience('11154')
audience_11159 = self.project_config.get_audience('11159')
with mock.patch(
'optimizely.helpers.condition.CustomAttributeConditionEvaluator.evaluate',
side_effect=[None, None],
):
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.RolloutRuleAudienceEvaluationLogs, 'test_rule',
user_attributes, self.mock_client_logger)
self.assertEqual(5, self.mock_client_logger.debug.call_count)
self.assertEqual(1, self.mock_client_logger.info.call_count)
self.mock_client_logger.assert_has_calls([
mock.call.debug(
'Evaluating audiences for rule test_rule: ["11154", "11159"].'
),
mock.call.debug(
'Starting to evaluate audience "11154" with conditions: ' +
audience_11154.conditions + '.'),
mock.call.debug('Audience "11154" evaluated to UNKNOWN.'),
mock.call.debug(
'Starting to evaluate audience "11159" with conditions: ' +
audience_11159.conditions + '.'),
mock.call.debug('Audience "11159" evaluated to UNKNOWN.'),
mock.call.info(
'Audiences for rule test_rule collectively evaluated to FALSE.'
),
])
def test_does_user_meet_audience_conditions__returns_true__when_condition_tree_evaluator_returns_true(
self):
""" Test that does_user_meet_audience_conditions returns True
when call to condition_tree_evaluator returns True. """
user_attributes = {'test_attribute': 'test_value_1'}
experiment = self.project_config.get_experiment_from_key(
'test_experiment')
with mock.patch('optimizely.helpers.condition_tree_evaluator.evaluate',
return_value=True):
self.assertStrictTrue(
audience.does_user_meet_audience_conditions(
self.project_config,
experiment.get_audience_conditions_or_ids(),
enums.ExperimentAudienceEvaluationLogs, 'test_experiment',
user_attributes, self.mock_client_logger))
