def test_score(self, get_identity, get_variant, mark_conversion):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
get_variant.return_value = 'red'
get_identity.return_value = 'ABC123'
cleaver.score('primary_color')
mark_conversion.assert_called_with('primary_color', 'red')
def test_experiment_save_conflict(self, save_experiment, get_experiment):
"""
If an experiment is saved with a certain name and variants, and then
is created later with a different set of variants, e.g.,
split('show_promo', ('True', True), ('False', False))
split('show_promo', ('T', True), ('F', False))
...an exception should be thrown.
"""
backend = FakeBackend()
created = Experiment(
backend=backend, name="show_promo", started_on=datetime.utcnow(), variants=["True", "False"]
)
get_experiment.side_effect = [
None, # the first call fails
created, # but the second call succeeds after a successful save
created,
]
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split("show_promo") in (True, False)
get_experiment.assert_called_with("show_promo", ("True", "False"))
save_experiment.assert_called_with("show_promo", ("True", "False"))
self.assertRaises(RuntimeError, cleaver.split, "show_promo", ("T", True), ("F", False))
def test_weighted_variants(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(
c._parse_variants((('red', '#F00', 1), ('green', '#0F0', 2),
('blue', '#00F',
5)))) == (('red', 'green', 'blue'),
('#F00', '#0F0', '#00F'), (1, 2, 5))
def test_multivariate(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(
c._parse_variants(
(('red', '#F00'), ('green', '#0F0'),
('blue', '#00F')))) == (('red', 'green', 'blue'),
('#F00', '#0F0', '#00F'), (1, 1, 1))
def test_weighted_variants(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants((("red", "#F00", 1), ("green", "#0F0", 2), ("blue", "#00F", 5)))) == (
("red", "green", "blue"),
("#F00", "#0F0", "#00F"),
(1, 2, 5),
)
def test_multivariate(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants((("red", "#F00"), ("green", "#0F0"), ("blue", "#00F")))) == (
("red", "green", "blue"),
("#F00", "#0F0", "#00F"),
(1, 1, 1),
)
def test_experiment_save_conflict(self, save_experiment, get_experiment):
"""
If an experiment is saved with a certain name and variants, and then
is created later with a different set of variants, e.g.,
split('show_promo', ('True', True), ('False', False))
split('show_promo', ('T', True), ('F', False))
...an exception should be thrown.
"""
backend = FakeBackend()
created = Experiment(backend=backend,
name='show_promo',
started_on=datetime.utcnow(),
variants=['True', 'False'])
get_experiment.side_effect = [
None, # the first call fails
created, # but the second call succeeds after a successful save
created
]
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split('show_promo') in (True, False)
get_experiment.assert_called_with('show_promo', ('True', 'False'))
save_experiment.assert_called_with('show_promo', ('True', 'False'))
self.assertRaises(RuntimeError, cleaver.split, 'show_promo',
('T', True), ('F', False))
def test_score(self, get_identity, get_variant, mark_conversion):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
get_variant.return_value = "red"
get_identity.return_value = "ABC123"
cleaver.score("primary_color")
mark_conversion.assert_called_with("primary_color", "red")
def test_variants_with_empty_value(self):
"""
Variants where the value is None should be acceptable.
"""
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants(
(('five', 5), ('nothing', None)))) == (('five', 'nothing'),
(5, None), (1, 1))
def test_variants_with_missing_values(self):
"""
Variants with missing values should default to None
"""
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants(
(('five', 5, 2), ('nothing', )))) == (('five', 'nothing'),
(5, None), (2, 1))
def test_variants_with_missing_weights(self):
"""
Variants with missing weights should default to 1
"""
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants(
(('five', 5, 10), ('two', 2)))) == (('five', 'two'), (5, 2), (10,
1))
def test_variant_override(self, get_experiment):
cleaver = Cleaver({'cleaver.override': {
'show_promo': 'False'
}}, FakeIdentityProvider(), FakeBackend())
get_experiment.return_value.name = 'show_promo'
get_experiment.return_value.variants = ('True', 'False')
assert cleaver.split('show_promo') is False
def test_experiment_get(self, get_experiment):
backend = FakeBackend()
get_experiment.return_value = Experiment(
backend=backend, name="show_promo", started_on=datetime.utcnow(), variants=["True", "False"]
)
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split("show_promo") in (True, False)
get_experiment.assert_called_with("show_promo", ("True", "False"))
def test_default_human_verification(self, mark_human, get_experiment):
backend = FakeBackend()
get_experiment.return_value = Experiment(
backend=backend, name="show_promo", started_on=datetime.utcnow(), variants=["True", "False"]
)
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split("show_promo") in (True, False)
mark_human.assert_called_with("ABC123")
def test_variant_participation(self, get_identity, participate, get_experiment, random_variant):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
get_experiment.return_value.name = "show_promo"
get_experiment.return_value.variants = ("True", "False")
get_identity.return_value = "ABC123"
random_variant.return_value = iter(["True"])
assert cleaver.split("show_promo") in (True, False)
participate.assert_called_with("ABC123", "show_promo", "True")
def test_variant_participation(self, get_identity, participate,
get_experiment, random_variant):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
get_experiment.return_value.name = 'show_promo'
get_experiment.return_value.variants = ('True', 'False')
get_identity.return_value = 'ABC123'
random_variant.return_value = iter(['True'])
assert cleaver.split('show_promo') in (True, False)
participate.assert_called_with('ABC123', 'show_promo', 'True')
def test_experiment_get(self, get_experiment):
backend = FakeBackend()
get_experiment.return_value = Experiment(backend=backend,
name='show_promo',
started_on=datetime.utcnow(),
variants=['True', 'False'])
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split('show_promo') in (True, False)
get_experiment.assert_called_with('show_promo', ('True', 'False'))
def test_default_human_verification(self, mark_human, get_experiment):
backend = FakeBackend()
get_experiment.return_value = Experiment(backend=backend,
name='show_promo',
started_on=datetime.utcnow(),
variants=['True', 'False'])
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split('show_promo') in (True, False)
mark_human.assert_called_with('ABC123')
def test_experiment_save(self, save_experiment, get_experiment):
backend = FakeBackend()
get_experiment.side_effect = [
None, # the first call fails
Experiment(
backend=backend, name="show_promo", started_on=datetime.utcnow(), variants=["True", "False"]
), # but the second call succeeds after a successful save
]
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split("show_promo") in (True, False)
get_experiment.assert_called_with("show_promo", ("True", "False"))
save_experiment.assert_called_with("show_promo", ("True", "False"))
def test_experiment_save(self, save_experiment, get_experiment):
backend = FakeBackend()
get_experiment.side_effect = [
None, # the first call fails
Experiment(
backend=backend,
name='show_promo',
started_on=datetime.utcnow(),
variants=[
'True', 'False'
]) # but the second call succeeds after a successful save
]
cleaver = Cleaver({}, FakeIdentityProvider(), backend)
assert cleaver.split('show_promo') in (True, False)
get_experiment.assert_called_with('show_promo', ('True', 'False'))
save_experiment.assert_called_with('show_promo', ('True', 'False'))
def test_callable_identity(self):
cleaver = Cleaver({}, lambda environ: 'ABC456', FakeBackend())
assert cleaver.identity == 'ABC456'
def test_identity(self, get_identity):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
get_identity.return_value = 'ABC123'
assert cleaver.identity == 'ABC123'
def test_already_human(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert c.humanizing_javascript() == ''
def test_url_check(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert 'var url = "%s";' % c.human_callback_token in \
c.humanizing_javascript()
def test_variant_weights_must_be_integers(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
self.assertRaises(RuntimeError, c._parse_variants,
(('red', '#F00', .5), ('green', '#0F0', 2.5)))
def test_true_false(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants(())) == (("True", "False"), (True, False), (1, 1))
def test_variants_with_missing_weights(self):
"""
Variants with missing weights should default to 1
"""
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants((("five", 5, 10), ("two", 2)))) == (("five", "two"), (5, 2), (10, 1))
def test_variants_must_be_strings(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
self.assertRaises(RuntimeError, c._parse_variants,
((5, 'five'), (8, 'eight')))
def test_url_check(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert 'var url = "%s";' % c.human_callback_token in c.humanizing_javascript()
def test_already_human(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert c.humanizing_javascript() == ""
def test_true_false(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants(
())) == (('True', 'False'), (True, False), (1, 1))
def test_minimum_two_arguments(self):
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
self.assertRaises(RuntimeError, c._parse_variants, (('red', '#F00'), ))
def test_experiment_name_must_be_a_string(self):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
self.assertRaises(RuntimeError, cleaver.split, 500)
def test_valid_configuration(self):
cleaver = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert isinstance(cleaver._identity, FakeIdentityProvider)
assert isinstance(cleaver._backend, FakeBackend)
def test_variants_with_empty_value(self):
"""
Variants where the value is None should be acceptable.
"""
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants((("five", 5), ("nothing", None)))) == (("five", "nothing"), (5, None), (1, 1))
def test_variants_with_missing_values(self):
"""
Variants with missing values should default to None
"""
c = Cleaver({}, FakeIdentityProvider(), FakeBackend())
assert tuple(c._parse_variants((("five", 5, 2), ("nothing",)))) == (("five", "nothing"), (5, None), (2, 1))
def test_variant_override(self, get_experiment):
cleaver = Cleaver({"cleaver.override": {"show_promo": "False"}}, FakeIdentityProvider(), FakeBackend())
get_experiment.return_value.name = "show_promo"
get_experiment.return_value.variants = ("True", "False")
assert cleaver.split("show_promo") is False
