def test_real_by_unit(dao, unit_type):
experiment = Experiment(
'test-real-valued',
'a',
[
Metric(
2,
'Average Bookings',
'value(test_unit_type.unit.conversion)',
'count(test_unit_type.unit.exposure)',
)
],
[SrmCheck(1, 'SRM', 'count(test_unit_type.unit.exposure)')],
unit_type=unit_type,
)
evaluate_experiment_by_unit(experiment, dao)
def test_real_by_unit(dao, unit_type):
experiment = Experiment(
"test-real-valued",
"a",
[
Metric(
2,
"Average Bookings",
"value(test_unit_type.unit.conversion)",
"count(test_unit_type.unit.exposure)",
)
],
[SrmCheck(1, "SRM", "count(test_unit_type.unit.exposure)")],
unit_type=unit_type,
)
evaluate_experiment_by_unit(experiment, dao)
def test_missing_data_unique_goal(dao, metrics, checks, unit_type):
experiment = Experiment(
"test-missing-data-unique-goal",
"a",
[
Metric(
1,
"Unique Click-through Rate",
"unique(test_unit_type.unit.click)",
"count(test_unit_type.global.exposure)",
)
],
[SrmCheck(1, "SRM", "count(test_unit_type.global.exposure)")],
unit_type=unit_type,
variants=["a", "b"],
)
evaluate_experiment_agg(experiment, dao)
def test_missing_data_unique_goal(dao, metrics, checks, unit_type):
experiment = Experiment(
'test-missing-data-unique-goal',
'a',
[
Metric(
1,
'Unique Click-through Rate',
'unique(test_unit_type.unit.click)',
'count(test_unit_type.global.exposure)',
)
],
[SrmCheck(1, 'SRM', 'count(test_unit_type.global.exposure)')],
unit_type=unit_type,
variants=['a', 'b'],
)
evaluate_experiment_agg(experiment, dao)
def test_degrees_of_freedom(dao, metrics, checks, unit_type):
"""Testing functions np.round() and np.trunc() used when converting degrees of freedom from float to int."""
experiment = Experiment(
"test-degrees-of-freedom",
"a",
[
Metric(
1,
"Click-through Rate",
"count(test_unit_type.unit.click)",
"count(test_unit_type.global.exposure)",
),
],
[SrmCheck(1, "SRM", "count(test_unit_type.global.exposure)")],
unit_type=unit_type,
variants=["a", "b"],
)
evaluate_experiment_agg(experiment, dao)
def test_filter_scope_goal(dao, metrics, checks, unit_type):
experiment = Experiment(
"test-dimension",
"a",
[
Metric(
1,
"Views per User of Screen S",
"count(test_unit_type.unit.view)",
"count(test_unit_type.global.exposure)",
),
],
[SrmCheck(1, "SRM", "count(test_unit_type.global.exposure)")],
unit_type=unit_type,
variants=["a", "b"],
filters=[Filter("element", ["button-1"], FilterScope.goal)],
)
evaluate_experiment_agg(experiment, dao)
def test_dimension(dao, metrics, checks, unit_type):
experiment = Experiment(
"test-dimension",
"a",
[
Metric(
1,
"Views per User of Screen button-1",
"count(test_unit_type.unit.view(element=button-1))",
"count(test_unit_type.global.exposure)",
),
Metric(
2,
"Views per User of Screen button-%",
"count(test_unit_type.unit.view(element=button-%))",
"count(test_unit_type.global.exposure)",
),
],
[SrmCheck(1, "SRM", "count(test_unit_type.global.exposure)")],
unit_type=unit_type,
variants=["a", "b"],
)
evaluate_experiment_agg(experiment, dao)
def checks():
return [SrmCheck(1, 'SRM', 'count(test_unit_type.global.exposure)')]
def checks():
return [SrmCheck(1, "SRM", "count(test_unit_type.global.exposure)")]