def test_slim_p_value_renders_without_histograms_if_requested(mock_election):
mock_score = MagicMock()
mock_score.side_effect = [0.1, 0.1, 0.5, 0.9]
report = SlimPValueReport(mock_election, scores={"mock_score": mock_score})
for i in range(3):
mock_results = MagicMock()
report(mock_results)
rendered_report = report.render_without_histograms()
assert all("histogram" not in item for item in rendered_report["analysis"])
def test_slim_p_value_report_includes_histogram_in_rendered_version(
mock_election):
mock_score = MagicMock()
mock_score.side_effect = [0.1, 0.1, 0.5, 0.9]
report = SlimPValueReport(mock_election, scores={"mock_score": mock_score})
for i in range(3):
mock_results = MagicMock()
report(mock_results)
rendered_report = report.render()
assert all("histogram" in item for item in rendered_report["analysis"])
def test_slim_p_value_report_has_a_histogram(mock_election):
mock_score = MagicMock()
mock_score.side_effect = [0.1, 0.1, 0.5, 0.9]
report = SlimPValueReport(mock_election, scores={"mock_score": mock_score})
for i in range(3):
mock_results = MagicMock()
report(mock_results)
total_number_binned = sum(report.histograms["mock_score"].counter.values())
assert total_number_binned == 3
def test_slim_p_value_computes_the_right_p_value(mock_election):
mock_score = MagicMock()
initial_score = 100
mock_score.side_effect = [initial_score] + [
initial_score, 99, 90, 80, 70, 60, 50, 40, 30, 20
]
# Number as high = 1, number lower = 9,
# so epsilon = 0.1 and sqrt(2 epsilon) is around 0.44
report = SlimPValueReport(mock_election, scores={"mock_score": mock_score})
for i in range(10):
mock_results = MagicMock()
report(mock_results)
as_high = report.counters["mock_score"][True]
lower = report.counters["mock_score"][False]
assert as_high == 1
assert lower == 9
p = report.compute_p_value("mock_score")
assert abs(p - 0.4472) < 0.0001
def test_slim_p_value_never_changes_initial_values(mock_election):
mock_score = MagicMock()
initial_score = 100
mock_score.side_effect = [initial_score] + [
initial_score, 99, 90, 80, 70, 60, 50, 40, 30, 20
]
# Number as high = 1, number lower = 9,
# so epsilon = 0.1 and sqrt(2 epsilon) is around 0.44
report = SlimPValueReport(mock_election, scores={"mock_score": mock_score})
for i in range(10):
mock_results = MagicMock()
report(mock_results)
assert report.initial_scores["mock_score"] == initial_score
def test_slim_p_value_renders_with_reports_for_each_score(mock_election):
report = SlimPValueReport(mock_election)
analysis = report.render()["analysis"]
scores = {result["score"] for result in analysis}
assert scores == {"Mean-Median", "Mean-Thirdian", "Efficiency Gap"}
def test_slim_p_value_renders_with_election_name_in_it(mock_election):
report = SlimPValueReport(mock_election)
assert "election" in report.render()
def test_slim_p_value_report_has_a_str_method(mock_election):
report = SlimPValueReport(mock_election)
assert str(report)