def test_the_more_false_the_better_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = TheMoreFalseTheBetterEvaluation([checks["lob"]])
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == 0
# multiple checks
e = TheMoreFalseTheBetterEvaluation(checks.values())
assert e.evaluate(rdps[0].pid) == 0.2
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == 0
def test_contains_item_exactly_n_times_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = ContainsItemExactlyNTimesEvaluation([checks["string"]], "Abstract", 1)
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == 1
# multiple checks
e = ContainsItemExactlyNTimesEvaluation(checks.values(), "Abstract", 1)
assert e.evaluate(rdps[0].pid) == round(1 / 5, 10)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == round(1 / 5, 10)
def test_the_more_true_the_better_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = TheMoreTrueTheBetterEvaluation([checks["lob"]])
# one check
assert e.evaluate(rdps[0].pid) == 0
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == 1
# multiple checks
e = TheMoreTrueTheBetterEvaluation(checks.values())
assert e.evaluate(rdps[0].pid) == 0
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == round(1 / 5, 10)
def test_false_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = FalseEvaluation([checks["boolean"]])
# one check
assert e.evaluate(rdps[0].pid) == 0
assert e.evaluate(rdps[1].pid) == 1
assert e.evaluate(rdps[3].pid) == 1
# multiple checks
e = FalseEvaluation(checks.values())
assert e.evaluate(rdps[0].pid) == round(3 / 5, 10)
assert e.evaluate(rdps[1].pid) == round(1 / 5, 10)
assert e.evaluate(rdps[3].pid) == round(3 / 5, 10)
def test_true_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = TrueEvaluation([checks["boolean"]])
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
# multiple checks
e = TrueEvaluation(checks.values())
assert e.evaluate(rdps[0].pid) == 4 / 5
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == round(2 / 5, 10)
def test_contains_all_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = ContainsAllEvaluation([checks["lom"]], [69, 3])
assert e.description.endswith("The items are [69, 3].")
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
# multiple checks
e = ContainsAllEvaluation(checks.values(), [3, 69])
assert e.evaluate(rdps[0].pid) == round(1 / 5, 10)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
def test_is_identical_to_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = IsIdenticalToEvaluation([checks["metric"]], 2)
assert e.description.endswith("The comparatum is 2.")
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
# multiple checks
e = IsIdenticalToEvaluation(checks.values(), [69, 3])
assert e.evaluate(rdps[0].pid) == round(1 / 5, 10)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
def test_does_not_contain_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = DoesNotContainEvaluation([checks["string"]], ["Other"])
assert e.description.endswith("The items are ['Other'].")
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
# multiple checks
e = DoesNotContainEvaluation(checks.values(), [3, 69])
assert e.evaluate(rdps[0].pid) == round(2 / 5, 10)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == round(1 / 5, 10)
def test_contains_at_least_one_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
e = ContainsAtLeastOneEvaluation([checks["lob"]], [False])
assert e.description.endswith("The items are [False].")
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 1
# multiple checks
e = ContainsAtLeastOneEvaluation(checks.values(), [3, 69])
assert e.evaluate(rdps[0].pid) == round(1 / 5, 10)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == round(1 / 5, 10)
def test_in_list_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
with pytest.raises(ValueError):
e = InListEvaluation([checks["string"]], "Abstract")
assert str(e) == "comparata is not a list but a str"
e = InListEvaluation([checks["string"]], ["Abstract", "TechnicalInfo"])
# one check
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == 0.5
# multiple checks
e = InListEvaluation(checks.values(), ["Abstract", "TechnicalInfo"])
assert e.evaluate(rdps[0].pid) == round(1 / 5, 10)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == round(1 / 10, 10)
def test_function_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
def test_function(checks, pid):
evaluation = 0
r1 = checks[0].get_last_result(pid).outcome
r2 = checks[1].get_last_result(pid).outcome
for idx, r in enumerate(r1):
if len(r) <= r2[idx]:
evaluation += 1 / len(r1)
return evaluation
e = FunctionEvaluation([checks["string"], checks["lom"]], test_function)
assert "The function's name is 'test_function'." in e.description
# one check
assert e.evaluate(rdps[0].pid) == 0.5
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[2].pid) == 1
def test_is_between_evaluation(mock_get, mock_head):
rdps = get_rdps()
checks = get_checks(rdps)
# empty check
e = IsBetweenEvaluation([DescriptionsNumberCheck()], 1.0, 2.0)
assert e.id == hashlib.md5(
(e.name + str(e.checks[0].id)).encode()).hexdigest()[2:10]
assert e.description.endswith(
"The lower bound is 1.0 the upper bound is 2.0.")
with pytest.raises(ChecksNotRunException) as cnre:
e.evaluate(rdps[0].pid)
assert " has no result for " in str(cnre)
# one check
e.checks = [checks["metric"]]
assert e.evaluate(rdps[0].pid) == 1
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == 0
# multiple checks
e = IsBetweenEvaluation(checks.values(), 1, 100)
assert e.evaluate(rdps[0].pid) == round(2 / 5, e.rounded)
assert e.evaluate(rdps[1].pid) == 0
assert e.evaluate(rdps[3].pid) == round(2 / 5, e.rounded)
p['web_url']
})
# generate linting results
for project in projects:
for date in dates:
linting_result_id += 1
linting_results.append({
"id": linting_result_id,
"lint_time": date.isoformat(),
"project_id": project['id']
})
# generate check results
for lr in linting_results:
for check in get_checks():
check_result_id += 1
check_results.append({
"id":
check_result_id,
"check_name":
check,
"lint_id":
lr['id'],
"result":
next_result(datetime.fromisoformat(lr['lint_time'])),
})
# export stuff
with open('projects.csv', 'w', encoding='UTF8') as f:
w = csv.writer(f)