def test_highlighting_path_no_position():
r = Reporter()
f = Feedback(FeedbackComponent("msg"), path=Path("test.py"))
payload = r.build_failed_payload(f)
expected_payload = {"correct": False, "message": "msg", "path": "test.py"}
assert payload == expected_payload
def test_highlighting_offset_proxy():
r = Reporter(Reporter(), highlight_offset=highlight_range_2)
f = FeedbackTest("msg")
f.highlight = highlight_range_1
payload = r.build_failed_payload(f)
expected_payload = {"correct": False, "message": "msg", **highlight_combined}
assert payload == expected_payload
def test_highlighting_offset(offset, highlight, payload_highlight_info):
r = Reporter(highlight_offset=offset)
f = FeedbackTest("msg")
f.highlight = highlight
payload = r.build_failed_payload(f)
expected_payload = {"correct": False, "message": "msg", **payload_highlight_info}
assert payload == expected_payload
def test_highlighting_offset(offset, highlight, payload_highlight_info):
r = Reporter()
f = Feedback(
FeedbackComponent("msg"),
highlight=Highlight(highlight),
highlight_offset=offset,
)
payload = r.build_failed_payload(f)
expected_payload = {"correct": False, "message": "msg", **payload_highlight_info}
assert payload == expected_payload
def test_highlighting_offset_proxy():
r = Reporter()
f = Feedback(
FeedbackComponent("msg"),
highlight=Highlight(highlight_range_1),
highlight_offset=highlight_range_2,
)
payload = r.build_failed_payload(f)
expected_payload = {"correct": False, "message": "msg", **highlight_combined}
assert payload == expected_payload
def test_highlighting_path():
r = Reporter()
f = Feedback(
FeedbackComponent("msg"),
highlight=Highlight(highlight_range_1),
path=Path("test.py"),
)
payload = r.build_failed_payload(f)
expected_payload = {
"correct": False,
"message": "msg",
"path": "test.py",
**highlight_payload_1,
}
assert payload == expected_payload
def test_exercise(
sct,
student_code,
solution_code,
pre_exercise_code,
student_process,
solution_process,
raw_student_output,
ex_type,
error,
force_diagnose=False,
):
"""
Point of interaction with the Python backend.
Args:
sct (str): The solution corectness test as a string of code.
student_code (str): The code which is entered by the student.
solution_code (str): The code which is in the solution.
pre_exercise_code (str): The code which is executed pre exercise.
student_process (Process): Process in which the student code was executed.
solution_process (Process): Process in which the solution code was executed.
raw_student_output (str): The output which is given by executing the student's program.
ex_type (str): The type of the exercise.
error (tuple): A tuple with some information on possible errors.
Returns:
dict: Returns dict with correct - whether the SCT passed, message - the feedback message and
tags - the tags belonging to the SCT execution.
"""
reporter = Reporter(errors=[error] if error else [])
try:
state = State(
student_code=check_str(student_code),
solution_code=check_str(solution_code),
pre_exercise_code=check_str(pre_exercise_code),
student_process=check_process(student_process),
solution_process=check_process(solution_process),
raw_student_output=check_str(raw_student_output),
force_diagnose=force_diagnose,
reporter=reporter,
)
State.root_state = state
tree, sct_cntxt = prep_context()
# Actually execute SCTs
exec(sct, sct_cntxt)
# Run remaining nodes on tree (v1 only)
if tree:
for test in tree.crnt_node:
test(state)
except Failure as e:
if isinstance(e, InstructorError):
# TODO: decide based on context
raise e
return reporter.build_failed_payload(e.feedback)
return reporter.build_final_payload()