class FullWorkflowRequiredA11yTest(OpenAssessmentA11yTest, FullWorkflowMixin):
"""
Test accessibility when both staff override and full staff grading rubrics have rendered.
"""
def setUp(self):
super(FullWorkflowRequiredA11yTest, self).setUp('full_workflow_staff_required', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_multiple_rubrics(self):
"""
Test accessibility when both the staff override and the full staff grading
rubric forms have been opened.
"""
# Create a learner with submission, training, and self assessment completed.
learner = self.do_train_self_peer(False)
# Open up the full staff grading form
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-grading")
self.staff_area_page.expand_staff_grading_section()
# Open up the override form
self.staff_area_page.show_learner(learner)
self.staff_area_page.expand_learner_report_sections()
self._check_a11y(self.staff_area_page)
class FullWorkflowRequiredA11yTest(OpenAssessmentA11yTest, FullWorkflowMixin):
"""
Test accessibility when both staff override and full staff grading rubrics have rendered.
"""
def setUp(self):
super(FullWorkflowRequiredA11yTest, self).setUp('full_workflow_staff_required', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_multiple_rubrics(self):
"""
Test accessibility when both the staff override and the full staff grading
rubric forms have been opened.
"""
# Create a learner with submission, training, and self assessment completed.
learner = self.do_train_self_peer(False)
# Open up the full staff grading form
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-grading")
self.staff_area_page.expand_staff_grading_section()
# Open up the override form
self.staff_area_page.show_learner(learner)
self.staff_area_page.expand_learner_report_sections()
self._check_a11y(self.staff_area_page)
class FullWorkflowA11yTest(OpenAssessmentA11yTest, FullWorkflowMixin):
"""
Test accessibility at the end of a "full workflow" problem. In particular,
this verifies the accessibility of the "Your Grade" section and the related
sections in staff tools when all assessment steps have been completed.
"""
def setUp(self):
super(FullWorkflowA11yTest, self).setUp('full_workflow_staff_override',
staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_training_peer_self_staff_override(self):
"""
"""
# Create a learner with submission, training, and self assessment completed.
learner, learner_email = self.do_submission_training_self_assessment()
# Now create a second learner so that learner 1 has someone to assess.
# The second learner does all the steps as well (submission, training, self assessment, peer assessment).
self.do_submission_training_self_assessment()
self.do_peer_assessment(options=self.PEER_ASSESSMENT)
# Go back to the first learner to complete her workflow.
self.login_user(learner, learner_email)
# Learner 1 does peer assessment of learner 2 to complete workflow.
self.do_peer_assessment(options=self.SUBMITTED_ASSESSMENT)
# Continue grading by other students if necessary to ensure learner has a peer grade.
self.verify_submission_has_peer_grade(learner, learner_email)
# At this point, the learner sees the peer assessment score (0). Verify the accessibility
# of the "your grade" section.
self.assertEqual(self.PEER_ASSESSMENT_SCORE,
self.grade_page.wait_for_page().score)
self._check_a11y(self.grade_page)
# Now do a staff override, changing the score (to 1).
self.do_staff_override(learner)
# Refresh and check the accessibility of "your grade" section again.
self.browser.refresh()
self.assertEqual(self.STAFF_OVERRIDE_SCORE,
self.grade_page.wait_for_page().score)
self._check_a11y(self.grade_page)
# Also verify the accessibility of the complete staff area information.
self.staff_area_page.visit().show_learner(learner)
self.staff_area_page.expand_learner_report_sections()
self._check_a11y(self.staff_area_page)
class FullWorkflowA11yTest(OpenAssessmentA11yTest, FullWorkflowMixin):
"""
Test accessibility at the end of a "full workflow" problem. In particular,
this verifies the accessibility of the "Your Grade" section and the related
sections in staff tools when all assessment steps have been completed.
"""
def setUp(self):
super(FullWorkflowA11yTest, self).setUp('full_workflow_staff_override', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_training_peer_self_staff_override(self):
"""
"""
# Create a learner with submission, training, and self assessment completed.
learner, learner_email = self.do_submission_training_self_assessment()
# Now create a second learner so that learner 1 has someone to assess.
# The second learner does all the steps as well (submission, training, self assessment, peer assessment).
self.do_submission_training_self_assessment()
self.do_peer_assessment(options=self.PEER_ASSESSMENT)
# Go back to the first learner to complete her workflow.
self.login_user(learner, learner_email)
# Learner 1 does peer assessment of learner 2 to complete workflow.
self.do_peer_assessment(options=self.SUBMITTED_ASSESSMENT)
# Continue grading by other students if necessary to ensure learner has a peer grade.
self.verify_submission_has_peer_grade(learner, learner_email)
# At this point, the learner sees the peer assessment score (0). Verify the accessibility
# of the "your grade" section.
self.assertEqual(self.PEER_ASSESSMENT_SCORE, self.grade_page.wait_for_page().score)
self._check_a11y(self.grade_page)
# Now do a staff override, changing the score (to 1).
self.do_staff_override(learner)
# Refresh and check the accessibility of "your grade" section again.
self.browser.refresh()
self.assertEqual(self.STAFF_OVERRIDE_SCORE, self.grade_page.wait_for_page().score)
self._check_a11y(self.grade_page)
# Also verify the accessibility of the complete staff area information.
self.staff_area_page.visit().show_learner(learner)
self.staff_area_page.expand_learner_report_sections()
self._check_a11y(self.staff_area_page)
class StaffAreaA11yTest(OpenAssessmentA11yTest):
"""
Test the accessibility of the staff area.
"""
def setUp(self):
super(StaffAreaA11yTest, self).setUp('peer_only', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_staff_tools_panel_a11y(self):
"""
Check the accessibility of the "Staff Tools" panel
"""
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-tools")
self._check_a11y(self.staff_area_page)
def test_staff_info_panel_a11y(self):
"""
Check the accessibility of the "Staff Info" panel
"""
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-info")
self._check_a11y(self.staff_area_page)
class StaffAreaA11yTest(OpenAssessmentA11yTest):
"""
Test the accessibility of the staff area.
This is testing a problem with "staff assessment only".
"""
def setUp(self):
super(StaffAreaA11yTest, self).setUp('staff_only', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_staff_tools_panel(self):
"""
Check the accessibility of the "Staff Tools" panel
"""
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-tools")
self._check_a11y(self.staff_area_page)
def test_staff_info_panel(self):
"""
Check the accessibility of the "Staff Info" panel
"""
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-info")
self._check_a11y(self.staff_area_page)
def test_staff_grading_panel(self):
"""
Check the accessibility of the "Staff Grading" panel
"""
self.submission_page.visit().submit_response(self.SUBMISSION)
self.assertTrue(self.submission_page.has_submitted)
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-grading")
self.staff_area_page.expand_staff_grading_section()
self._check_a11y(self.staff_area_page)
def test_learner_info(self):
"""
Check the accessibility of the learner information sections of the "Staff Tools" panel.
"""
self.auto_auth_page.visit()
username, _ = self.auto_auth_page.get_username_and_email()
self.submission_page.visit().submit_response(self.SUBMISSION)
self.assertTrue(self.submission_page.has_submitted)
self.staff_area_page.visit()
# Click on staff tools and search for the user.
self.staff_area_page.show_learner(username)
self.staff_area_page.expand_learner_report_sections()
self._check_a11y(self.staff_area_page)
def test_staff_grade(self):
"""
Check the accessibility of the Staff Grade section, as shown to the learner.
"""
self.submission_page.visit().submit_response(self.SUBMISSION)
self.assertTrue(self.submission_page.has_submitted)
self.do_staff_assessment(options_selected=self.STAFF_OVERRIDE_OPTIONS_SELECTED)
# Refresh the page, then verify accessibility of the Staff Grade section (marked Complete).
self.browser.refresh()
self._verify_staff_grade_section(self.STAFF_GRADE_EXISTS, None)
self._check_a11y(self.staff_asmnt_page)
def setUp(self):
super(FullWorkflowRequiredA11yTest, self).setUp('full_workflow_staff_required', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def setUp(self):
super(StaffAreaA11yTest, self).setUp('staff_only', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def setUp(self):
super(StaffAreaA11yTest, self).setUp('staff_only', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
class StaffAreaA11yTest(OpenAssessmentA11yTest):
"""
Test the accessibility of the staff area.
This is testing a problem with "staff assessment only".
"""
def setUp(self):
super(StaffAreaA11yTest, self).setUp('staff_only', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def test_staff_tools_panel(self):
"""
Check the accessibility of the "Staff Tools" panel
"""
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-tools")
self._check_a11y(self.staff_area_page)
def test_staff_info_panel(self):
"""
Check the accessibility of the "Staff Info" panel
"""
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-info")
self._check_a11y(self.staff_area_page)
def test_staff_grading_panel(self):
"""
Check the accessibility of the "Staff Grading" panel
"""
self.submission_page.visit().submit_response(self.SUBMISSION)
self.assertTrue(self.submission_page.has_submitted)
self.staff_area_page.visit()
self.staff_area_page.click_staff_toolbar_button("staff-grading")
self.staff_area_page.expand_staff_grading_section()
self._check_a11y(self.staff_area_page)
def test_learner_info(self):
"""
Check the accessibility of the learner information sections of the "Staff Tools" panel.
"""
self.auto_auth_page.visit()
username, _ = self.auto_auth_page.get_username_and_email()
self.submission_page.visit().submit_response(self.SUBMISSION)
self.assertTrue(self.submission_page.has_submitted)
self.staff_area_page.visit()
# Click on staff tools and search for the user.
self.staff_area_page.show_learner(username)
self.staff_area_page.expand_learner_report_sections()
self._check_a11y(self.staff_area_page)
def test_staff_grade(self):
"""
Check the accessibility of the Staff Grade section, as shown to the learner.
"""
self.submission_page.visit().submit_response(self.SUBMISSION)
self.assertTrue(self.submission_page.has_submitted)
self.do_staff_assessment(options_selected=self.STAFF_OVERRIDE_OPTIONS_SELECTED)
# Refresh the page, then verify accessibility of the Staff Grade section (marked Complete).
self.browser.refresh()
self._verify_staff_grade_section(self.STAFF_GRADE_EXISTS)
self._check_a11y(self.staff_asmnt_page)
def setUp(self):
super(MultipleOpenAssessmentA11yTest, self).setUp('multiple_ora', staff=True)
# Staff area page is not present in OpenAssessmentTest base class, so we are adding it here.
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
self.multiple_assessment_page = MultipleAssessmentPage(self.browser, self.problem_loc)
def setUp(self):
super(FullWorkflowRequiredA11yTest, self).setUp('full_workflow_staff_required', staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
def setUp(self):
super(FullWorkflowA11yTest, self).setUp("full_workflow_staff_override", staff=True)
self.staff_area_page = StaffAreaPage(self.browser, self.problem_loc)
