def shared_team_show(ctx, course, team_id):
team = course.get_team(team_id)
if team is None:
print "Team %s does not exist" % team_id
ctx.exit(CHISUBMIT_FAIL)
print "Team name: %s" % team.id
print
print "Extensions available: %i" % team.extensions_available
print
if len(team.extras) > 0:
print "Attributes:"
for k, v in team.extras.items():
print " - %s: %s" % (k, v)
print
if len(team.students) == 0:
print "No students in this team"
else:
print "STUDENTS"
print "--------"
for student in team.students:
if student.status == 0:
status = "UNCONFIRMED"
elif student.status == 1:
status = "CONFIRMED"
else:
raise ChisubmitException(
"Student '%s' in team '%s' has unknown status %i" %
(student.user.id, team.id, student.status))
print "%s: %s, %s (%s)" % (student.user.id,
student.user.last_name,
student.user.first_name, status)
print
if len(team.assignments) == 0:
print "This team is not registered for any assignments."
else:
print "ASSIGNMENTS"
print "-----------"
for ta in team.assignments:
assignment = course.get_assignment(ta.assignment_id)
print "ID: %s" % assignment.id
print "Name: %s" % assignment.name
print "Deadline: %s" % convert_datetime_to_local(
assignment.deadline).isoformat(" ")
if ta.submitted_at is not None:
print "Last submitted at: %s" % convert_datetime_to_local(
ta.submitted_at).isoformat(" ")
print "Commit SHA: %s" % ta.commit_sha
print "Extensions used: %i" % ta.extensions_used
else:
print "NOT SUBMITTED"
print
def student_assignment_show_deadline(ctx, course, assignment_id, utc):
assignment = course.get_assignment(assignment_id)
if assignment is None:
print("Assignment %s does not exist" % assignment_id)
ctx.exit(CHISUBMIT_FAIL)
now_utc = get_datetime_now_utc()
now_local = convert_datetime_to_local(now_utc)
deadline_utc = assignment.deadline
deadline_local = convert_datetime_to_local(deadline_utc)
print(assignment.name)
print()
if utc:
print(" Now (Local): %s" % now_local.isoformat(" "))
print(" Deadline (Local): %s" % deadline_local.isoformat(" "))
print()
print(" Now (UTC): %s" % now_utc.isoformat(" "))
print(" Deadline (UTC): %s" % deadline_utc.isoformat(" "))
else:
print(" Now: %s" % now_local.isoformat(" "))
print(" Deadline: %s" % deadline_local.isoformat(" "))
print()
extensions = compute_extensions_needed(now_utc, deadline_utc)
if extensions == 0:
diff = deadline_utc - now_utc
else:
diff = now_utc - deadline_utc
days = diff.days
hours = diff.seconds // 3600
minutes = (diff.seconds // 60) % 60
seconds = diff.seconds % 60
if extensions == 0:
print("The deadline has not yet passed")
print("You have %i days, %i hours, %i minutes, %i seconds left" %
(days, hours, minutes, seconds))
else:
print(
"The deadline passed %i days, %i hours, %i minutes, %i seconds ago"
% (days, hours, minutes, seconds))
print(
"If you submit your assignment now, you will need to use %i extensions"
% extensions)
return CHISUBMIT_SUCCESS
def shared_team_show(ctx, course, team_id):
team = course.get_team(team_id)
if team is None:
print "Team %s does not exist" % team_id
ctx.exit(CHISUBMIT_FAIL)
print "Team name: %s" % team.id
print
print "Extensions available: %i" % team.extensions_available
print
if len(team.extras) > 0:
print "Attributes:"
for k,v in team.extras.items():
print " - %s: %s" % (k,v)
print
if len(team.students) == 0:
print "No students in this team"
else:
print "STUDENTS"
print "--------"
for student in team.students:
if student.status == 0:
status = "UNCONFIRMED"
elif student.status == 1:
status = "CONFIRMED"
else:
raise ChisubmitException("Student '%s' in team '%s' has unknown status %i" % (student.user.id, team.id, student.status))
print "%s: %s, %s (%s)" % (student.user.id, student.user.last_name, student.user.first_name, status)
print
if len(team.assignments) == 0:
print "This team is not registered for any assignments."
else:
print "ASSIGNMENTS"
print "-----------"
for ta in team.assignments:
assignment = course.get_assignment(ta.assignment_id)
print "ID: %s" % assignment.id
print "Name: %s" % assignment.name
print "Deadline: %s" % convert_datetime_to_local(assignment.deadline).isoformat(" ")
if ta.submitted_at is not None:
print "Last submitted at: %s" % convert_datetime_to_local(ta.submitted_at).isoformat(" ")
print "Commit SHA: %s" % ta.commit_sha
print "Extensions used: %i" % ta.extensions_used
else:
print "NOT SUBMITTED"
print
def shared_team_show(ctx, course, team_id):
team = get_team_or_exit(ctx, course, team_id)
print "Team name: %s" % team.team_id
print
if course.extension_policy == "per-team":
print "Extensions available: %i" % team.extensions
print
team_members = team.get_team_members()
if len(team_members) == 0:
print "No students in this team"
else:
print "STUDENTS"
print "--------"
for team_member in team_members:
if team_member.confirmed:
status = "CONFIRMED"
else:
status = "UNCONFIRMED"
user = team_member.student.user
print "%s: %s, %s (%s)" % (user.username, user.last_name, user.first_name, status)
print
registrations = team.get_assignment_registrations()
if len(registrations) == 0:
print "This team is not registered for any assignments."
else:
print "ASSIGNMENTS"
print "-----------"
for r in registrations:
assignment = r.assignment
print "ID: %s" % assignment.assignment_id
print "Name: %s" % assignment.name
print "Deadline: %s" % convert_datetime_to_local(assignment.deadline).isoformat(" ")
if r.final_submission is not None:
print "Last submitted at: %s" % convert_datetime_to_local(r.final_submission.submitted_at).isoformat(" ")
print "Commit SHA: %s" % r.final_submission.commit_sha
print "Extensions used: %i" % r.final_submission.extensions_used
else:
print "NOT SUBMITTED"
print
def student_assignment_show_deadline(ctx, course, assignment_id, utc):
assignment = course.get_assignment(assignment_id)
if assignment is None:
print("Assignment %s does not exist" % assignment_id)
ctx.exit(CHISUBMIT_FAIL)
now_utc = get_datetime_now_utc()
now_local = convert_datetime_to_local(now_utc)
deadline_utc = assignment.deadline
deadline_local = convert_datetime_to_local(deadline_utc)
print(assignment.name)
print()
if utc:
print(" Now (Local): %s" % now_local.isoformat(" "))
print(" Deadline (Local): %s" % deadline_local.isoformat(" "))
print()
print(" Now (UTC): %s" % now_utc.isoformat(" "))
print(" Deadline (UTC): %s" % deadline_utc.isoformat(" "))
else:
print(" Now: %s" % now_local.isoformat(" "))
print(" Deadline: %s" % deadline_local.isoformat(" "))
print()
extensions = compute_extensions_needed(now_utc, deadline_utc)
if extensions == 0:
diff = deadline_utc - now_utc
else:
diff = now_utc - deadline_utc
days = diff.days
hours = diff.seconds // 3600
minutes = (diff.seconds//60)%60
seconds = diff.seconds%60
if extensions == 0:
print("The deadline has not yet passed")
print("You have %i days, %i hours, %i minutes, %i seconds left" % (days, hours, minutes, seconds))
else:
print("The deadline passed %i days, %i hours, %i minutes, %i seconds ago" % (days, hours, minutes, seconds))
print("If you submit your assignment now, you will need to use %i extensions" % extensions)
return CHISUBMIT_SUCCESS
def shared_assignment_list(ctx, course, ids, utc):
assignments = course.get_assignments()
assignments.sort(key=operator.attrgetter("deadline"))
for assignment in assignments:
if ids:
print assignment.assignment_id
else:
if utc:
deadline = assignment.deadline.isoformat(" ")
else:
deadline = convert_datetime_to_local(assignment.deadline).isoformat(" ")
fields = [assignment.assignment_id, deadline, assignment.name]
print "\t".join(fields)
return CHISUBMIT_SUCCESS
def student_assignment_submit(ctx, course, team_id, assignment_id, commit_sha, extensions, force, yes):
assignment = course.get_assignment(assignment_id)
if assignment is None:
print "Assignment %s does not exist" % assignment_id
ctx.exit(CHISUBMIT_FAIL)
team = course.get_team(team_id)
if team is None:
print "Team %s does not exist" % team_id
ctx.exit(CHISUBMIT_FAIL)
ta = team.get_assignment(assignment_id)
if ta is None:
print "Team %s is not registered for assignment %s" % (team_id, assignment_id)
ctx.exit(CHISUBMIT_FAIL)
if team.has_assignment_ready_for_grading(assignment):
print "You cannot re-submit this assignment."
print "You made a submission before the deadline, and the deadline has passed."
ctx.exit(CHISUBMIT_FAIL)
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print "Could not connect to git server."
ctx.exit(CHISUBMIT_FAIL)
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print "Commit %s does not exist in repository" % commit_sha
ctx.exit(CHISUBMIT_FAIL)
response = assignment.submit(team_id, commit_sha, extensions, dry_run=True)
success = response["success"]
dry_run = response["dry_run"]
deadline_utc = parse(response["submission"]["deadline"])
submitted_at_utc = parse(response["submission"]["submitted_at"])
extensions_needed = response["submission"]["extensions_needed"]
extensions_requested = response["submission"]["extensions_requested"]
extensions_available_before = response["team"]["extensions_available_before"]
extensions_available = response["team"]["extensions_available"]
if response["prior_submission"]["submitted_at"] is not None:
prior_submitted_at_utc = parse(response["prior_submission"]["submitted_at"])
prior_submitted_at_local = convert_datetime_to_local(prior_submitted_at_utc)
prior_commit_sha = response["prior_submission"]["commit_sha"]
prior_extensions_used = response["prior_submission"]["extensions_used"]
deadline_local = convert_datetime_to_local(deadline_utc)
submitted_at_local = convert_datetime_to_local(submitted_at_utc)
if not success:
if extensions_needed > extensions_available:
msg1 = "You do not have enough extensions to submit this assignment."
msg2 = "You would need %i extensions to submit this assignment at this " \
"time, but you only have %i left" % (extensions_needed, extensions_available)
elif extensions_requested < extensions_needed:
msg1 = "The number of extensions you have requested is insufficient."
msg2 = "You need to request %s extensions." % extensions_needed
elif extensions_requested > extensions_needed:
msg1 = "The number of extensions you have requested is excessive."
msg2 = "You only need to request %s extensions." % extensions_needed
print
print msg1
print
print " Deadline (UTC): %s" % deadline_utc.isoformat(sep=" ")
print " Now (UTC): %s" % submitted_at_utc.isoformat(sep=" ")
print
print " Deadline (Local): %s" % deadline_local.isoformat(sep=" ")
print " Now (Local): %s" % submitted_at_local.isoformat(sep=" ")
print
print msg2
print
ctx.exit(CHISUBMIT_FAIL)
else:
if prior_commit_sha is not None:
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit_sha:
print "You have already submitted assignment %s" % assignment.id
print "You submitted the following commit on %s:" % prior_submitted_at_local
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
print "You are trying to submit the same commit again (%s)" % prior_commit_sha
print "If you want to re-submit, please specify a different commit"
ctx.exit(CHISUBMIT_FAIL)
if not force:
print
print "You have already submitted assignment %s" % assignment.id
print "You submitted the following commit on %s:" % prior_submitted_at_local
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
print "If you want to submit again, please use the --force option"
ctx.exit(CHISUBMIT_FAIL)
else:
print
print "WARNING: You have already submitted assignment %s and you" % assignment.id
print "are about to overwrite the previous submission of the following commit:"
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
if prior_commit_sha is not None and force:
msg = "THE ABOVE SUBMISSION FOR %s (%s) WILL BE CANCELLED." % (assignment.id, assignment.name)
print "!"*len(msg)
print msg
print "!"*len(msg)
print
print "If you continue, your submission for %s (%s)" % (assignment.id, assignment.name)
print "will now point to the following commit:"
else:
print "You are going to make a submission for %s (%s)." % (assignment.id, assignment.name)
print "The commit you are submitting is the following:"
print
print_commit(commit)
print
print "PLEASE VERIFY THIS IS THE EXACT COMMIT YOU WANT TO SUBMIT"
print
print "Your team currently has %i extensions" % (extensions_available_before)
print
if prior_commit_sha is not None:
print "You used %i extensions in your previous submission of this assignment." % prior_extensions_used
print "and you are going to use %i additional extensions now." % (extensions_needed - prior_extensions_used)
else:
print "You are going to use %i extensions on this submission." % extensions_needed
print
print "You will have %i extensions left after this submission." % extensions_available
print
print "Are you sure you want to continue? (y/n): ",
if not yes:
yesno = raw_input()
else:
yesno = 'y'
print 'y'
if yesno in ('y', 'Y', 'yes', 'Yes', 'YES'):
response = assignment.submit(team_id, commit_sha, extensions, dry_run=False)
# TODO: Can't do this until GitLab supports updating tags
#
# message = "Extensions: %i\n" % extensions_requested
# if submission_tag is None:
# conn.create_submission_tag(course, team, tag_name, message, commit.sha)
# else:
# conn.update_submission_tag(course, team, tag_name, message, commit.sha)
print
if response["success"]:
print "Your submission has been completed."
else:
print "ERROR: Your submission was not completed."
return CHISUBMIT_SUCCESS
def test_complete_with_multiple_instructors_multiple_graders(self, runner):
course_id = u"cmsc40200"
course_name = u"Foobarmentals of Foobar"
admin_id = u"admin"
instructor_ids = [u"instructor1", u"instructor2"]
grader_ids = [u"grader1", u"grader2"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(
runner,
admin_id,
instructor_ids,
grader_ids,
student_ids,
course_id,
verbose=True)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
self.add_users_to_course(admin, course_id, instructors, graders,
students)
students_team = [[s] for s in students]
deadline = get_datetime_now_utc() + timedelta(hours=1)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run(
"instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEqual(result.exit_code, 0)
pa1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained:
- The PA1 Design:
Points Possible: 50
Points Obtained:
Total Points: 0 / 100
"""
with open("pa1.rubric.txt", "w") as f:
f.write(pa1_rubric)
result = instructors[0].run("instructor assignment add-rubric",
["pa1", "pa1.rubric.txt"])
self.assertEqual(result.exit_code, 0)
result = admin.run(
"admin course show",
["--include-users", "--include-assignments", course_id])
self.assertEqual(result.exit_code, 0)
for student_id, student in zip(student_ids, students):
self.register_team([student], student_id, "pa1", course_id)
for student_id, student in zip(student_ids, students):
result = student.run("student team list")
self.assertEqual(result.exit_code, 0)
self.assertIn(student_id, result.output)
result = student.run("student team show", [student_id])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team list")
self.assertEqual(result.exit_code, 0)
for student_id in student_ids:
result = instructors[0].run("instructor team show", [student_id])
self.assertEqual(result.exit_code, 0)
student_git_paths, student_git_repos, team_commits = self.create_team_repos(
admin, course_id, student_ids, students_team)
for student_id, student in zip(student_ids, students):
result = student.run("student assignment submit", ["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = student.run("student team show", [student_id])
self.assertEqual(result.exit_code, 0)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print()
print("~~~ Time has moved 'forward' by two hours ~~~")
print()
# The "master instructor" creates the grading repos
result = instructors[0].run("instructor grading list-submissions",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-repos",
["--master", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader",
["pa1", "student1", "grader1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader",
["pa1", "student2", "grader1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader",
["pa1", "student3", "grader2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader",
["pa1", "student4", "grader2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run(
"instructor grading list-grader-assignments", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor downloads the grading repos
result = instructors[1].run("instructor grading create-grading-repos",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 1 pulls their grading
result = graders[0].run("grader pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
student1_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (
course_id, "pa1", "student1")
student2_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (
course_id, "pa1", "student2")
student_git_repos[0], student_git_paths[0] = graders[
0].get_local_git_repository(student1_grading_repo_path)
student_git_repos[1], student_git_paths[1] = graders[
0].get_local_git_repository(student2_grading_repo_path)
student1_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[0]
student2_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[1]
# Grader 1 grades student1 and pushes the grading.
student1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 45
- The PA1 Design:
Points Possible: 50
Points Obtained: 30
Penalties:
Used O(n^156) algorithm: -10
Submitted code in a Word document: -30
Bonuses:
Worked alone: 15
Total Points: 50 / 100
Comments: >
None"""
with open(student1_rubric_path, "w") as f:
f.write(student1_rubric)
result = graders[0].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[0].index.add(["pa1.rubric.txt"])
student_git_repos[0].index.commit("Finished grading")
result = graders[0].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 1 grades student2 and pushes the grading.
student2_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 50
- The PA1 Design:
Points Possible: 50
Points Obtained: 45
Total Points: 95 / 100
Comments: >
Great job!"""
with open(student2_rubric_path, "w") as f:
f.write(student2_rubric)
result = graders[0].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[1].index.add(["pa1.rubric.txt"])
student_git_repos[1].index.commit("Finished grading")
result = graders[0].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 2 pulls their grading
result = graders[1].run("grader pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
student3_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (
course_id, "pa1", "student3")
student4_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (
course_id, "pa1", "student4")
student_git_repos[2], student_git_paths[2] = graders[
1].get_local_git_repository(student3_grading_repo_path)
student_git_repos[3], student_git_paths[3] = graders[
1].get_local_git_repository(student4_grading_repo_path)
student3_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[2]
student4_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[3]
# Grader 2 adds the empty rubrics (which should be generated by pull-grading)
result = graders[1].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[2].index.add(["pa1.rubric.txt"])
student_git_repos[2].index.commit("Added rubric")
student_git_repos[3].index.add(["pa1.rubric.txt"])
student_git_repos[3].index.commit("Added rubric")
result = graders[1].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 2 grades student3 but does only a partial grading of student4
student3_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 20
- The PA1 Design:
Points Possible: 50
Points Obtained: 15
Total Points: 35 / 100
Comments: >
Needs improvement!"""
with open(student3_rubric_path, "w") as f:
f.write(student3_rubric)
student4_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 35
- The PA1 Design:
Points Possible: 50
Points Obtained:
Total Points: 35 / 100
Comments: >
"""
with open(student4_rubric_path, "w") as f:
f.write(student4_rubric)
result = graders[1].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[2].index.add(["pa1.rubric.txt"])
student_git_repos[2].index.commit("Finished grading")
student_git_repos[3].index.add(["pa1.rubric.txt"])
student_git_repos[3].index.commit("Grading in progress")
result = graders[1].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 2 finishes grading
student4_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 35
- The PA1 Design:
Points Possible: 50
Points Obtained: 25
Total Points: 60 / 100
Comments: >
"""
with open(student4_rubric_path, "w") as f:
f.write(student4_rubric)
result = graders[1].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[3].index.add(["pa1.rubric.txt"])
student_git_repos[3].index.commit("Finished grading")
result = graders[1].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# The master instructor pulls the repos and pushes them to the students
result = instructors[0].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading collect-rubrics",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run(
"instructor grading show-grading-status",
["--use-stored-grades", "--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading",
["--to-students", "--yes", "pa1"])
self.assertEqual(result.exit_code, 0)
for student_id, student in zip(student_ids, students):
repo, path = student.get_local_git_repository(student_id)
repo.remote("origin").pull("pa1-grading:pa1-grading")
repo.heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(path + "/pa1.rubric.txt"))
def student_assignment_submit(ctx, course, team_id, assignment_id, commit_sha,
extensions, force, yes):
assignment = course.get_assignment(assignment_id)
if assignment is None:
print "Assignment %s does not exist" % assignment_id
ctx.exit(CHISUBMIT_FAIL)
team = course.get_team(team_id)
if team is None:
print "Team %s does not exist" % team_id
ctx.exit(CHISUBMIT_FAIL)
ta = team.get_assignment(assignment_id)
if ta is None:
print "Team %s is not registered for assignment %s" % (team_id,
assignment_id)
ctx.exit(CHISUBMIT_FAIL)
if team.has_assignment_ready_for_grading(assignment):
print "You cannot re-submit this assignment."
print "You made a submission before the deadline, and the deadline has passed."
ctx.exit(CHISUBMIT_FAIL)
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print "Could not connect to git server."
ctx.exit(CHISUBMIT_FAIL)
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print "Commit %s does not exist in repository" % commit_sha
ctx.exit(CHISUBMIT_FAIL)
response = assignment.submit(team_id, commit_sha, extensions, dry_run=True)
success = response["success"]
dry_run = response["dry_run"]
deadline_utc = parse(response["submission"]["deadline"])
submitted_at_utc = parse(response["submission"]["submitted_at"])
extensions_needed = response["submission"]["extensions_needed"]
extensions_requested = response["submission"]["extensions_requested"]
extensions_available_before = response["team"][
"extensions_available_before"]
extensions_available = response["team"]["extensions_available"]
if response["prior_submission"]["submitted_at"] is not None:
prior_submitted_at_utc = parse(
response["prior_submission"]["submitted_at"])
prior_submitted_at_local = convert_datetime_to_local(
prior_submitted_at_utc)
prior_commit_sha = response["prior_submission"]["commit_sha"]
prior_extensions_used = response["prior_submission"]["extensions_used"]
deadline_local = convert_datetime_to_local(deadline_utc)
submitted_at_local = convert_datetime_to_local(submitted_at_utc)
if not success:
if extensions_needed > extensions_available:
msg1 = "You do not have enough extensions to submit this assignment."
msg2 = "You would need %i extensions to submit this assignment at this " \
"time, but you only have %i left" % (extensions_needed, extensions_available)
elif extensions_requested < extensions_needed:
msg1 = "The number of extensions you have requested is insufficient."
msg2 = "You need to request %s extensions." % extensions_needed
elif extensions_requested > extensions_needed:
msg1 = "The number of extensions you have requested is excessive."
msg2 = "You only need to request %s extensions." % extensions_needed
print
print msg1
print
print " Deadline (UTC): %s" % deadline_utc.isoformat(sep=" ")
print " Now (UTC): %s" % submitted_at_utc.isoformat(sep=" ")
print
print " Deadline (Local): %s" % deadline_local.isoformat(sep=" ")
print " Now (Local): %s" % submitted_at_local.isoformat(sep=" ")
print
print msg2
print
ctx.exit(CHISUBMIT_FAIL)
else:
if prior_commit_sha is not None:
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit_sha:
print "You have already submitted assignment %s" % assignment.id
print "You submitted the following commit on %s:" % prior_submitted_at_local
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
print "You are trying to submit the same commit again (%s)" % prior_commit_sha
print "If you want to re-submit, please specify a different commit"
ctx.exit(CHISUBMIT_FAIL)
if not force:
print
print "You have already submitted assignment %s" % assignment.id
print "You submitted the following commit on %s:" % prior_submitted_at_local
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
print "If you want to submit again, please use the --force option"
ctx.exit(CHISUBMIT_FAIL)
else:
print
print "WARNING: You have already submitted assignment %s and you" % assignment.id
print "are about to overwrite the previous submission of the following commit:"
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
if prior_commit_sha is not None and force:
msg = "THE ABOVE SUBMISSION FOR %s (%s) WILL BE CANCELLED." % (
assignment.id, assignment.name)
print "!" * len(msg)
print msg
print "!" * len(msg)
print
print "If you continue, your submission for %s (%s)" % (
assignment.id, assignment.name)
print "will now point to the following commit:"
else:
print "You are going to make a submission for %s (%s)." % (
assignment.id, assignment.name)
print "The commit you are submitting is the following:"
print
print_commit(commit)
print
print "PLEASE VERIFY THIS IS THE EXACT COMMIT YOU WANT TO SUBMIT"
print
print "Your team currently has %i extensions" % (
extensions_available_before)
print
if prior_commit_sha is not None:
print "You used %i extensions in your previous submission of this assignment." % prior_extensions_used
print "and you are going to use %i additional extensions now." % (
extensions_needed - prior_extensions_used)
else:
print "You are going to use %i extensions on this submission." % extensions_needed
print
print "You will have %i extensions left after this submission." % extensions_available
print
print "Are you sure you want to continue? (y/n): ",
if not yes:
yesno = raw_input()
else:
yesno = 'y'
print 'y'
if yesno in ('y', 'Y', 'yes', 'Yes', 'YES'):
response = assignment.submit(team_id,
commit_sha,
extensions,
dry_run=False)
# TODO: Can't do this until GitLab supports updating tags
#
# message = "Extensions: %i\n" % extensions_requested
# if submission_tag is None:
# conn.create_submission_tag(course, team, tag_name, message, commit.sha)
# else:
# conn.update_submission_tag(course, team, tag_name, message, commit.sha)
print
if response["success"]:
print "Your submission has been completed."
else:
print "ERROR: Your submission was not completed."
return CHISUBMIT_SUCCESS
def instructor_assignment_submit(ctx, course, team_id, assignment_id,
commit_sha, extensions):
team = get_team_or_exit(ctx, course, team_id)
registration = get_assignment_registration_or_exit(ctx, team,
assignment_id)
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print "Could not connect to git server."
ctx.exit(CHISUBMIT_FAIL)
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print "Commit %s does not exist in repository" % commit_sha
ctx.exit(CHISUBMIT_FAIL)
if registration.final_submission is not None:
prior_commit_sha = registration.final_submission.commit_sha
prior_submitted_at_utc = registration.final_submission.submitted_at
prior_submitted_at_local = convert_datetime_to_local(
prior_submitted_at_utc)
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit_sha:
print "The team has already submitted assignment %s" % registration.assignment.assignment_id
print "They submitted the following commit on %s:" % prior_submitted_at_local
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
print "You are trying to submit the same commit again (%s)" % prior_commit_sha
print "If you want to re-submit, please specify a different commit"
ctx.exit(CHISUBMIT_FAIL)
print
print "WARNING: This team has already submitted assignment %s and you" % registration.assignment.assignment_id
print "are about to overwrite the previous submission of the following commit:"
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
if registration.final_submission is not None:
msg = "THE ABOVE SUBMISSION FOR %s (%s) WILL BE CANCELLED." % (
registration.assignment.assignment_id,
registration.assignment.name)
print "!" * len(msg)
print msg
print "!" * len(msg)
print
print "If you continue, their submission for %s (%s)" % (
registration.assignment.assignment_id,
registration.assignment.name)
print "will now point to the following commit:"
else:
print "You are going to make a submission for %s (%s)." % (
registration.assignment.assignment_id,
registration.assignment.name)
print "The commit you are submitting is the following:"
print
print_commit(commit)
print
print "PLEASE VERIFY THIS IS THE EXACT COMMIT YOU WANT TO SUBMIT"
print
print "Are you sure you want to continue? (y/n): ",
yesno = raw_input()
if yesno in ('y', 'Y', 'yes', 'Yes', 'YES'):
try:
submit_response = registration.submit(
commit_sha, extensions_override=extensions, dry_run=False)
print "The submission has been completed."
return CHISUBMIT_SUCCESS
except BadRequestException, bre:
print "ERROR: The submission was not completed. The server reported the following errors:"
bre.print_errors()
return CHISUBMIT_FAIL
def test_complete_with_extensions_per_team(self, runner):
course_id = u"cmsc40200"
course_name = u"Foobarmentals of Foobar"
admin_id = u"admin"
instructor_ids = [u"instructor"]
grader_ids = [u"grader"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(
runner, course_id, admin_id, instructor_ids, grader_ids,
student_ids)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
result = admin.run("admin course set-option %s default-extensions 2" %
(course_id))
self.assertEquals(result.exit_code, 0)
result = admin.run(
"admin course set-option %s extension-policy per_team" %
(course_id))
self.assertEquals(result.exit_code, 0)
self.add_users_to_course(admin, course_id, instructors, graders,
students)
teams = ["the-flaming-foobars", "the-magnificent-mallocs"]
students_team = [students[0:2], students[2:4]]
deadline = get_datetime_now_utc() - timedelta(hours=23)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run(
"instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run(
"instructor assignment add-grade-component",
["pa1", "tests", "The PA1 Tests", "50"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run(
"instructor assignment add-grade-component",
["pa1", "design", "The PA1 Design", "50"])
self.assertEquals(result.exit_code, 0)
deadline = get_datetime_now_utc() - timedelta(hours=49)
deadline = deadline.isoformat(sep=" ")
result = instructors[0].run(
"instructor assignment add",
["pa2", "Programming Assignment 2", deadline])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run(
"instructor assignment add-grade-component",
["pa2", "tests", "The PA2 Tests", "50"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run(
"instructor assignment add-grade-component",
["pa2", "design", "The PA2 Design", "50"])
self.assertEquals(result.exit_code, 0)
result = admin.run(
"admin course show",
["--include-users", "--include-assignments", course_id])
self.assertEquals(result.exit_code, 0)
self.register_team(students_team[0], teams[0], "pa1", course_id)
self.register_team(students_team[1], teams[1], "pa1", course_id)
self.register_team(students_team[0], teams[0], "pa2", course_id)
result = students_team[0][0].run("student team list")
self.assertEquals(result.exit_code, 0)
self.assertIn(teams[0], result.output)
self.assertNotIn(teams[1], result.output)
result = students_team[1][0].run("student team list")
self.assertEquals(result.exit_code, 0)
self.assertIn(teams[1], result.output)
self.assertNotIn(teams[0], result.output)
result = students_team[0][0].run("student team show", [teams[1]])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student team show", [teams[0]])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
result = instructors[0].run("instructor team set-attribute",
[teams[0], "alias", "foobar " + teams[0]])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team set-attribute",
[teams[1], "alias", "foobar " + teams[1]])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team list")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[0]])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[1]])
self.assertEquals(result.exit_code, 0)
team_git_paths, team_git_repos, team_commits = self.create_team_repos(
admin, course_id, teams, students_team)
# Try to submit without enough extensions
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa1", team_commits[0][0].hexsha, "--extensions", "0",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Try to submit with too many extensions
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa1", team_commits[0][0].hexsha, "--extensions", "2",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Submit with just the right number
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa1", team_commits[0][0].hexsha, "--extensions", "1",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEquals(result.exit_code, 0)
# Try submitting an already-submitted assignment
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa1", team_commits[0][1].hexsha, "--extensions", "1",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Try submitting an already-submitted assignment, with the same
# commit as before
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa1", team_commits[0][0].hexsha, "--extensions", "1",
"--yes", "--force"
])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Submit an already-submitted assignment
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa1", team_commits[0][1].hexsha, "--extensions", "1",
"--yes", "--force"
])
self.assertEquals(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEquals(result.exit_code, 0)
# Try requesting more extensions than the team has
result = students_team[0][0].run("student assignment submit", [
teams[0], "pa2", team_commits[0][1].hexsha, "--extensions", "3",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Try submitting for a project the team is not registered for
result = students_team[1][0].run("student assignment submit", [
teams[1], "pa2", team_commits[1][1].hexsha, "--extensions", "0",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student assignment submit", [
teams[1], "pa1", team_commits[1][1].hexsha, "--extensions", "1",
"--yes"
])
self.assertEquals(result.exit_code, CHISUBMIT_SUCCESS)
result = instructors[0].run("instructor grading list-submissions",
["pa1"])
self.assertEquals(result.exit_code, 0)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print
print "~~~ Time has moved 'forward' by two hours ~~~"
print
result = instructors[0].run("instructor grading list-submissions",
["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-repos",
["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run(
"instructor grading create-grading-branches", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading set-grade",
[teams[0], "pa1", "tests", "100"])
self.assertEquals(result.exit_code, 1)
result = instructors[0].run("instructor grading set-grade",
[teams[0], "pa1", "tests", "40"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading set-grade",
[teams[1], "pa1", "tests", "45"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading set-grade",
[teams[0], "pa1", "tests", "50"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading add-rubrics",
["pa1", "--commit"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-graders",
["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run(
"instructor grading list-grader-assignments", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading-branches",
["--to-staging", "pa1"])
self.assertEquals(result.exit_code, 0)
result = graders[0].run("grader create-local-grading-repos",
[graders[0].user_id, "pa1"])
self.assertEquals(result.exit_code, 0)
team1_grading_repo_path = ".chisubmit/repositories/%s/%s/%s" % (
course_id, "pa1", teams[0])
team2_grading_repo_path = ".chisubmit/repositories/%s/%s/%s" % (
course_id, "pa1", teams[1])
team_git_repos[0], team_git_paths[0] = graders[
0].get_local_git_repository(team1_grading_repo_path)
team_git_repos[1], team_git_paths[1] = graders[
0].get_local_git_repository(team2_grading_repo_path)
team1_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[0]
team2_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[1]
team1_rubric = """Points:
The PA1 Tests:
Points Possible: 50
Points Obtained: 45
The PA1 Design:
Points Possible: 50
Points Obtained: 30
Penalties:
Used O(n^156) algorithm: -10
Submitted code in a Word document: -30
Total Points: 35 / 100
Comments: >
None"""
with open(team1_rubric_path, "w") as f:
f.write(team1_rubric)
result = graders[0].run(
"grader validate-rubrics",
[graders[0].user_id, "pa1", "--only", teams[0]])
self.assertEquals(result.exit_code, 0)
team_git_repos[0].index.add(["pa1.rubric.txt"])
team_git_repos[0].index.commit("Finished grading")
with open("%s/bar" % team_git_paths[1], "a") as f:
f.write("Great job!\n")
team2_rubric = """Points:
The PA1 Tests:
Points Possible: 50
Points Obtained: 50
The PA1 Design:
Points Possible: 50
Points Obtained: 45
Total Points: 95 / 100
Comments: >
Great job!"""
with open(team2_rubric_path, "w") as f:
f.write(team2_rubric)
result = graders[0].run(
"grader validate-rubrics",
[graders[0].user_id, "pa1", "--only", teams[1]])
self.assertEquals(result.exit_code, 0)
team_git_repos[1].index.add(["pa1.rubric.txt"])
team_git_repos[1].index.add(["bar"])
team_git_repos[1].index.commit("Finished grading")
result = graders[0].run("grader validate-rubrics",
[graders[0].user_id, "pa1"])
self.assertEquals(result.exit_code, 0)
result = graders[0].run("grader push-grading-branches",
[graders[0].user_id, "pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading pull-grading-branches",
["--from-staging", "pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading collect-rubrics",
["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading-branches",
["--to-students", "pa1"])
self.assertEquals(result.exit_code, 0)
team_git_repos[0], team_git_paths[0] = students_team[0][
0].get_local_git_repository(teams[0])
team_git_repos[0].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[0].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
team_git_repos[1], team_git_paths[1] = students_team[1][
0].get_local_git_repository(teams[1])
team_git_repos[1].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[1].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
self.assertIn("Great job!", open(team_git_paths[1] + "/bar").read())
def student_assignment_submit(ctx, course, assignment_id, commit_sha, yes):
assignment = get_assignment_or_exit(ctx, course, assignment_id)
# Determine team for this assignment
team, registration = get_team_registration_from_user(ctx, course, assignment)
team_members = team.get_team_members()
title = "SUBMISSION FOR ASSIGNMENT %s (%s)" % (assignment.assignment_id, assignment.name)
print title
print "-" * len(title)
print
if len(team_members) == 1:
student = team_members[0].student
individual = True
print "This is an INDIVIDUAL submission for %s %s" % (student.user.first_name, student.user.last_name)
else:
students = [tm.student for tm in team_members]
individual = False
print "This is a TEAM submission for team %s with the following students:" % team.team_id
for s in students:
print " - %s %s" % (s.user.first_name, s.user.last_name)
print
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print "Could not connect to git server."
ctx.exit(CHISUBMIT_FAIL)
if commit_sha is None:
commit = conn.get_latest_commit(course, team)
if commit is None:
print "It seems there are no commits in your repository, so I cannot submit anything"
ctx.exit(CHISUBMIT_FAIL)
user_specified_commit = False
else:
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print "Commit %s does not exist in repository" % commit_sha
ctx.exit(CHISUBMIT_FAIL)
user_specified_commit = True
try:
submit_response = registration.submit(commit.sha, dry_run = True)
except BadRequestException, bre:
response_data = bre.json
if "extensions_needed" in response_data and "extensions_available" in response_data:
extensions_needed = response_data["extensions_needed"]
extensions_available = response_data["extensions_available"]
deadline_utc = parse(response_data["deadline"])
submitted_at_utc = parse(response_data["submitted_at"])
deadline_local = convert_datetime_to_local(deadline_utc)
submitted_at_local = convert_datetime_to_local(submitted_at_utc)
if extensions_needed > extensions_available:
msg1 = "You do not have enough extensions to submit this assignment."
msg2 = "You would need %i extensions to submit this assignment at this " \
"time, but you only have %i left" % (extensions_needed, extensions_available)
print
print msg1
print
print " Deadline (UTC): %s" % deadline_utc.isoformat(sep=" ")
print " Now (UTC): %s" % submitted_at_utc.isoformat(sep=" ")
print
print " Deadline (Local): %s" % deadline_local.isoformat(sep=" ")
print " Now (Local): %s" % submitted_at_local.isoformat(sep=" ")
print
print msg2
print
else:
print "ERROR: Your submission cannot be completed. The server reported the following:"
print
bre.print_errors()
else:
print "ERROR: Your submission cannot be completed. The server reported the following:"
print
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
else:
print "ERROR: Your submission cannot be completed. The server reported the following:"
print
bre.print_errors()
else:
print "ERROR: Your submission cannot be completed. The server reported the following:"
print
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
if registration.final_submission is not None:
prior_commit_sha = registration.final_submission.commit_sha
prior_extensions_used = registration.final_submission.extensions_used
prior_submitted_at_utc = registration.final_submission.submitted_at
prior_submitted_at_local = convert_datetime_to_local(prior_submitted_at_utc)
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit.sha:
print "You have already submitted assignment %s" % registration.assignment.assignment_id
print
print "You submitted the following commit on %s:" % prior_submitted_at_local
print
if submission_commit is None:
print "WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha
else:
print_commit(submission_commit)
print
if user_specified_commit:
print "You are trying to submit the same commit again (%s)" % prior_commit_sha
def test_complete_with_extensions_per_team(self, runner):
course_id = u"cmsc40200"
course_name = u"Foobarmentals of Foobar"
admin_id = u"admin"
instructor_ids = [u"instructor"]
grader_ids = [u"grader"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(
runner,
admin_id,
instructor_ids,
grader_ids,
student_ids,
course_id,
verbose=True)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
result = admin.run(
"admin course set-attribute %s default_extensions 2" % (course_id))
self.assertEqual(result.exit_code, 0)
result = admin.run(
"admin course set-attribute %s extension_policy per-team" %
(course_id))
self.assertEqual(result.exit_code, 0)
self.add_users_to_course(admin, course_id, instructors, graders,
students)
teams = ["student1-student2", "student3-student4"]
students_team = [students[0:2], students[2:4]]
deadline = get_datetime_now_utc() - timedelta(hours=23)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run(
"instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "min_students", "2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "max_students", "2"])
self.assertEqual(result.exit_code, 0)
pa1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained:
- The PA1 Design:
Points Possible: 50
Points Obtained:
Total Points: 0 / 100
"""
with open("pa1.rubric.txt", "w") as f:
f.write(pa1_rubric)
result = instructors[0].run("instructor assignment add-rubric",
["pa1", "pa1.rubric.txt"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment show-rubric",
["pa1"])
self.assertEqual(result.exit_code, 0)
deadline = get_datetime_now_utc() - timedelta(hours=49)
deadline = deadline.isoformat(sep=" ")
result = instructors[0].run(
"instructor assignment add",
["pa2", "Programming Assignment 2", deadline])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa2", "min_students", "2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa2", "max_students", "2"])
self.assertEqual(result.exit_code, 0)
pa2_rubric = """Points:
- The PA2 Tests:
Points Possible: 50
Points Obtained:
- The PA2 Design:
Points Possible: 50
Points Obtained:
Total Points: 0 / 100
"""
with open("pa2.rubric.txt", "w") as f:
f.write(pa2_rubric)
result = instructors[0].run("instructor assignment add-rubric",
["pa2", "pa2.rubric.txt"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment show-rubric",
["pa2"])
self.assertEqual(result.exit_code, 0)
result = admin.run(
"admin course show",
["--include-users", "--include-assignments", course_id])
self.assertEqual(result.exit_code, 0)
self.register_team(students_team[0], teams[0], "pa1", course_id)
self.register_team(students_team[1], teams[1], "pa1", course_id)
self.register_team(students_team[0], teams[0], "pa2", course_id)
result = students_team[0][0].run("student team list")
self.assertEqual(result.exit_code, 0)
self.assertIn(teams[0], result.output)
self.assertNotIn(teams[1], result.output)
result = students_team[1][0].run("student team list")
self.assertEqual(result.exit_code, 0)
self.assertIn(teams[1], result.output)
self.assertNotIn(teams[0], result.output)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
result = students_team[0][0].run("student team show", [teams[1]])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student team show", [teams[1]])
self.assertEqual(result.exit_code, 0)
result = students_team[1][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
result = instructors[0].run("instructor team list")
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[1]])
self.assertEqual(result.exit_code, 0)
team_git_paths, team_git_repos, team_commits = self.create_team_repos(
admin, course_id, teams, students_team)
# Submit with just the right number
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
# Try submitting an already-submitted assignment, with the same
# commit as before (without --commit-sha)
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
# Try submitting an already-submitted assignment, with the same
# commit as before (with --commit-sha)
result = students_team[0][0].run(
"student assignment submit",
["pa1", "--yes", "--commit-sha", team_commits[0][1].hexsha])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
# Submit an already-submitted assignment
result = students_team[0][0].run(
"student assignment submit",
["pa1", "--yes", "--commit-sha", team_commits[0][0].hexsha])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
# Try submitting for a project the team is not registered for
result = students_team[1][0].run("student assignment submit",
["pa2", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run(
"student assignment submit",
["pa1", "--yes", "--commit-sha", team_commits[1][0].hexsha])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[1][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = instructors[0].run("instructor grading list-submissions",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos",
["repos/all/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos",
["--assignment", "pa1", "repos/pa1/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", [
"--assignment", "pa1", "repos/ready/", "--only-ready-for-grading"
])
self.assertEqual(result.exit_code, 0)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print()
print("~~~ Time has moved 'forward' by two hours ~~~")
print()
result = instructors[0].run("instructor grading list-submissions",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos",
["repos/all/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos",
["--assignment", "pa1", "repos/pa1/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", [
"--assignment", "pa1", "repos/ready/", "--only-ready-for-grading"
])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-repos",
["--master", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-graders",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run(
"instructor grading list-grader-assignments", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("grader pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
team1_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (
course_id, "pa1", teams[0])
team2_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (
course_id, "pa1", teams[1])
team_git_repos[0], team_git_paths[0] = graders[
0].get_local_git_repository(team1_grading_repo_path)
team_git_repos[1], team_git_paths[1] = graders[
0].get_local_git_repository(team2_grading_repo_path)
team1_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[0]
team2_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[1]
team1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 45
- The PA1 Design:
Points Possible: 50
Points Obtained: 30
Penalties:
Used O(n^156) algorithm: -10
Submitted code in a Word document: -30
Bonuses:
Worked alone: 15
Total Points: 50 / 100
Comments: >
None"""
with open(team1_rubric_path, "w") as f:
f.write(team1_rubric)
result = graders[0].run("grader validate-rubrics",
["pa1", "--only", teams[0]])
self.assertEqual(result.exit_code, 0)
team_git_repos[0].index.add(["pa1.rubric.txt"])
team_git_repos[0].index.commit("Finished grading")
with open("%s/bar" % team_git_paths[1], "a") as f:
f.write("Great job!\n")
team2_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 50
- The PA1 Design:
Points Possible: 50
Points Obtained: 45
Total Points: 95 / 100
Comments: >
Great job!"""
with open(team2_rubric_path, "w") as f:
f.write(team2_rubric)
result = graders[0].run("grader validate-rubrics",
["pa1", "--only", teams[1]])
self.assertEqual(result.exit_code, 0)
team_git_repos[1].index.add(["pa1.rubric.txt"])
team_git_repos[1].index.add(["bar"])
team_git_repos[1].index.commit("Finished grading")
result = graders[0].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics",
["pa1", "--only", teams[0]])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics",
["pa1", "--only", teams[1]])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics",
["pa1", "--grader", "grader"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status",
["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading collect-rubrics",
["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run(
"instructor grading show-grading-status",
["--use-stored-grades", "--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading",
["--to-students", "--yes", "pa1"])
self.assertEqual(result.exit_code, 0)
team_git_repos[0], team_git_paths[0] = students_team[0][
0].get_local_git_repository(teams[0])
team_git_repos[0].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[0].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
team_git_repos[1], team_git_paths[1] = students_team[1][
0].get_local_git_repository(teams[1])
team_git_repos[1].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[1].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
self.assertIn("Great job!", open(team_git_paths[1] + "/bar").read())
def student_assignment_submit(ctx, course, assignment_id, commit_sha, yes):
assignment = get_assignment_or_exit(ctx, course, assignment_id)
# Determine team for this assignment
team, registration = get_team_registration_from_user(
ctx, course, assignment)
team_members = team.get_team_members()
title = "SUBMISSION FOR ASSIGNMENT %s (%s)" % (assignment.assignment_id,
assignment.name)
print(title)
print("-" * len(title))
print()
if len(team_members) == 1:
student = team_members[0].student
individual = True
print("This is an INDIVIDUAL submission for %s %s" %
(student.user.first_name, student.user.last_name))
else:
students = [tm.student for tm in team_members]
individual = False
print(
"This is a TEAM submission for team %s with the following students:"
% team.team_id)
for s in students:
print(" - %s %s" % (s.user.first_name, s.user.last_name))
print()
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print("Could not connect to git server.")
ctx.exit(CHISUBMIT_FAIL)
if commit_sha is None:
commit = conn.get_latest_commit(course, team)
if commit is None:
print(
"It seems there are no commits in your repository, so I cannot submit anything"
)
ctx.exit(CHISUBMIT_FAIL)
user_specified_commit = False
else:
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print("Commit %s does not exist in repository" % commit_sha)
ctx.exit(CHISUBMIT_FAIL)
user_specified_commit = True
try:
submit_response = registration.submit(commit.sha, dry_run=True)
except BadRequestException as bre:
response_data = bre.json
if "extensions_needed" in response_data and "extensions_available" in response_data:
extensions_needed = response_data["extensions_needed"]
extensions_available = response_data["extensions_available"]
deadline_utc = parse(response_data["deadline"])
submitted_at_utc = parse(response_data["submitted_at"])
deadline_local = convert_datetime_to_local(deadline_utc)
submitted_at_local = convert_datetime_to_local(submitted_at_utc)
if extensions_needed > extensions_available:
msg1 = "You do not have enough extensions to submit this assignment."
msg2 = "You would need %i extensions to submit this assignment at this " \
"time, but you only have %i left" % (extensions_needed, extensions_available)
print()
print(msg1)
print()
print(" Deadline (UTC): %s" %
deadline_utc.isoformat(sep=" "))
print(" Now (UTC): %s" %
submitted_at_utc.isoformat(sep=" "))
print()
print(" Deadline (Local): %s" %
deadline_local.isoformat(sep=" "))
print(" Now (Local): %s" %
submitted_at_local.isoformat(sep=" "))
print()
print(msg2)
print()
else:
print(
"ERROR: Your submission cannot be completed. The server reported the following:"
)
print()
bre.print_errors()
else:
print(
"ERROR: Your submission cannot be completed. The server reported the following:"
)
print()
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
if registration.final_submission is not None:
prior_commit_sha = registration.final_submission.commit_sha
prior_extensions_used = registration.final_submission.extensions_used
prior_submitted_at_utc = registration.final_submission.submitted_at
prior_submitted_at_local = convert_datetime_to_local(
prior_submitted_at_utc)
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit.sha:
print("You have already submitted assignment %s" %
registration.assignment.assignment_id)
print()
print("You submitted the following commit on %s:" %
prior_submitted_at_local)
print()
if submission_commit is None:
print(
"WARNING: Previously submitted commit '%s' is not in the repository!"
% prior_commit_sha)
else:
print_commit(submission_commit)
print()
if user_specified_commit:
print("You are trying to submit the same commit again (%s)" %
prior_commit_sha)
print(
"If you want to re-submit, please specify a different commit."
)
else:
print(
"The above commit is the latest commit in your repository."
)
print()
print(
"If you were expecting to see a different commit, make sure you've pushed"
)
print("your latest code to your repository.")
ctx.exit(CHISUBMIT_FAIL)
print("You have already submitted assignment %s" %
registration.assignment.assignment_id)
print()
print("You submitted the following commit on %s:" %
prior_submitted_at_local)
print()
if submission_commit is None:
print(
"WARNING: Previously submitted commit '%s' is not in the repository!"
% prior_commit_sha)
else:
print_commit(submission_commit)
print()
msg = "IF YOU CONTINUE, THE ABOVE SUBMISSION FOR %s (%s) WILL BE CANCELLED." % (
registration.assignment.assignment_id,
registration.assignment.name)
print("!" * len(msg))
print(msg)
print("!" * len(msg))
print()
if not user_specified_commit:
print(
"If you continue, your submission will instead point to the latest commit in your repository:"
)
else:
print(
"If you continue, your submission will instead point to the following commit:"
)
else:
if not user_specified_commit:
print("The latest commit in your repository is the following:")
else:
print("The commit you are submitting is the following:")
print()
print_commit(commit)
print()
print("PLEASE VERIFY THIS IS THE EXACT COMMIT YOU WANT TO SUBMIT")
print()
if individual:
print("You currently have %i extensions" %
(submit_response.extensions_before))
else:
print("Your team currently has %i extensions" %
(submit_response.extensions_before))
print()
if registration.final_submission is not None:
print(
"You used %i extensions in your previous submission of this assignment."
% prior_extensions_used)
print("and you are going to use %i additional extensions now." %
(submit_response.extensions_needed - prior_extensions_used))
else:
print("You are going to use %i extensions on this submission." %
submit_response.extensions_needed)
print()
print("You will have %i extensions left after this submission." %
submit_response.extensions_after)
print()
if submit_response.in_grace_period:
print(
"NOTE: You are submitting after the deadline, but the instructor has"
)
print(
"allowed some extra time after the deadline for students to submit"
)
print("without having to consume an extension.")
print()
print("Are you sure you want to continue? (y/n): ", end=' ')
if not yes:
yesno = input()
else:
yesno = 'y'
print('y')
if yesno in ('y', 'Y', 'yes', 'Yes', 'YES'):
try:
submit_response = registration.submit(commit.sha, dry_run=False)
# TODO: Can't do this until GitLab supports updating tags
#
# message = "Extensions: %i\n" % extensions_requested
# if submission_tag is None:
# conn.create_submission_tag(course, team, tag_name, message, commit.sha)
# else:
# conn.update_submission_tag(course, team, tag_name, message, commit.sha)
print()
print("Your submission has been completed.")
if submit_response.in_grace_period:
print()
print(
"Your submission was made during the deadline's grace period. This means"
)
print(
"that, although your submission was technically made *after* the"
)
print(
"deadline, we are counting it as if it had been made before the deadline."
)
print()
print(
"In the future, you should not rely on the presence of this grace period!"
)
print(
"Your instructor may choose not to use one in future assignments, or may"
)
print(
"use a shorter grace period. Your instructor is also aware of what"
)
print(
"submissions are made during the grace period; if you repeatedly submit"
)
print(
"during the grace period, your instructor may charge you an extension"
)
print(
"or refuse to accept your assignment if you are out of extensions."
)
return CHISUBMIT_SUCCESS
except BadRequestException as bre:
print()
print(
"ERROR: Your submission was not completed. The server reported the following errors:"
)
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
else:
print("Your submission has not been completed.")
print()
print(
"If you chose not to proceed because the above commit is not the one you wanted"
)
print(
"to submit, make sure you've pushed your latest code to your repository before"
)
print("attempting to submit again.")
print()
print(
"If you want to submit a different commit from your latest commit (e.g., an earlier"
)
print(
"commit), you can use the --commit-sha option to specify a different commit."
)
ctx.exit(CHISUBMIT_FAIL)
def test_complete_with_gradescope(self, runner):
course_id = u"cmsc40300"
course_name = u"Foobarmentals of Foobar II"
admin_id = u"admin"
instructor_ids = [u"instructor"]
grader_ids = [u"grader"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(
runner,
admin_id,
instructor_ids,
grader_ids,
student_ids,
course_id,
gradescope_api_key="gradescope-testing",
verbose=True)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
course = Course.get_by_course_id(course_id)
self.assertIsNotNone(course)
self.assertEqual(course.name, course_name)
result = admin.run("admin course set-attribute %s gradescope_id 4242" %
(course_id))
self.assertEqual(result.exit_code, 0)
self.add_users_to_course(admin, course_id, instructors, graders,
students)
deadline = get_datetime_now_utc() + timedelta(hours=1)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run(
"instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "max_students", "2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "gradescope_id", "3737"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "expected_files", "foo,b*,qux"])
self.assertEqual(result.exit_code, 0)
teams = [u"student1-student2", u"student3-student4"]
students_team = [(students[0], students[1]),
(students[2], students[3])]
self.register_team(students_team[0], teams[0], "pa1", course_id)
self.register_team(students_team[1], teams[1], "pa1", course_id)
_, _, team_commits = self.create_team_repos(admin, course_id,
teams[0:2],
students_team[0:2])
# Team 0 and 1 submit
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[1][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
for team, student_team in zip(teams, students_team):
result = student_team[0].run("student team show", [team])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print()
print("~~~ Time has moved 'forward' by two hours ~~~")
print()
# Instructor uploads to Gradescope. Both repos should be skipped
# because we haven't created the the grading repos yet
result = instructors[0].run("instructor grading gradescope-upload",
["--dry-run", "pa1"])
self.assertEqual(result.exit_code, 0)
# Instructor creates grading repos
result = instructors[0].run("instructor grading create-grading-repos",
["--master", "pa1"])
self.assertEqual(result.exit_code, 0)
# Instructor uploads to Gradescope. Both repos should be skipped
# because they're missing required file "qux"
result = instructors[0].run("instructor grading gradescope-upload",
["--dry-run", "pa1"])
self.assertEqual(result.exit_code, 0)
# We change the list of expected files
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "expected_files", "foo,b*"])
self.assertEqual(result.exit_code, 0)
# Instructor uploads to Gradescope. Both repos should be uploaded
# (but we're running in dry-run mode, so we don't actually contact
# Gradescope)
result = instructors[0].run("instructor grading gradescope-upload",
["--dry-run", "pa1"])
self.assertEqual(result.exit_code, 0)
def instructor_assignment_submit(ctx, course, team_id, assignment_id, commit_sha, extensions):
team = get_team_or_exit(ctx, course, team_id)
registration = get_assignment_registration_or_exit(ctx, team, assignment_id)
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print("Could not connect to git server.")
ctx.exit(CHISUBMIT_FAIL)
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print("Commit %s does not exist in repository" % commit_sha)
ctx.exit(CHISUBMIT_FAIL)
if registration.final_submission is not None:
prior_commit_sha = registration.final_submission.commit_sha
prior_submitted_at_utc = registration.final_submission.submitted_at
prior_submitted_at_local = convert_datetime_to_local(prior_submitted_at_utc)
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit_sha:
print("The team has already submitted assignment %s" % registration.assignment.assignment_id)
print("They submitted the following commit on %s:" % prior_submitted_at_local)
print()
if submission_commit is None:
print("WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha)
else:
print_commit(submission_commit)
print()
print("You are trying to submit the same commit again (%s)" % prior_commit_sha)
print("If you want to re-submit, please specify a different commit")
ctx.exit(CHISUBMIT_FAIL)
print()
print("WARNING: This team has already submitted assignment %s and you" % registration.assignment.assignment_id)
print("are about to overwrite the previous submission of the following commit:")
print()
if submission_commit is None:
print("WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha)
else:
print_commit(submission_commit)
print()
if registration.final_submission is not None:
msg = "THE ABOVE SUBMISSION FOR %s (%s) WILL BE CANCELLED." % (registration.assignment.assignment_id, registration.assignment.name)
print("!"*len(msg))
print(msg)
print("!"*len(msg))
print()
print("If you continue, their submission for %s (%s)" % (registration.assignment.assignment_id, registration.assignment.name))
print("will now point to the following commit:")
else:
print("You are going to make a submission for %s (%s)." % (registration.assignment.assignment_id, registration.assignment.name))
print("The commit you are submitting is the following:")
print()
print_commit(commit)
print()
print("PLEASE VERIFY THIS IS THE EXACT COMMIT YOU WANT TO SUBMIT")
print()
print("Are you sure you want to continue? (y/n): ", end=' ')
yesno = input()
if yesno in ('y', 'Y', 'yes', 'Yes', 'YES'):
try:
submit_response = registration.submit(commit_sha, extensions_override = extensions, dry_run=False)
print("The submission has been completed.")
return CHISUBMIT_SUCCESS
except BadRequestException as bre:
print("ERROR: The submission was not completed. The server reported the following errors:")
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
def test_complete_with_extensions_per_team(self, runner):
course_id = u"cmsc40200"
course_name = u"Foobarmentals of Foobar"
admin_id = u"admin"
instructor_ids = [u"instructor"]
grader_ids= [u"grader"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(runner, admin_id, instructor_ids, grader_ids, student_ids, course_id, verbose = True)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
result = admin.run("admin course set-attribute %s default_extensions 2" % (course_id))
self.assertEqual(result.exit_code, 0)
result = admin.run("admin course set-attribute %s extension_policy per-team" % (course_id))
self.assertEqual(result.exit_code, 0)
self.add_users_to_course(admin, course_id, instructors, graders, students)
teams = ["student1-student2", "student3-student4"]
students_team = [students[0:2], students[2:4]]
deadline = get_datetime_now_utc() - timedelta(hours=23)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run("instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "min_students", "2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa1", "max_students", "2"])
self.assertEqual(result.exit_code, 0)
pa1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained:
- The PA1 Design:
Points Possible: 50
Points Obtained:
Total Points: 0 / 100
"""
with open("pa1.rubric.txt", "w") as f:
f.write(pa1_rubric)
result = instructors[0].run("instructor assignment add-rubric",
["pa1", "pa1.rubric.txt"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment show-rubric",
["pa1"])
self.assertEqual(result.exit_code, 0)
deadline = get_datetime_now_utc() - timedelta(hours=49)
deadline = deadline.isoformat(sep=" ")
result = instructors[0].run("instructor assignment add",
["pa2", "Programming Assignment 2", deadline])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa2", "min_students", "2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment set-attribute",
["pa2", "max_students", "2"])
self.assertEqual(result.exit_code, 0)
pa2_rubric = """Points:
- The PA2 Tests:
Points Possible: 50
Points Obtained:
- The PA2 Design:
Points Possible: 50
Points Obtained:
Total Points: 0 / 100
"""
with open("pa2.rubric.txt", "w") as f:
f.write(pa2_rubric)
result = instructors[0].run("instructor assignment add-rubric",
["pa2", "pa2.rubric.txt"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor assignment show-rubric",
["pa2"])
self.assertEqual(result.exit_code, 0)
result = admin.run("admin course show", ["--include-users", "--include-assignments", course_id])
self.assertEqual(result.exit_code, 0)
self.register_team(students_team[0], teams[0], "pa1", course_id)
self.register_team(students_team[1], teams[1], "pa1", course_id)
self.register_team(students_team[0], teams[0], "pa2", course_id)
result = students_team[0][0].run("student team list")
self.assertEqual(result.exit_code, 0)
self.assertIn(teams[0], result.output)
self.assertNotIn(teams[1], result.output)
result = students_team[1][0].run("student team list")
self.assertEqual(result.exit_code, 0)
self.assertIn(teams[1], result.output)
self.assertNotIn(teams[0], result.output)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
result = students_team[0][0].run("student team show", [teams[1]])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student team show", [teams[1]])
self.assertEqual(result.exit_code, 0)
result = students_team[1][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
result = instructors[0].run("instructor team list")
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[1]])
self.assertEqual(result.exit_code, 0)
team_git_paths, team_git_repos, team_commits = self.create_team_repos(admin, course_id, teams, students_team)
# Submit with just the right number
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
# Try submitting an already-submitted assignment, with the same
# commit as before (without --commit-sha)
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
# Try submitting an already-submitted assignment, with the same
# commit as before (with --commit-sha)
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes", "--commit-sha", team_commits[0][1].hexsha])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
# Submit an already-submitted assignment
result = students_team[0][0].run("student assignment submit",
["pa1", "--yes", "--commit-sha", team_commits[0][0].hexsha])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEqual(result.exit_code, 0)
# Try submitting for a project the team is not registered for
result = students_team[1][0].run("student assignment submit",
["pa2", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student assignment submit",
["pa1", "--yes", "--commit-sha", team_commits[1][0].hexsha])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[1][0].run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = instructors[0].run("instructor grading list-submissions", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", ["repos/all/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", ["--assignment", "pa1", "repos/pa1/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", ["--assignment", "pa1", "repos/ready/", "--only-ready-for-grading"])
self.assertEqual(result.exit_code, 0)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print()
print("~~~ Time has moved 'forward' by two hours ~~~")
print()
result = instructors[0].run("instructor grading list-submissions", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", ["repos/all/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", ["--assignment", "pa1", "repos/pa1/"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team pull-repos", ["--assignment", "pa1", "repos/ready/", "--only-ready-for-grading"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-repos", ["--master", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-graders", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grader-assignments", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("grader pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
team1_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (course_id, "pa1", teams[0])
team2_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (course_id, "pa1", teams[1])
team_git_repos[0], team_git_paths[0] = graders[0].get_local_git_repository(team1_grading_repo_path)
team_git_repos[1], team_git_paths[1] = graders[0].get_local_git_repository(team2_grading_repo_path)
team1_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[0]
team2_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[1]
team1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 45
- The PA1 Design:
Points Possible: 50
Points Obtained: 30
Penalties:
Used O(n^156) algorithm: -10
Submitted code in a Word document: -30
Bonuses:
Worked alone: 15
Total Points: 50 / 100
Comments: >
None"""
with open(team1_rubric_path, "w") as f:
f.write(team1_rubric)
result = graders[0].run("grader validate-rubrics", ["pa1", "--only", teams[0]])
self.assertEqual(result.exit_code, 0)
team_git_repos[0].index.add(["pa1.rubric.txt"])
team_git_repos[0].index.commit("Finished grading")
with open("%s/bar" % team_git_paths[1], "a") as f:
f.write("Great job!\n")
team2_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 50
- The PA1 Design:
Points Possible: 50
Points Obtained: 45
Total Points: 95 / 100
Comments: >
Great job!"""
with open(team2_rubric_path, "w") as f:
f.write(team2_rubric)
result = graders[0].run("grader validate-rubrics", ["pa1", "--only", teams[1]])
self.assertEqual(result.exit_code, 0)
team_git_repos[1].index.add(["pa1.rubric.txt"])
team_git_repos[1].index.add(["bar"])
team_git_repos[1].index.commit("Finished grading")
result = graders[0].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics", ["pa1", "--only", teams[0]])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics", ["pa1", "--only", teams[1]])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics", ["pa1", "--grader", "grader"])
self.assertEqual(result.exit_code, 0)
result = graders[0].run("instructor grading validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading collect-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status", ["--use-stored-grades", "--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading", ["--to-students", "--yes", "pa1"])
self.assertEqual(result.exit_code, 0)
team_git_repos[0], team_git_paths[0] = students_team[0][0].get_local_git_repository(teams[0])
team_git_repos[0].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[0].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
team_git_repos[1], team_git_paths[1] = students_team[1][0].get_local_git_repository(teams[1])
team_git_repos[1].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[1].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
self.assertIn("Great job!", open(team_git_paths[1]+"/bar").read())
def test_complete_with_multiple_instructors_multiple_graders(self, runner):
course_id = u"cmsc40200"
course_name = u"Foobarmentals of Foobar"
admin_id = u"admin"
instructor_ids = [u"instructor1", u"instructor2"]
grader_ids= [u"grader1", u"grader2"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(runner, admin_id, instructor_ids, grader_ids, student_ids, course_id, verbose = True)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
self.add_users_to_course(admin, course_id, instructors, graders, students)
students_team = [[s] for s in students]
deadline = get_datetime_now_utc() + timedelta(hours=1)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run("instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEqual(result.exit_code, 0)
pa1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained:
- The PA1 Design:
Points Possible: 50
Points Obtained:
Total Points: 0 / 100
"""
with open("pa1.rubric.txt", "w") as f:
f.write(pa1_rubric)
result = instructors[0].run("instructor assignment add-rubric",
["pa1", "pa1.rubric.txt"])
self.assertEqual(result.exit_code, 0)
result = admin.run("admin course show", ["--include-users", "--include-assignments", course_id])
self.assertEqual(result.exit_code, 0)
for student_id, student in zip(student_ids, students):
self.register_team([student], student_id, "pa1", course_id)
for student_id, student in zip(student_ids, students):
result = student.run("student team list")
self.assertEqual(result.exit_code, 0)
self.assertIn(student_id, result.output)
result = student.run("student team show", [student_id])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor team list")
self.assertEqual(result.exit_code, 0)
for student_id in student_ids:
result = instructors[0].run("instructor team show", [student_id])
self.assertEqual(result.exit_code, 0)
student_git_paths, student_git_repos, team_commits = self.create_team_repos(admin, course_id, student_ids, students_team)
for student_id, student in zip(student_ids, students):
result = student.run("student assignment submit",
["pa1", "--yes"])
self.assertEqual(result.exit_code, CHISUBMIT_SUCCESS)
result = student.run("student team show", [student_id])
self.assertEqual(result.exit_code, 0)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print()
print("~~~ Time has moved 'forward' by two hours ~~~")
print()
# The "master instructor" creates the grading repos
result = instructors[0].run("instructor grading list-submissions", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-repos", ["--master", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader", ["pa1", "student1", "grader1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader", ["pa1", "student2", "grader1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader", ["pa1", "student3", "grader2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-grader", ["pa1", "student4", "grader2"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grader-assignments", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor downloads the grading repos
result = instructors[1].run("instructor grading create-grading-repos", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 1 pulls their grading
result = graders[0].run("grader pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
student1_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (course_id, "pa1", "student1")
student2_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (course_id, "pa1", "student2")
student_git_repos[0], student_git_paths[0] = graders[0].get_local_git_repository(student1_grading_repo_path)
student_git_repos[1], student_git_paths[1] = graders[0].get_local_git_repository(student2_grading_repo_path)
student1_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[0]
student2_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[1]
# Grader 1 grades student1 and pushes the grading.
student1_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 45
- The PA1 Design:
Points Possible: 50
Points Obtained: 30
Penalties:
Used O(n^156) algorithm: -10
Submitted code in a Word document: -30
Bonuses:
Worked alone: 15
Total Points: 50 / 100
Comments: >
None"""
with open(student1_rubric_path, "w") as f:
f.write(student1_rubric)
result = graders[0].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[0].index.add(["pa1.rubric.txt"])
student_git_repos[0].index.commit("Finished grading")
result = graders[0].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 1 grades student2 and pushes the grading.
student2_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 50
- The PA1 Design:
Points Possible: 50
Points Obtained: 45
Total Points: 95 / 100
Comments: >
Great job!"""
with open(student2_rubric_path, "w") as f:
f.write(student2_rubric)
result = graders[0].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[1].index.add(["pa1.rubric.txt"])
student_git_repos[1].index.commit("Finished grading")
result = graders[0].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 2 pulls their grading
result = graders[1].run("grader pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
student3_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (course_id, "pa1", "student3")
student4_grading_repo_path = "chisubmit-test/repositories/%s/%s/%s" % (course_id, "pa1", "student4")
student_git_repos[2], student_git_paths[2] = graders[1].get_local_git_repository(student3_grading_repo_path)
student_git_repos[3], student_git_paths[3] = graders[1].get_local_git_repository(student4_grading_repo_path)
student3_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[2]
student4_rubric_path = "%s/pa1.rubric.txt" % student_git_paths[3]
# Grader 2 adds the empty rubrics (which should be generated by pull-grading)
result = graders[1].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[2].index.add(["pa1.rubric.txt"])
student_git_repos[2].index.commit("Added rubric")
student_git_repos[3].index.add(["pa1.rubric.txt"])
student_git_repos[3].index.commit("Added rubric")
result = graders[1].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 2 grades student3 but does only a partial grading of student4
student3_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 20
- The PA1 Design:
Points Possible: 50
Points Obtained: 15
Total Points: 35 / 100
Comments: >
Needs improvement!"""
with open(student3_rubric_path, "w") as f:
f.write(student3_rubric)
student4_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 35
- The PA1 Design:
Points Possible: 50
Points Obtained:
Total Points: 35 / 100
Comments: >
"""
with open(student4_rubric_path, "w") as f:
f.write(student4_rubric)
result = graders[1].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[2].index.add(["pa1.rubric.txt"])
student_git_repos[2].index.commit("Finished grading")
student_git_repos[3].index.add(["pa1.rubric.txt"])
student_git_repos[3].index.commit("Grading in progress")
result = graders[1].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# Grader 2 finishes grading
student4_rubric = """Points:
- The PA1 Tests:
Points Possible: 50
Points Obtained: 35
- The PA1 Design:
Points Possible: 50
Points Obtained: 25
Total Points: 60 / 100
Comments: >
"""
with open(student4_rubric_path, "w") as f:
f.write(student4_rubric)
result = graders[1].run("grader validate-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
student_git_repos[3].index.add(["pa1.rubric.txt"])
student_git_repos[3].index.commit("Finished grading")
result = graders[1].run("grader push-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
# The non-master instructor pulls the repos and generates a report
result = instructors[1].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[1].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
# The master instructor pulls the repos and pushes them to the students
result = instructors[0].run("instructor grading pull-grading", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status", ["--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading collect-rubrics", ["pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading show-grading-status", ["--use-stored-grades", "--by-grader", "pa1"])
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEqual(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading", ["--to-students", "--yes", "pa1"])
self.assertEqual(result.exit_code, 0)
for student_id, student in zip(student_ids, students):
repo, path = student.get_local_git_repository(student_id)
repo.remote("origin").pull("pa1-grading:pa1-grading")
repo.heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(path + "/pa1.rubric.txt"))
def student_assignment_submit(ctx, course, assignment_id, commit_sha, yes):
assignment = get_assignment_or_exit(ctx, course, assignment_id)
# Determine team for this assignment
team, registration = get_team_registration_from_user(ctx, course, assignment)
team_members = team.get_team_members()
title = "SUBMISSION FOR ASSIGNMENT %s (%s)" % (assignment.assignment_id, assignment.name)
print(title)
print("-" * len(title))
print()
if len(team_members) == 1:
student = team_members[0].student
individual = True
print("This is an INDIVIDUAL submission for %s %s" % (student.user.first_name, student.user.last_name))
else:
students = [tm.student for tm in team_members]
individual = False
print("This is a TEAM submission for team %s with the following students:" % team.team_id)
for s in students:
print(" - %s %s" % (s.user.first_name, s.user.last_name))
print()
conn = create_connection(course, ctx.obj['config'])
if conn is None:
print("Could not connect to git server.")
ctx.exit(CHISUBMIT_FAIL)
if commit_sha is None:
commit = conn.get_latest_commit(course, team)
if commit is None:
print("It seems there are no commits in your repository, so I cannot submit anything")
ctx.exit(CHISUBMIT_FAIL)
user_specified_commit = False
else:
commit = conn.get_commit(course, team, commit_sha)
if commit is None:
print("Commit %s does not exist in repository" % commit_sha)
ctx.exit(CHISUBMIT_FAIL)
user_specified_commit = True
try:
submit_response = registration.submit(commit.sha, dry_run = True)
except BadRequestException as bre:
response_data = bre.json
if "extensions_needed" in response_data and "extensions_available" in response_data:
extensions_needed = response_data["extensions_needed"]
extensions_available = response_data["extensions_available"]
deadline_utc = parse(response_data["deadline"])
submitted_at_utc = parse(response_data["submitted_at"])
deadline_local = convert_datetime_to_local(deadline_utc)
submitted_at_local = convert_datetime_to_local(submitted_at_utc)
if extensions_needed > extensions_available:
msg1 = "You do not have enough extensions to submit this assignment."
msg2 = "You would need %i extensions to submit this assignment at this " \
"time, but you only have %i left" % (extensions_needed, extensions_available)
print()
print(msg1)
print()
print(" Deadline (UTC): %s" % deadline_utc.isoformat(sep=" "))
print(" Now (UTC): %s" % submitted_at_utc.isoformat(sep=" "))
print()
print(" Deadline (Local): %s" % deadline_local.isoformat(sep=" "))
print(" Now (Local): %s" % submitted_at_local.isoformat(sep=" "))
print()
print(msg2)
print()
else:
print("ERROR: Your submission cannot be completed. The server reported the following:")
print()
bre.print_errors()
else:
print("ERROR: Your submission cannot be completed. The server reported the following:")
print()
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
if registration.final_submission is not None:
prior_commit_sha = registration.final_submission.commit_sha
prior_extensions_used = registration.final_submission.extensions_used
prior_submitted_at_utc = registration.final_submission.submitted_at
prior_submitted_at_local = convert_datetime_to_local(prior_submitted_at_utc)
submission_commit = conn.get_commit(course, team, prior_commit_sha)
if prior_commit_sha == commit.sha:
print("You have already submitted assignment %s" % registration.assignment.assignment_id)
print()
print("You submitted the following commit on %s:" % prior_submitted_at_local)
print()
if submission_commit is None:
print("WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha)
else:
print_commit(submission_commit)
print()
if user_specified_commit:
print("You are trying to submit the same commit again (%s)" % prior_commit_sha)
print("If you want to re-submit, please specify a different commit.")
else:
print("The above commit is the latest commit in your repository.")
print()
print("If you were expecting to see a different commit, make sure you've pushed")
print("your latest code to your repository.")
ctx.exit(CHISUBMIT_FAIL)
print("You have already submitted assignment %s" % registration.assignment.assignment_id)
print()
print("You submitted the following commit on %s:" % prior_submitted_at_local)
print()
if submission_commit is None:
print("WARNING: Previously submitted commit '%s' is not in the repository!" % prior_commit_sha)
else:
print_commit(submission_commit)
print()
msg = "IF YOU CONTINUE, THE ABOVE SUBMISSION FOR %s (%s) WILL BE CANCELLED." % (registration.assignment.assignment_id, registration.assignment.name)
print("!"*len(msg))
print(msg)
print("!"*len(msg))
print()
if not user_specified_commit:
print("If you continue, your submission will instead point to the latest commit in your repository:")
else:
print("If you continue, your submission will instead point to the following commit:")
else:
if not user_specified_commit:
print("The latest commit in your repository is the following:")
else:
print("The commit you are submitting is the following:")
print()
print_commit(commit)
print()
print("PLEASE VERIFY THIS IS THE EXACT COMMIT YOU WANT TO SUBMIT")
print()
if individual:
print("You currently have %i extensions" % (submit_response.extensions_before))
else:
print("Your team currently has %i extensions" % (submit_response.extensions_before))
print()
if registration.final_submission is not None:
print("You used %i extensions in your previous submission of this assignment." % prior_extensions_used)
print("and you are going to use %i additional extensions now." % (submit_response.extensions_needed - prior_extensions_used))
else:
print("You are going to use %i extensions on this submission." % submit_response.extensions_needed)
print()
print("You will have %i extensions left after this submission." % submit_response.extensions_after)
print()
if submit_response.in_grace_period:
print("NOTE: You are submitting after the deadline, but the instructor has")
print("allowed some extra time after the deadline for students to submit")
print("without having to consume an extension.")
print()
print("Are you sure you want to continue? (y/n): ", end=' ')
if not yes:
yesno = input()
else:
yesno = 'y'
print('y')
if yesno in ('y', 'Y', 'yes', 'Yes', 'YES'):
try:
submit_response = registration.submit(commit.sha, dry_run=False)
# TODO: Can't do this until GitLab supports updating tags
#
# message = "Extensions: %i\n" % extensions_requested
# if submission_tag is None:
# conn.create_submission_tag(course, team, tag_name, message, commit.sha)
# else:
# conn.update_submission_tag(course, team, tag_name, message, commit.sha)
print()
print("Your submission has been completed.")
if submit_response.in_grace_period:
print()
print("Your submission was made during the deadline's grace period. This means")
print("that, although your submission was technically made *after* the")
print("deadline, we are counting it as if it had been made before the deadline.")
print()
print("In the future, you should not rely on the presence of this grace period!")
print("Your instructor may choose not to use one in future assignments, or may")
print("use a shorter grace period. Your instructor is also aware of what")
print("submissions are made during the grace period; if you repeatedly submit")
print("during the grace period, your instructor may charge you an extension")
print("or refuse to accept your assignment if you are out of extensions.")
return CHISUBMIT_SUCCESS
except BadRequestException as bre:
print()
print("ERROR: Your submission was not completed. The server reported the following errors:")
bre.print_errors()
ctx.exit(CHISUBMIT_FAIL)
else:
print("Your submission has not been completed.")
print()
print("If you chose not to proceed because the above commit is not the one you wanted")
print("to submit, make sure you've pushed your latest code to your repository before")
print("attempting to submit again.")
print()
print("If you want to submit a different commit from your latest commit (e.g., an earlier")
print("commit), you can use the --commit-sha option to specify a different commit.")
ctx.exit(CHISUBMIT_FAIL)
def test_complete_with_extensions_per_team(self, runner):
course_id = u"cmsc40200"
course_name = u"Foobarmentals of Foobar"
admin_id = u"admin"
instructor_ids = [u"instructor"]
grader_ids= [u"grader"]
student_ids = [u"student1", u"student2", u"student3", u"student4"]
all_users = instructor_ids + grader_ids + student_ids
admin, instructors, graders, students = self.create_clients(runner, course_id, admin_id, instructor_ids, grader_ids, student_ids)
self.create_users(admin, all_users)
self.create_course(admin, course_id, course_name)
result = admin.run("admin course set-option %s default-extensions 2" % (course_id))
self.assertEquals(result.exit_code, 0)
result = admin.run("admin course set-option %s extension-policy per_team" % (course_id))
self.assertEquals(result.exit_code, 0)
self.add_users_to_course(admin, course_id, instructors, graders, students)
teams = ["the-flaming-foobars", "the-magnificent-mallocs"]
students_team = [students[0:2], students[2:4]]
deadline = get_datetime_now_utc() - timedelta(hours=23)
deadline = convert_datetime_to_local(deadline)
deadline = deadline.replace(tzinfo=None).isoformat(sep=" ")
result = instructors[0].run("instructor assignment add",
["pa1", "Programming Assignment 1", deadline])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor assignment add-grade-component",
["pa1", "tests", "The PA1 Tests", "50"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor assignment add-grade-component",
["pa1", "design", "The PA1 Design", "50"])
self.assertEquals(result.exit_code, 0)
deadline = get_datetime_now_utc() - timedelta(hours=49)
deadline = deadline.isoformat(sep=" ")
result = instructors[0].run("instructor assignment add",
["pa2", "Programming Assignment 2", deadline])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor assignment add-grade-component",
["pa2", "tests", "The PA2 Tests", "50"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor assignment add-grade-component",
["pa2", "design", "The PA2 Design", "50"])
self.assertEquals(result.exit_code, 0)
result = admin.run("admin course show", ["--include-users", "--include-assignments", course_id])
self.assertEquals(result.exit_code, 0)
self.register_team(students_team[0], teams[0], "pa1", course_id)
self.register_team(students_team[1], teams[1], "pa1", course_id)
self.register_team(students_team[0], teams[0], "pa2", course_id)
result = students_team[0][0].run("student team list")
self.assertEquals(result.exit_code, 0)
self.assertIn(teams[0], result.output)
self.assertNotIn(teams[1], result.output)
result = students_team[1][0].run("student team list")
self.assertEquals(result.exit_code, 0)
self.assertIn(teams[1], result.output)
self.assertNotIn(teams[0], result.output)
result = students_team[0][0].run("student team show", [teams[1]])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student team show", [teams[0]])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
result = instructors[0].run("instructor team set-attribute", [teams[0], "alias", "foobar "+teams[0]])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team set-attribute", [teams[1], "alias", "foobar "+teams[1]])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team list")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[0]])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor team show", [teams[1]])
self.assertEquals(result.exit_code, 0)
team_git_paths, team_git_repos, team_commits = self.create_team_repos(admin, course_id, teams, students_team)
# Try to submit without enough extensions
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa1", team_commits[0][0].hexsha,
"--extensions", "0",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Try to submit with too many extensions
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa1", team_commits[0][0].hexsha,
"--extensions", "2",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Submit with just the right number
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa1", team_commits[0][0].hexsha,
"--extensions", "1",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEquals(result.exit_code, 0)
# Try submitting an already-submitted assignment
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa1", team_commits[0][1].hexsha,
"--extensions", "1",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Try submitting an already-submitted assignment, with the same
# commit as before
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa1", team_commits[0][0].hexsha,
"--extensions", "1",
"--yes", "--force"])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Submit an already-submitted assignment
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa1", team_commits[0][1].hexsha,
"--extensions", "1",
"--yes", "--force"])
self.assertEquals(result.exit_code, CHISUBMIT_SUCCESS)
result = students_team[0][0].run("student team show", [teams[0]])
self.assertEquals(result.exit_code, 0)
# Try requesting more extensions than the team has
result = students_team[0][0].run("student assignment submit",
[teams[0], "pa2", team_commits[0][1].hexsha,
"--extensions", "3",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
# Try submitting for a project the team is not registered for
result = students_team[1][0].run("student assignment submit",
[teams[1], "pa2", team_commits[1][1].hexsha,
"--extensions", "0",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_FAIL)
result = students_team[1][0].run("student assignment submit",
[teams[1], "pa1", team_commits[1][1].hexsha,
"--extensions", "1",
"--yes"])
self.assertEquals(result.exit_code, CHISUBMIT_SUCCESS)
result = instructors[0].run("instructor grading list-submissions", ["pa1"])
self.assertEquals(result.exit_code, 0)
# Let the deadline "pass"
new_now = get_datetime_now_utc() + timedelta(hours=2)
set_testing_now(new_now)
print
print "~~~ Time has moved 'forward' by two hours ~~~"
print
result = instructors[0].run("instructor grading list-submissions", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-repos", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading create-grading-branches", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading set-grade",
[teams[0], "pa1", "tests", "100"])
self.assertEquals(result.exit_code, 1)
result = instructors[0].run("instructor grading set-grade",
[teams[0], "pa1", "tests", "40"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading set-grade",
[teams[1], "pa1", "tests", "45"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading set-grade",
[teams[0], "pa1", "tests", "50"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading add-rubrics", ["pa1", "--commit"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading assign-graders", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grader-assignments", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading-branches", ["--to-staging", "pa1"])
self.assertEquals(result.exit_code, 0)
result = graders[0].run("grader create-local-grading-repos", [graders[0].user_id, "pa1"])
self.assertEquals(result.exit_code, 0)
team1_grading_repo_path = ".chisubmit/repositories/%s/%s/%s" % (course_id, "pa1", teams[0])
team2_grading_repo_path = ".chisubmit/repositories/%s/%s/%s" % (course_id, "pa1", teams[1])
team_git_repos[0], team_git_paths[0] = graders[0].get_local_git_repository(team1_grading_repo_path)
team_git_repos[1], team_git_paths[1] = graders[0].get_local_git_repository(team2_grading_repo_path)
team1_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[0]
team2_rubric_path = "%s/pa1.rubric.txt" % team_git_paths[1]
team1_rubric = """Points:
The PA1 Tests:
Points Possible: 50
Points Obtained: 45
The PA1 Design:
Points Possible: 50
Points Obtained: 30
Penalties:
Used O(n^156) algorithm: -10
Submitted code in a Word document: -30
Total Points: 35 / 100
Comments: >
None"""
with open(team1_rubric_path, "w") as f:
f.write(team1_rubric)
result = graders[0].run("grader validate-rubrics", [graders[0].user_id, "pa1", "--only", teams[0]])
self.assertEquals(result.exit_code, 0)
team_git_repos[0].index.add(["pa1.rubric.txt"])
team_git_repos[0].index.commit("Finished grading")
with open("%s/bar" % team_git_paths[1], "a") as f:
f.write("Great job!\n")
team2_rubric = """Points:
The PA1 Tests:
Points Possible: 50
Points Obtained: 50
The PA1 Design:
Points Possible: 50
Points Obtained: 45
Total Points: 95 / 100
Comments: >
Great job!"""
with open(team2_rubric_path, "w") as f:
f.write(team2_rubric)
result = graders[0].run("grader validate-rubrics", [graders[0].user_id, "pa1", "--only", teams[1]])
self.assertEquals(result.exit_code, 0)
team_git_repos[1].index.add(["pa1.rubric.txt"])
team_git_repos[1].index.add(["bar"])
team_git_repos[1].index.commit("Finished grading")
result = graders[0].run("grader validate-rubrics", [graders[0].user_id, "pa1"])
self.assertEquals(result.exit_code, 0)
result = graders[0].run("grader push-grading-branches", [graders[0].user_id, "pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading pull-grading-branches", ["--from-staging", "pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading collect-rubrics", ["pa1"])
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading list-grades")
self.assertEquals(result.exit_code, 0)
result = instructors[0].run("instructor grading push-grading-branches", ["--to-students", "pa1"])
self.assertEquals(result.exit_code, 0)
team_git_repos[0], team_git_paths[0] = students_team[0][0].get_local_git_repository(teams[0])
team_git_repos[0].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[0].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
team_git_repos[1], team_git_paths[1] = students_team[1][0].get_local_git_repository(teams[1])
team_git_repos[1].remote("origin").pull("pa1-grading:pa1-grading")
team_git_repos[1].heads["pa1-grading"].checkout()
self.assertTrue(os.path.exists(team_git_paths[0] + "/pa1.rubric.txt"))
self.assertIn("Great job!", open(team_git_paths[1]+"/bar").read())
