def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) if not a.gradesheet.templates: logger.critical("No available templates in gradesheet.") return # Find and load the Jinja2 template template = None try: with open(a.gradesheet.templates[args.template]) as template_file: template = jinja2.Template(template_file.read()) except KeyError: logger.error("Couldn't find '%s' template", args.template) return # Narrow down users, if necessary users = a.submissions_by_user if args.student_id: try: users = {args.student_id: users[args.student_id]} except KeyError: logger.error("Cannot find student %s", args.student_id) return # Make a unique directory for the output output_dir = os.path.join(args.path, args.template) for i in itertools.count(1): if os.path.exists(output_dir): template_name = "{}.{}".format(args.template, i) output_dir = os.path.join(args.path, template_name) else: os.makedirs(output_dir) break # Generate reports for user_id, submissions in users.items(): logger.info("Generating report for %s", user_id) for submission in submissions: # Load the report data with open(submission.latest_result) as result_file: data = load_data(result_file.read()) data.update({ 'student': { 'id': user_id, 'name': submission.student_name }, 'assignment': { 'name': submission.assignment.name } }) # Save it to a file filename = "{}.{}".format(submission.full_id, args.template) with open(os.path.join(output_dir, filename), 'w') as outfile: outfile.write(template.render(data))
def test_build_missing_assignment_specific_dir(parse_and_run): """Test building an image without an assignment-specific dir """ path = parse_and_run(["init", "cpl"]) parse_and_run(["new", "a1"]) g = Grader(path) a = g.get_assignment("a1") shutil.rmtree(a.submissions_dir) with pytest.raises(FileNotFoundError): parse_and_run(["build", "a1"])
def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) try: submissions = a.submissions_by_user[args.student_id] except KeyError: logger.error("Cannot find student %s", args.student_id) return latest_submission = max(submissions, key=last_graded) logger.debug("Catting %s", latest_submission.latest_result) with open(latest_submission.latest_result) as f: print(f.read())
def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) users = a.submissions_by_user if args.student_id: try: users = {args.student_id: users[args.student_id]} except KeyError: logger.error("Cannot find student %s", args.student_id) return for user_id, submissions in users.items(): logger.info("Grading submissions for %s", user_id) for submission in submissions: submission.grade(a, rebuild_container=args.rebuild, show_output=args.suppress_output)
def test_bad_course_name_key(clean_dir): """Test loading Grader config with a bad course name key """ write_config(clean_dir, "grader.yml", { "course-wrong": "cs2001", "course-id": str(uuid.uuid4()) }) with pytest.raises(ConfigValidationError): Grader(clean_dir)
def test_bad_course_name_value(clean_dir): """Test loading Grader config with a bad course name """ write_config(clean_dir, "grader.yml", { "course-name": "Noooo%%%pe", "course-id": str(uuid.uuid4()) }) with pytest.raises(ConfigValidationError): Grader(clean_dir)
def test_correct_config(clean_dir): """Test loading Grader with a correct config """ write_config(clean_dir, "grader.yml", { "course-name": "cs2001", "course-id": str(uuid.uuid4()), }) Grader(clean_dir) write_config(clean_dir, "grader.yml", { "course-name": "cs2001", "course-id": str(uuid.uuid4()), "roster": [ {"name": "Finn Mertens", "id": "fmmmm4"}, {"name": "Jake the Dog", "id": "jtdbb9"} ], }) Grader(clean_dir)
def run(args): logger.debug("Setting up grader in {}".format(args.path)) # Check for existing config if is_grader_dir(args.path) and not args.force: logger.critical( "grader already configured in {}. Abort!".format(args.path) ) raise SystemExit(1) # Create the new grader g = Grader.new(args.path, args.name, args.course_id) logger.info("Wrote {}".format(g.config.file_path))
def test_bad_roster_id(clean_dir): """Test loading Grader config with a bad course id """ write_config(clean_dir, "grader.yml", { "course-name": "cs2001", "course-id": str(uuid.uuid4()), "roster": [ {"name": "Finn Mertens", "id": "no.periods"}, {"name": "Jake the Dog", "id": "jtdbb9"} ], }) with pytest.raises(ConfigValidationError): Grader(clean_dir)
def test_build(parse_and_run): """Test vanilla assignment build """ path = parse_and_run(["init", "cpl"]) parse_and_run(["new", "a1"]) # Give it a buildable Dockerfile dockerfile_path = os.path.join(path, "assignments", "a1", "gradesheet", "Dockerfile") with open(dockerfile_path, 'w') as dockerfile: dockerfile.write("FROM busybox") # Build the image parse_and_run(["build", "a1"]) # Remove the built image g = Grader(path) a, = g.assignments.values() a.delete_image()
def import_from_canvas(args): """Imports students from a Canvas course to the roster. """ g = Grader(args.path) if 'canvas-token' not in g.config: logger.error( "canvas-token configuration is missing! Please set the Canvas API access " "token before attempting to import users from Canvas") print("Import from canvas failed: missing Canvas API access token.") return course_id = args.id force = args.force canvas = CanvasAPI(g.config["canvas-token"], g.config["canvas-host"]) students = canvas.get_course_students(course_id) for s in students: if 'sis_user_id' not in s: logger.error("Could not get username for %s", s['sortable_name']) if not force: for student in g.config.roster: if student['name'] == s['sortable_name']: logger.warning( "User %s is already in the roster, skipping", s['sis_user_id']) break else: g.config.roster.append({ 'name': s['sortable_name'], 'id': s['sis_user_id'] }) else: g.config.roster.append({ 'name': s['sortable_name'], 'id': s['sis_user_id'] }) print("Imported {} students.".format(len(students))) g.config.save()
def run(args): logger.debug("Setting up grader in {}".format(args.path)) # Check for existing config if is_grader_dir(args.path) and not args.force: logger.critical("grader already configured in {}. Abort!".format( args.path)) raise SystemExit(1) if args.canvas_host: canvas_token = input( "Canvas access token (from {}/profile/settings): ".format( args.canvas_host)) else: canvas_token = None # Create the new grader g = Grader.new(args.path, args.name, args.course_id, args.canvas_host, canvas_token) logger.info("Wrote {}".format(g.config.file_path))
def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) a.build_image()
def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) a.import_submission(args.submission_path, args.kind)
def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) pattern = args.pattern if args.pattern else r"(?P<id>.*)" a.import_submission(args.submission_path, args.kind, pattern)
def run(args): g = Grader(args.path) g.create_assignment(args.name, repo=args.repo)
def run(args): g = Grader(args.path) a = g.get_assignment(args.assignment) a.build_image(args.no_cache, args.pull, args.silent)