def build_exam(parser, context, args):
parser.add_argument('date', help="date in format 'yyyy-mm-dd'")
parsed = vars(parser.parse_args(args))
ld = jmt.parse_date_str(parsed['date'])
server_path = f'./_private/{ld}/server'
if not os.path.isdir(server_path):
raise ValueError(f"ERROR! Path not existing {server_path}")
exts = ['html', 'js', 'css', 'py', 'ipynb', 'md']
filepaths = []
for ext in exts:
filepaths.extend(
glob.iglob(f'{server_path}/**/*.%s' % ext, recursive=True))
filepaths.sort()
for filepath in filepaths:
print('fixing', filepath)
if os.path.isfile(filepath):
with open(filepath) as file:
s = file.read()
s = s.replace('sciprog.davidleoni.it', 'spex.altervista.org/server/ds') \
.replace('en.softpython.org', 'spex.altervista.org/server/softpython-en') \
.replace('lucamarchetti79.github.io/teaching/qcbSciProLab', 'spex.altervista.org/server/qcb') \
.replace('github.com/DavidLeoni/sciprog-ds', '') \
.replace('github.com/DavidLeoni/softpython-en', '') \
.replace('github.com/lucamarchetti79/teaching/qcbSciProLab', '') # better to avoid it
with open(filepath, "w") as file:
file.write(s)
def init(parser, context, args):
parser.add_argument('date', help="date in format 'yyyy-mm-dd'")
#TODO parser.add_argument('--edit-notebook-mode')
ld = jmt.parse_date_str(vars(parser.parse_args(args))['date'])
eld_admin = "_private/" + ld
eld_solutions = "_private/%s/solutions" % ld
pubeld = "exams/%s" % ld
exam_ipynb = '%s/exam-%s.ipynb' % (eld_solutions, ld)
if os.path.exists(eld_admin):
fatal("PRIVATE EXAM ADMIN ALREADY EXISTS: " + eld_admin)
if os.path.exists(eld_solutions):
fatal("PRIVATE EXAM SOLUTIONS ALREADY EXISTS: " + eld_solutions)
if os.path.exists(pubeld):
fatal("PUBLIC EXAM ALREADY EXISTS: " + pubeld)
shutil.copytree("_templates/exam",
eld_admin,
ignore=shutil.ignore_patterns('exam-yyyy-mm-dd.ipynb'))
jmt.expand_JM('_templates/exam/solutions/exam-yyyy-mm-dd.ipynb',
exam_ipynb, ld, conf)
os.rename('%s/jupman-yyyy-mm-dd-grades.ods' % eld_admin,
"%s/%s-%s-grades.ods" % (eld_admin, conf.jm.filename, ld))
info()
info(
"You can now edit Python solutions, tests, exercises and exam notebook here : "
)
print()
info(" " + eld_solutions)
def arg_date(parser, args):
parser.add_argument('date', help="date in format 'yyyy-mm-dd'")
return jmt.parse_date_str(vars(parser.parse_args(args))['date'])
def package(parser, context, args):
parser.add_argument('date', help="date in format 'yyyy-mm-dd'")
parser.add_argument('-t',
'--site',
action='store_true',
help="zips the site")
parser.add_argument('-r',
'--server',
action='store_true',
help="zips the server")
vs = vars(parser.parse_args(args))
ld = jmt.parse_date_str(vs['date'])
zip_site = vs['site']
zip_server = vs['server']
eld_admin = '_private/' + ld
eld_solutions = '_private/%s/solutions' % ld
eld_notebook = '%s/exam-%s.ipynb' % (eld_solutions, ld)
target_student = get_target_student(ld)
target_student_pdf = '%s/%s' % (get_target_student(ld),
get_exam_text_filename(ld, 'pdf'))
target_student_zip = "%s/server/%s-%s-exam" % (eld_admin, jm.filename, ld
) # without '.zip'
target_server_zip = "%s/%s-%s-server" % (eld_admin, jm.filename, ld
) # without '.zip'
if not os.path.exists(jm.build):
fatal("%s WAS NOT BUILT !" % jm.build)
if not os.path.exists(eld_solutions):
fatal("MISSING SOURCE SOLUTION EXERCISES: " + eld_solutions)
if os.path.exists(target_student):
fatal("TARGET STUDENT EXERCISES DIRECTORY ALREADY EXISTS: " +
target_student)
try:
dir_names = os.listdir(jm.build)
except Exception as e:
fatal("ERROR WITH DIR %s" % jm.build, ex=e)
if len(dir_names) == 0:
fatal("SITE DIRECTORY AT %s WAS NOT BUILT !" % jm.build)
server_jupman = "%s/server/%s" % (eld_admin, jm.filename)
if os.path.exists(server_jupman):
jmt.delete_tree(server_jupman, "_private/%s/server" % ld)
if zip_site:
info("Copying built website ...")
shutil.copytree(jm.build, server_jupman)
if not os.path.exists(target_student):
os.makedirs(target_student)
info("Copying exercises to " + str(target_student))
jm.copy_code(eld_solutions, target_student, copy_solutions=False)
info("Building pdf ..")
import nbformat
import nbconvert
from nbconvert import PDFExporter
pdf_exporter = PDFExporter()
#Dav dic 2019: couldn't make it work, keeps complaining about missing files
#pdf_exporter.template_file = '_templates/classic.tplx
# as a result we have stupid extra date and worse extra numbering in headers
with open('%s/exam-%s.ipynb' % (target_student, ld)) as f:
ex_nb = nbformat.read(f, as_version=4)
old_title = jmt._replace_title(ex_nb, eld_notebook,
"").strip('#').strip(jm.ipynb_exercises)
ex_nb.cells = [cell for cell in ex_nb.cells \
if not ('nbsphinx' in cell.metadata \
and cell.metadata['nbsphinx'] == 'hidden')]
(body, resources) = pdf_exporter.from_notebook_node(
ex_nb, resources={'metadata': {
'name': old_title
}})
with open(target_student_pdf, 'wb') as pdf_f:
pdf_f.write(body)
info("Creating student exercises zip: %s.zip" % target_student_zip)
def remap(fname):
if fname.startswith('_private/'):
return fname[len('_private/YYYY-MM-DD/student-zip/'):]
else:
return '/%s/%s' % (jm.get_exam_student_folder(ld), fname)
deglobbed_common_files, deglobbed_common_files_patterns = jm._common_files_maps(
target_student_zip)
jm.zip_paths([target_student] + deglobbed_common_files,
target_student_zip,
patterns=deglobbed_common_files_patterns,
remap=remap)
if zip_server:
info("Creating server zip: %s.zip" % target_server_zip)
shutil.make_archive(target_server_zip, 'zip', eld_admin + "/server")
if zip_server and zip_site:
print("")
info("You can now browse the website at: %s" %
(os.path.abspath(eld_admin + "/server/" + jm.filename +
"/html/index.html")))
print("")
def fixship(parser, context, args):
parser.add_argument('date', help="date in format 'yyyy-mm-dd'")
parser.add_argument(
'--dry-run',
action='store_true',
)
parser.add_argument('--include', nargs='?')
parser.add_argument('--exclude', nargs='?')
parsed = vars(parser.parse_args(args))
ld = jmt.parse_date_str(parsed['date'])
dry_run = parsed['dry_run']
include = parsed['include']
if include:
include = include.split(',')
else:
include = []
exclude = parsed['exclude']
if exclude:
exclude = exclude.split(',')
else:
exclude = []
if dry_run:
warn("DRY RUN, NOT CHANGING ANYTHING !")
eld_admin = "_private/%s" % ld
shipped_raw = "%s/shipped-raw" % eld_admin
shipped = "%s/shipped" % eld_admin
graded = "%s/graded" % eld_admin
if not os.path.exists(shipped_raw):
fatal("Couldn't find directory: " + shipped_raw)
try:
dir_names = next(os.walk(shipped_raw))[1]
except Exception as e:
info("\n\n ERROR! %s\n\n" % repr(e))
exit(1)
if len(dir_names) == 0:
fatal("NOTHING TO FIX IN %s" % shipped_raw)
for dn in dir_names:
source = "%s/%s" % (shipped_raw, dn)
info('source=%s' % source)
#shutil.copytree('%s/shipped/%s' % (eld_admin, dn) , '%s/graded' % target)
try:
zip_names = next(os.walk(source))[2]
except Exception as e:
info("\n\n ERROR! %s\n\n" % repr(e))
exit(1)
if len(zip_names) == 0:
fatal("NOTHING TO UNZIP IN %s/%s" % (shipped_raw, dn))
elif len(zip_names) != 1:
fatal("MORE THAN ONE FILE TO UNZIP IN %s/%s" % (shipped_raw, dn))
source_zip = "%s/%s/%s" % (shipped_raw, dn, zip_names[0])
with ZipFile(source_zip, 'r') as zip_obj:
# Get a list of all archived file names from the zip
fnames = zip_obj.namelist()
# Iterate over the file names
created_dir = False
for fn in fnames:
if 'FIRSTNAME' in fn or 'LASTNAME' in fn:
fatal("FOUND NON-RENAMED DIRECTORY: %s" % fn)
if fn.startswith(f'{conf.jm.filename}-') or fn.startswith(
'sciprog-qcb-'):
if not created_dir:
folder = os.path.normpath(fn).split(os.sep)[0]
target_dir = "%s/%s" % (shipped, folder)
if (os.path.exists(target_dir)):
fatal("TARGET DIRECTORY ALREADY EXISTS: %s\n\n" %
target_dir)
info("Creating target_dir %s" % target_dir)
if not dry_run:
os.makedirs(target_dir)
created_dir = True
target_path = "%s/%s" % (shipped, fn)
user_filepath = os.path.normpath(fn).split(os.path.sep)
user_filepath = "/".join(user_filepath[1:])
if (not include or (include and any([fnmatch.fnmatch(user_filepath, ext) for ext in include])))\
and not any([fnmatch.fnmatch(user_filepath, ext) for ext in exclude]):
info('extracting %s' % target_path)
if not dry_run:
zip_obj.extract(fn, shipped)
else:
info(' skipped %s' % fn)
else:
fatal(
f"FOUND FILE NOT IN {conf.jm.filename}-* DIRECTORY !: %s\n\n"
% fn)
# Extract all the contents of zip file in different directory
#zipObj.extractall('target')
print("")
if dry_run:
warn("END OF DRY RUN")
else:
info("DONE.\n")
print()
def test_parse_date_str():
assert jmt.parse_date_str('2000-12-31') == '2000-12-31'
with pytest.raises(Exception):
jmt.parse_date_str('2000-31-12')