def delete_stuff(path, confirm_path):
""" Deletes path and logs deleted stuff
"""
if os.path.exists(path):
if os.path.isfile(path):
jmt.delete_file(path, confirm_path)
elif os.path.isdir(path):
jmt.delete_tree(path, confirm_path)
else:
raise Exception("File is neither a directory nor a file: %s" %
path)
deleted.append(path)
def clean():
if os.path.isdir('_build/test'):
jmt.delete_tree('_build/test', '_build/test')
if os.path.isdir('_build/test-generated'):
jmt.delete_tree('_build/test-generated', '_build/test-generated')
if os.path.isdir('_build/test-tmp'):
jmt.delete_tree('_build/test-tmp', '_build/test-tmp')
def package(parser, context, args):
ld = arg_date(parser, args)
eld_admin = '_private/' + ld
eld_solutions = '_private/%s/solutions' % ld
eld_notebook = '%s/exam-%s.ipynb' % (eld_solutions, ld)
target_student = get_target_student(ld)
target_student_pdf = '%s/%s' % (get_target_student(ld),
get_exam_text_filename(ld, 'pdf'))
# no pdf as hiding cells is too boring, have still
# to properly review cells filtering https://github.com/DavidLeoni/jupman/issues/4
# target_student_pdf = target_student + '/' + 'exam-' + ld + '.pdf'
target_student_zip = "%s/server/%s-%s-exam" % (eld_admin, jm.filename, ld
) # without '.zip'
target_server_zip = "%s/%s-%s-server" % (eld_admin, jm.filename, ld
) # without '.zip'
if not os.path.exists(jm.build):
fatal("%s WAS NOT BUILT !" % jm.build)
if not os.path.exists(eld_solutions):
fatal("MISSING SOURCE SOLUTION EXERCISES: " + eld_solutions)
if os.path.exists(target_student):
fatal("TARGET STUDENT EXERCISES DIRECTORY ALREADY EXISTS: " +
target_student)
try:
dir_names = os.listdir(jm.build)
except Exception as e:
fatal("ERROR WITH DIR %s" % jm.build, ex=e)
if len(dir_names) == 0:
fatal("SITE DIRECTORY AT %s WAS NOT BUILT !" % jm.build)
server_jupman = "%s/server/%s" % (eld_admin, jm.filename)
if os.path.exists(server_jupman):
jmt.delete_tree(server_jupman, "_private/%s/server" % ld)
info("Copying built website ...")
shutil.copytree(jm.build, server_jupman)
info("Building pdf ..")
import nbformat
import nbconvert
from nbconvert import PDFExporter
pdf_exporter = PDFExporter()
#Dav dic 2019: couldn't make it work, keeps complaining about missing files
#pdf_exporter.template_file = '_templates/classic.tplx
# as a result we have stupid extra date and worse extra numbering in headers
from nbconvert.preprocessors import ExecutePreprocessor
with open(eld_notebook) as f:
nb = nbformat.read(f, as_version=4)
old_title = jmt._replace_title(nb, eld_notebook, "").strip('#')
nb.cells = [cell for cell in nb.cells \
if not ('nbsphinx' in cell.metadata \
and cell.metadata['nbsphinx'] == 'hidden')]
(body, resources) = pdf_exporter.from_notebook_node(
nb, resources={'metadata': {
'name': old_title
}})
if not os.path.exists(target_student):
os.makedirs(target_student)
#ep = ExecutePreprocessor(timeout=600, kernel_name='python3')
#ep.preprocess(nb, {'metadata': {'path': './'}})
with open(target_student_pdf, 'wb') as pdf_f:
#print("resources = %s" % resources)
pdf_f.write(body)
info("Copying exercises to " + str(target_student))
jm.copy_code(eld_solutions, target_student, copy_solutions=False)
info("Creating student exercises zip: %s.zip" % target_student_zip)
def mysub(fname):
if fname.startswith('_private/'):
return fname[len('_private/YYYY-MM-DD/student-zip/'):]
else:
return '/%s/%s' % (jm.get_exam_student_folder(ld), fname)
jm.zip_paths([target_student] + jm.chapter_files, target_student_zip,
mysub)
#shutil.make_archive(target_student_zip, 'zip', target_student_zip)
info("Creating server zip: %s.zip" % target_server_zip)
shutil.make_archive(target_server_zip, 'zip', eld_admin + "/server")
print("")
info("You can now browse the website at: %s" %
(os.path.abspath(eld_admin + "/server/" + jm.filename +
"/html/index.html")))
print("")
def package(parser, context, args):
parser.add_argument('date', help="date in format 'yyyy-mm-dd'")
parser.add_argument('-t',
'--site',
action='store_true',
help="zips the site")
parser.add_argument('-r',
'--server',
action='store_true',
help="zips the server")
vs = vars(parser.parse_args(args))
ld = jmt.parse_date_str(vs['date'])
zip_site = vs['site']
zip_server = vs['server']
eld_admin = '_private/' + ld
eld_solutions = '_private/%s/solutions' % ld
eld_notebook = '%s/exam-%s.ipynb' % (eld_solutions, ld)
target_student = get_target_student(ld)
target_student_pdf = '%s/%s' % (get_target_student(ld),
get_exam_text_filename(ld, 'pdf'))
target_student_zip = "%s/server/%s-%s-exam" % (eld_admin, jm.filename, ld
) # without '.zip'
target_server_zip = "%s/%s-%s-server" % (eld_admin, jm.filename, ld
) # without '.zip'
if not os.path.exists(jm.build):
fatal("%s WAS NOT BUILT !" % jm.build)
if not os.path.exists(eld_solutions):
fatal("MISSING SOURCE SOLUTION EXERCISES: " + eld_solutions)
if os.path.exists(target_student):
fatal("TARGET STUDENT EXERCISES DIRECTORY ALREADY EXISTS: " +
target_student)
try:
dir_names = os.listdir(jm.build)
except Exception as e:
fatal("ERROR WITH DIR %s" % jm.build, ex=e)
if len(dir_names) == 0:
fatal("SITE DIRECTORY AT %s WAS NOT BUILT !" % jm.build)
server_jupman = "%s/server/%s" % (eld_admin, jm.filename)
if os.path.exists(server_jupman):
jmt.delete_tree(server_jupman, "_private/%s/server" % ld)
if zip_site:
info("Copying built website ...")
shutil.copytree(jm.build, server_jupman)
if not os.path.exists(target_student):
os.makedirs(target_student)
info("Copying exercises to " + str(target_student))
jm.copy_code(eld_solutions, target_student, copy_solutions=False)
info("Building pdf ..")
import nbformat
import nbconvert
from nbconvert import PDFExporter
pdf_exporter = PDFExporter()
#Dav dic 2019: couldn't make it work, keeps complaining about missing files
#pdf_exporter.template_file = '_templates/classic.tplx
# as a result we have stupid extra date and worse extra numbering in headers
with open('%s/exam-%s.ipynb' % (target_student, ld)) as f:
ex_nb = nbformat.read(f, as_version=4)
old_title = jmt._replace_title(ex_nb, eld_notebook,
"").strip('#').strip(jm.ipynb_exercises)
ex_nb.cells = [cell for cell in ex_nb.cells \
if not ('nbsphinx' in cell.metadata \
and cell.metadata['nbsphinx'] == 'hidden')]
(body, resources) = pdf_exporter.from_notebook_node(
ex_nb, resources={'metadata': {
'name': old_title
}})
with open(target_student_pdf, 'wb') as pdf_f:
pdf_f.write(body)
info("Creating student exercises zip: %s.zip" % target_student_zip)
def remap(fname):
if fname.startswith('_private/'):
return fname[len('_private/YYYY-MM-DD/student-zip/'):]
else:
return '/%s/%s' % (jm.get_exam_student_folder(ld), fname)
deglobbed_common_files, deglobbed_common_files_patterns = jm._common_files_maps(
target_student_zip)
jm.zip_paths([target_student] + deglobbed_common_files,
target_student_zip,
patterns=deglobbed_common_files_patterns,
remap=remap)
if zip_server:
info("Creating server zip: %s.zip" % target_server_zip)
shutil.make_archive(target_server_zip, 'zip', eld_admin + "/server")
if zip_server and zip_site:
print("")
info("You can now browse the website at: %s" %
(os.path.abspath(eld_admin + "/server/" + jm.filename +
"/html/index.html")))
print("")
def run_sphinx(manuals, formats):
built = {}
failed = {}
jupman_out = os.path.join(jm.build, 'jupman')
if os.path.isdir(jupman_out):
jt.delete_tree(jupman_out, '_build')
for manual in manuals:
for fmt in formats:
relout = outdir(manual, fmt)
if os.path.isdir(relout):
jt.delete_tree(relout, '_build')
tinfo = jm.manuals[manual]
print("Building %s %s in %s" % (tinfo['name'], fmt, relout))
# sphinx-build -b html doc _build/student/html
try:
cmd = (sphinxcmd + " -j 4 -b " + fmt + " . " + relout + " " +
tinfo['args'])
res = run(cmd)
if fmt == 'html':
print(
"Fixing links to PDFs and EPUBs ... "
) # Because of this crap: http://stackoverflow.com/a/23855541
with open(relout + '/index.html', "r+") as f:
data = f.read()
data = data.replace('_JM_{download}', 'Download ')
#<a href="http://readthedocs.org/projects/jupman/downloads/pdf/latest/" target="_blank">PDF</a>
print(formats)
data = data.replace(
'_JM_{html}',
' <a target="_blank" href="/downloads/htmlzip/latest/">HTML</a>'
)
if 'pdf' in formats:
data = data.replace(
'_JM_{pdf}',
' <a target="_blank" href="/downloads/pdf/latest/">PDF</a>'
)
elif 'latex' in formats:
print("TODO LATEX !")
else:
data = data.replace('_JM_{pdf}', '')
if 'epub' in formats:
data = data.replace(
'_JM_{epub}',
' <a target="_blank" href="/downloads/epub/latest/">EPUB</a>'
)
else:
data = data.replace('_JM_{epub}', '')
print("Putting code documentation links ...")
f.seek(0)
f.write(data)
info("Fixing html paths for offline browsing ....")
replace_html(
relout,
'https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/',
'_static/js/')
replace_html(
relout,
'https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/',
'_static/js/')
replace_html(
relout,
'https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML',
'_static/js/MathJax.js')
replace_html(
relout,
'https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML',
'_static/js/MathJax.js')
elif fmt == 'latex':
run('latexmk -r latexmkrc -pdf -f -dvi- -ps- -jobname=' +
jm.filename + ' -interaction=nonstopmode',
cwd=relout)
print_generated_banner(manual, fmt)
print(" " + get_path(manual, fmt) + "\n\n")
built[(manual, fmt)] = {}
except subprocess.CalledProcessError as err:
failed[(manual, fmt)] = {'err': err}
print("ERROR: FAILED BUILDING %s %s SKIPPING IT !!" %
(manual, fmt))
print(err.output)
if len(built) > 0:
print("\n\n GENERATED MANUALS: \n\n")
maxpad = 0
for (manual, fmt) in sorted(built.keys()):
maxpad = max(maxpad, len(" %s %s : " % (manual, fmt)))
for (manual, fmt) in sorted(built.keys()):
print((" %s %s : " % (manual, fmt)).rjust(maxpad) +
get_path(manual, fmt))
print("")
print("")
if len(failed) > 0:
print("\n\n THERE WERE ERRORS WHILE BUILDING:\n\n")
for (manual, fmt) in failed.keys():
print(" %s %s : " % (manual, fmt))
print(" " + str(failed[(manual, fmt)]['err']) +
" \n\n")
exit(1)
