def delete_stuff(path, confirm_path): """ Deletes path and logs deleted stuff """ if os.path.exists(path): if os.path.isfile(path): jmt.delete_file(path, confirm_path) elif os.path.isdir(path): jmt.delete_tree(path, confirm_path) else: raise Exception("File is neither a directory nor a file: %s" % path) deleted.append(path)
def clean(): if os.path.isdir('_build/test'): jmt.delete_tree('_build/test', '_build/test') if os.path.isdir('_build/test-generated'): jmt.delete_tree('_build/test-generated', '_build/test-generated') if os.path.isdir('_build/test-tmp'): jmt.delete_tree('_build/test-tmp', '_build/test-tmp')
def package(parser, context, args): ld = arg_date(parser, args) eld_admin = '_private/' + ld eld_solutions = '_private/%s/solutions' % ld eld_notebook = '%s/exam-%s.ipynb' % (eld_solutions, ld) target_student = get_target_student(ld) target_student_pdf = '%s/%s' % (get_target_student(ld), get_exam_text_filename(ld, 'pdf')) # no pdf as hiding cells is too boring, have still # to properly review cells filtering https://github.com/DavidLeoni/jupman/issues/4 # target_student_pdf = target_student + '/' + 'exam-' + ld + '.pdf' target_student_zip = "%s/server/%s-%s-exam" % (eld_admin, jm.filename, ld ) # without '.zip' target_server_zip = "%s/%s-%s-server" % (eld_admin, jm.filename, ld ) # without '.zip' if not os.path.exists(jm.build): fatal("%s WAS NOT BUILT !" % jm.build) if not os.path.exists(eld_solutions): fatal("MISSING SOURCE SOLUTION EXERCISES: " + eld_solutions) if os.path.exists(target_student): fatal("TARGET STUDENT EXERCISES DIRECTORY ALREADY EXISTS: " + target_student) try: dir_names = os.listdir(jm.build) except Exception as e: fatal("ERROR WITH DIR %s" % jm.build, ex=e) if len(dir_names) == 0: fatal("SITE DIRECTORY AT %s WAS NOT BUILT !" % jm.build) server_jupman = "%s/server/%s" % (eld_admin, jm.filename) if os.path.exists(server_jupman): jmt.delete_tree(server_jupman, "_private/%s/server" % ld) info("Copying built website ...") shutil.copytree(jm.build, server_jupman) info("Building pdf ..") import nbformat import nbconvert from nbconvert import PDFExporter pdf_exporter = PDFExporter() #Dav dic 2019: couldn't make it work, keeps complaining about missing files #pdf_exporter.template_file = '_templates/classic.tplx # as a result we have stupid extra date and worse extra numbering in headers from nbconvert.preprocessors import ExecutePreprocessor with open(eld_notebook) as f: nb = nbformat.read(f, as_version=4) old_title = jmt._replace_title(nb, eld_notebook, "").strip('#') nb.cells = [cell for cell in nb.cells \ if not ('nbsphinx' in cell.metadata \ and cell.metadata['nbsphinx'] == 'hidden')] (body, resources) = pdf_exporter.from_notebook_node( nb, resources={'metadata': { 'name': old_title }}) if not os.path.exists(target_student): os.makedirs(target_student) #ep = ExecutePreprocessor(timeout=600, kernel_name='python3') #ep.preprocess(nb, {'metadata': {'path': './'}}) with open(target_student_pdf, 'wb') as pdf_f: #print("resources = %s" % resources) pdf_f.write(body) info("Copying exercises to " + str(target_student)) jm.copy_code(eld_solutions, target_student, copy_solutions=False) info("Creating student exercises zip: %s.zip" % target_student_zip) def mysub(fname): if fname.startswith('_private/'): return fname[len('_private/YYYY-MM-DD/student-zip/'):] else: return '/%s/%s' % (jm.get_exam_student_folder(ld), fname) jm.zip_paths([target_student] + jm.chapter_files, target_student_zip, mysub) #shutil.make_archive(target_student_zip, 'zip', target_student_zip) info("Creating server zip: %s.zip" % target_server_zip) shutil.make_archive(target_server_zip, 'zip', eld_admin + "/server") print("") info("You can now browse the website at: %s" % (os.path.abspath(eld_admin + "/server/" + jm.filename + "/html/index.html"))) print("")
def package(parser, context, args): parser.add_argument('date', help="date in format 'yyyy-mm-dd'") parser.add_argument('-t', '--site', action='store_true', help="zips the site") parser.add_argument('-r', '--server', action='store_true', help="zips the server") vs = vars(parser.parse_args(args)) ld = jmt.parse_date_str(vs['date']) zip_site = vs['site'] zip_server = vs['server'] eld_admin = '_private/' + ld eld_solutions = '_private/%s/solutions' % ld eld_notebook = '%s/exam-%s.ipynb' % (eld_solutions, ld) target_student = get_target_student(ld) target_student_pdf = '%s/%s' % (get_target_student(ld), get_exam_text_filename(ld, 'pdf')) target_student_zip = "%s/server/%s-%s-exam" % (eld_admin, jm.filename, ld ) # without '.zip' target_server_zip = "%s/%s-%s-server" % (eld_admin, jm.filename, ld ) # without '.zip' if not os.path.exists(jm.build): fatal("%s WAS NOT BUILT !" % jm.build) if not os.path.exists(eld_solutions): fatal("MISSING SOURCE SOLUTION EXERCISES: " + eld_solutions) if os.path.exists(target_student): fatal("TARGET STUDENT EXERCISES DIRECTORY ALREADY EXISTS: " + target_student) try: dir_names = os.listdir(jm.build) except Exception as e: fatal("ERROR WITH DIR %s" % jm.build, ex=e) if len(dir_names) == 0: fatal("SITE DIRECTORY AT %s WAS NOT BUILT !" % jm.build) server_jupman = "%s/server/%s" % (eld_admin, jm.filename) if os.path.exists(server_jupman): jmt.delete_tree(server_jupman, "_private/%s/server" % ld) if zip_site: info("Copying built website ...") shutil.copytree(jm.build, server_jupman) if not os.path.exists(target_student): os.makedirs(target_student) info("Copying exercises to " + str(target_student)) jm.copy_code(eld_solutions, target_student, copy_solutions=False) info("Building pdf ..") import nbformat import nbconvert from nbconvert import PDFExporter pdf_exporter = PDFExporter() #Dav dic 2019: couldn't make it work, keeps complaining about missing files #pdf_exporter.template_file = '_templates/classic.tplx # as a result we have stupid extra date and worse extra numbering in headers with open('%s/exam-%s.ipynb' % (target_student, ld)) as f: ex_nb = nbformat.read(f, as_version=4) old_title = jmt._replace_title(ex_nb, eld_notebook, "").strip('#').strip(jm.ipynb_exercises) ex_nb.cells = [cell for cell in ex_nb.cells \ if not ('nbsphinx' in cell.metadata \ and cell.metadata['nbsphinx'] == 'hidden')] (body, resources) = pdf_exporter.from_notebook_node( ex_nb, resources={'metadata': { 'name': old_title }}) with open(target_student_pdf, 'wb') as pdf_f: pdf_f.write(body) info("Creating student exercises zip: %s.zip" % target_student_zip) def remap(fname): if fname.startswith('_private/'): return fname[len('_private/YYYY-MM-DD/student-zip/'):] else: return '/%s/%s' % (jm.get_exam_student_folder(ld), fname) deglobbed_common_files, deglobbed_common_files_patterns = jm._common_files_maps( target_student_zip) jm.zip_paths([target_student] + deglobbed_common_files, target_student_zip, patterns=deglobbed_common_files_patterns, remap=remap) if zip_server: info("Creating server zip: %s.zip" % target_server_zip) shutil.make_archive(target_server_zip, 'zip', eld_admin + "/server") if zip_server and zip_site: print("") info("You can now browse the website at: %s" % (os.path.abspath(eld_admin + "/server/" + jm.filename + "/html/index.html"))) print("")
def run_sphinx(manuals, formats): built = {} failed = {} jupman_out = os.path.join(jm.build, 'jupman') if os.path.isdir(jupman_out): jt.delete_tree(jupman_out, '_build') for manual in manuals: for fmt in formats: relout = outdir(manual, fmt) if os.path.isdir(relout): jt.delete_tree(relout, '_build') tinfo = jm.manuals[manual] print("Building %s %s in %s" % (tinfo['name'], fmt, relout)) # sphinx-build -b html doc _build/student/html try: cmd = (sphinxcmd + " -j 4 -b " + fmt + " . " + relout + " " + tinfo['args']) res = run(cmd) if fmt == 'html': print( "Fixing links to PDFs and EPUBs ... " ) # Because of this crap: http://stackoverflow.com/a/23855541 with open(relout + '/index.html', "r+") as f: data = f.read() data = data.replace('_JM_{download}', 'Download ') #<a href="http://readthedocs.org/projects/jupman/downloads/pdf/latest/" target="_blank">PDF</a> print(formats) data = data.replace( '_JM_{html}', ' <a target="_blank" href="/downloads/htmlzip/latest/">HTML</a>' ) if 'pdf' in formats: data = data.replace( '_JM_{pdf}', ' <a target="_blank" href="/downloads/pdf/latest/">PDF</a>' ) elif 'latex' in formats: print("TODO LATEX !") else: data = data.replace('_JM_{pdf}', '') if 'epub' in formats: data = data.replace( '_JM_{epub}', ' <a target="_blank" href="/downloads/epub/latest/">EPUB</a>' ) else: data = data.replace('_JM_{epub}', '') print("Putting code documentation links ...") f.seek(0) f.write(data) info("Fixing html paths for offline browsing ....") replace_html( relout, 'https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/', '_static/js/') replace_html( relout, 'https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/', '_static/js/') replace_html( relout, 'https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML', '_static/js/MathJax.js') replace_html( relout, 'https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML', '_static/js/MathJax.js') elif fmt == 'latex': run('latexmk -r latexmkrc -pdf -f -dvi- -ps- -jobname=' + jm.filename + ' -interaction=nonstopmode', cwd=relout) print_generated_banner(manual, fmt) print(" " + get_path(manual, fmt) + "\n\n") built[(manual, fmt)] = {} except subprocess.CalledProcessError as err: failed[(manual, fmt)] = {'err': err} print("ERROR: FAILED BUILDING %s %s SKIPPING IT !!" % (manual, fmt)) print(err.output) if len(built) > 0: print("\n\n GENERATED MANUALS: \n\n") maxpad = 0 for (manual, fmt) in sorted(built.keys()): maxpad = max(maxpad, len(" %s %s : " % (manual, fmt))) for (manual, fmt) in sorted(built.keys()): print((" %s %s : " % (manual, fmt)).rjust(maxpad) + get_path(manual, fmt)) print("") print("") if len(failed) > 0: print("\n\n THERE WERE ERRORS WHILE BUILDING:\n\n") for (manual, fmt) in failed.keys(): print(" %s %s : " % (manual, fmt)) print(" " + str(failed[(manual, fmt)]['err']) + " \n\n") exit(1)