def pytest_collect_file(file_path, path, parent):
"""
Collect tutorial files.
"""
if file_path.suffix == ".ipynb":
config = parent.config
if config.getoption("--flake8"):
# Convert .ipynb notebooks to plain .py files
def comment_lines(text, prefix="# "):
regex = re.compile(r".{1,80}(?:\s+|$)")
input_lines = text.split("\n")
output_lines = [
split_line.rstrip() for line in input_lines
for split_line in regex.findall(line)
]
output = prefix + ("\n" + prefix).join(output_lines)
return output.replace(prefix + "\n", prefix.rstrip(" ") + "\n")
def ipython2python(code):
return nbconvert.filters.ipython2python(code).rstrip(
"\n") + "\n"
filters = {
"comment_lines": comment_lines,
"ipython2python": ipython2python
}
exporter = PythonExporter(filters=filters)
exporter.exclude_input_prompt = True
code, _ = exporter.from_filename(file_path)
code = code.rstrip("\n") + "\n"
with open(file_path.with_suffix(".py"), "w",
encoding="utf-8") as f:
f.write(code)
# Collect the corresponding .py file
return pytest_flake8.pytest_collect_file(
file_path.with_suffix(".py"), None, parent)
else:
if not file_path.name.startswith("x"):
return TutorialFile.from_parent(parent=parent, path=file_path)
else:
return DoNothingFile.from_parent(parent=parent, path=file_path)
elif file_path.suffix == ".py":
assert not file_path.with_suffix(".ipynb").exists(), (
"Please run pytest on jupyter notebooks, not plain python files.")
return DoNothingFile.from_parent(parent=parent, path=file_path)
def pytest_collect_file(path, parent):
"""
Collect tutorial files.
"""
if path.ext == ".ipynb":
# Convert .ipynb notebooks to plain .py files
def comment_lines(text, prefix="# "):
regex = re.compile(r".{1,80}(?:\s+|$)")
input_lines = text.split("\n")
output_lines = [split_line.rstrip() for line in input_lines for split_line in regex.findall(line)]
output = prefix + ("\n" + prefix).join(output_lines)
return output.replace(prefix + "\n", prefix.rstrip(" ") + "\n")
def ipython2python(code):
return nbconvert.filters.ipython2python(code).rstrip("\n") + "\n"
filters = {
"comment_lines": comment_lines,
"ipython2python": ipython2python
}
exporter = PythonExporter(filters=filters)
exporter.exclude_input_prompt = True
code, _ = exporter.from_filename(path)
code = code.rstrip("\n") + "\n"
if MPI.COMM_WORLD.Get_rank() == 0:
with open(path.new(ext=".py"), "w", encoding="utf-8") as f:
f.write(code)
MPI.COMM_WORLD.Barrier()
# Collect the corresponding .py file
config = parent.config
if config.getoption("--flake8"):
return pytest_flake8.pytest_collect_file(path.new(ext=".py"), parent)
else:
if "data" not in path.dirname: # skip running mesh generation notebooks
if not path.basename.startswith("x"):
return TutorialFile.from_parent(parent=parent, fspath=path.new(ext=".py"))
else:
return DoNothingFile.from_parent(parent=parent, fspath=path.new(ext=".py"))
elif path.ext == ".py": # TODO remove after transition to ipynb is complete? assert never py files?
if (path.basename not in "conftest.py" # do not run pytest configuration file
or "data" not in path.dirname): # skip running mesh generation notebooks
if not path.basename.startswith("x"):
return TutorialFile.from_parent(parent=parent, fspath=path)
else:
return DoNothingFile.from_parent(parent=parent, fspath=path)