create_virtual_env(str(proto_dir), [], sys.executable, True)
pip_path = str(proto_dir / "bin" / "pip")
shell_tools.run_cmd(pip_path, "install", *PACKAGES)
def _partitioned_test_cases(notebooks):
n_partitions = int(os.environ.get("NOTEBOOK_PARTITIONS", "1"))
return [(f"partition-{i%n_partitions}", notebook)
for i, notebook in enumerate(notebooks)]
@pytest.mark.slow
@pytest.mark.parametrize(
"partition, notebook_path",
_partitioned_test_cases(
filter_notebooks(_list_changed_notebooks(), SKIP_NOTEBOOKS)),
)
def test_notebooks_against_released_cirq(partition, notebook_path, base_env):
"""Tests the notebooks in isolated virtual environments.
In order to speed up the execution of these tests an auxiliary file may be supplied which
performs substitutions on the notebook to make it faster.
Specifically for a notebook file notebook.ipynb, one can supply a file notebook.tst which
contains the substitutes. The substitutions are provide in the form `pattern->replacement`
where the pattern is what is matched and replaced. While the pattern is compiled as a
regular expression, it is considered best practice to not use complicated regular expressions.
Lines in this file that do not have `->` are ignored.
"""
notebook_file = os.path.basename(notebook_path)
notebook_rel_dir = os.path.dirname(os.path.relpath(notebook_path, "."))
# skipping vendor notebooks as we don't have auth sorted out
"**/aqt/*.ipynb",
"**/ionq/*.ipynb",
"**/google/*.ipynb",
"**/pasqal/*.ipynb",
# skipping fidelity estimation due to
# https://github.com/quantumlib/Cirq/issues/3502
"examples/*fidelity*",
# chemistry.ipynb requires openfermion, that installs cirq 0.9.1, which interferes
# with testing cirq itself...
'docs/tutorials/educators/chemistry.ipynb',
]
@pytest.mark.slow
@pytest.mark.parametrize("notebook_path", filter_notebooks(list_all_notebooks(), SKIP_NOTEBOOKS))
def test_notebooks_against_released_cirq(notebook_path):
"""Test that jupyter notebooks execute.
In order to speed up the execution of these tests an auxiliary file may be supplied which
performs substitutions on the notebook to make it faster.
Specifically for a notebook file notebook.ipynb, one can supply a file notebook.tst which
contains the substitutes. The substitutions are provide in the form `pattern->replacement`
where the pattern is what is matched and replaced. While the pattern is compiled as a
regular expression, it is considered best practice to not use complicated regular expressions.
Lines in this file that do not have `->` are ignored.
"""
notebook_file = os.path.basename(notebook_path)
notebook_rel_dir = os.path.dirname(os.path.relpath(notebook_path, "."))
out_path = f"out/{notebook_rel_dir}/{notebook_file[:-6]}.out.ipynb"
warnings.warn(
f"No changed notebooks are tested "
f"(this is expected in non-notebook tests in CI): {e}"
)
return set()
def _partitioned_test_cases(notebooks):
n_partitions = int(os.environ.get("NOTEBOOK_PARTITIONS", "1"))
return [(f"partition-{i%n_partitions}", notebook) for i, notebook in enumerate(notebooks)]
@pytest.mark.slow
@pytest.mark.parametrize(
"partition, notebook_path",
_partitioned_test_cases(filter_notebooks(_list_changed_notebooks(), SKIP_NOTEBOOKS)),
)
def test_notebooks_against_released_cirq(partition, notebook_path, cloned_env):
"""Tests the notebooks in isolated virtual environments.
In order to speed up the execution of these tests an auxiliary file may be supplied which
performs substitutions on the notebook to make it faster.
Specifically for a notebook file notebook.ipynb, one can supply a file notebook.tst which
contains the substitutes. The substitutions are provide in the form `pattern->replacement`
where the pattern is what is matched and replaced. While the pattern is compiled as a
regular expression, it is considered best practice to not use complicated regular expressions.
Lines in this file that do not have `->` are ignored.
"""
notebook_file = os.path.basename(notebook_path)
notebook_rel_dir = os.path.dirname(os.path.relpath(notebook_path, "."))
"**/aqt/*.ipynb",
"**/ionq/*.ipynb",
"**/google/*.ipynb",
"**/pasqal/*.ipynb",
# skipping fidelity estimation due to
# https://github.com/quantumlib/Cirq/issues/3502
"examples/*fidelity*",
# chemistry.ipynb requires openfermion, that installs cirq 0.9.1, which interferes
# with testing cirq itself...
'docs/tutorials/educators/chemistry.ipynb',
]
@pytest.mark.slow
@pytest.mark.parametrize("notebook_path",
filter_notebooks(list_all_notebooks(),
SKIP_NOTEBOOKS))
def test_notebooks_against_released_cirq(notebook_path):
"""Test that jupyter notebooks execute.
In order to speed up the execution of these tests an auxiliary file may be supplied which
performs substitutions on the notebook to make it faster.
Specifically for a notebook file notebook.ipynb, one can supply a file notebook.tst which
contains the substitutes. The substitutions are provide in the form `pattern->replacement`
where the pattern is what is matched and replaced. While the pattern is compiled as a
regular expression, it is considered best practice to not use complicated regular expressions.
Lines in this file that do not have `->` are ignored.
"""
notebook_file = os.path.basename(notebook_path)
notebook_rel_dir = os.path.dirname(os.path.relpath(notebook_path, "."))
out_path = f"out/{notebook_rel_dir}/{notebook_file[:-6]}.out.ipynb"
else:
print(f"{worker_id} creating stuff...")
_create_base_env(proto_dir)
return root_tmp_dir, proto_dir
def _create_base_env(proto_dir):
create_virtual_env(str(proto_dir), [], sys.executable, True)
pip_path = str(proto_dir / "bin" / "pip")
shell_tools.run_cmd(pip_path, "install", *PACKAGES)
@pytest.mark.slow
@pytest.mark.parametrize(
"notebook_path", filter_notebooks(_list_changed_notebooks(), SKIP_NOTEBOOKS)
)
def test_notebooks_against_released_cirq(notebook_path, base_env):
"""Tests the notebooks in isolated virtual environments.
In order to speed up the execution of these tests an auxiliary file may be supplied which
performs substitutions on the notebook to make it faster.
Specifically for a notebook file notebook.ipynb, one can supply a file notebook.tst which
contains the substitutes. The substitutions are provide in the form `pattern->replacement`
where the pattern is what is matched and replaced. While the pattern is compiled as a
regular expression, it is considered best practice to not use complicated regular expressions.
Lines in this file that do not have `->` are ignored.
"""
notebook_file = os.path.basename(notebook_path)
notebook_rel_dir = os.path.dirname(os.path.relpath(notebook_path, "."))
