def test_report_hunter_with_one(bson_library, mongo_host, test_db_name,
test_lib_name):
serializer = PyMongoNotebookResultSerializer(
database_name=test_db_name,
mongo_host=mongo_host,
result_collection_name=test_lib_name)
job_id = str(uuid.uuid4())
report_name = str(uuid.uuid4())
serializer.save_check_stub(job_id, report_name)
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultPending(
job_id=job_id,
report_name=report_name,
report_title=report_name,
update_time=datetime.datetime(2018, 1, 12),
job_start_time=datetime.datetime(2018, 1, 12),
)
assert get_report_cache(report_name, job_id) == expected
def test_main(mongo_host):
with mock.patch("notebooker.execute_notebook.pm.execute_notebook") as exec_nb, mock.patch(
"notebooker.utils.conversion.jupytext.read"
) as read_nb, mock.patch("notebooker.utils.conversion.PDFExporter") as pdf_exporter:
pdf_contents = b"This is a PDF."
pdf_exporter().from_notebook_node.return_value = (pdf_contents, None)
versions = nbv.split(".")
major, minor = int(versions[0]), int(versions[1])
if major >= 5:
major, minor = 4, 4
read_nb.return_value = NotebookNode({"cells": [], "metadata": {}, "nbformat": major, "nbformat_minor": minor})
exec_nb.side_effect = mock_nb_execute
job_id = "ttttteeeesssstttt"
runner = CliRunner()
cli_result = runner.invoke(
execute_notebook.main, ["--report-name", "test_report", "--mongo-host", mongo_host, "--job-id", job_id]
)
assert cli_result.exit_code == 0
serializer = PyMongoNotebookResultSerializer(
mongo_host=mongo_host, database_name="notebooker", result_collection_name="NOTEBOOK_OUTPUT"
)
result = serializer.get_check_result(job_id)
assert isinstance(result, NotebookResultComplete), "Result is not instance of {}, it is {}".format(
NotebookResultComplete, type(result)
)
assert result.raw_ipynb_json
assert result.pdf == pdf_contents
def test_report_hunter_timeout(bson_library, mongo_host, status, time_later,
should_timeout, test_db_name, test_lib_name):
job_id = str(uuid.uuid4())
report_name = str(uuid.uuid4())
serializer = PyMongoNotebookResultSerializer(
database_name=test_db_name,
mongo_host=mongo_host,
result_collection_name=test_lib_name)
start_time = time_now = datetime.datetime(2018, 1, 12, 2, 30)
with freezegun.freeze_time(time_now):
serializer.save_check_stub(job_id, report_name, status=status)
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultPending(
job_id=job_id,
report_name=report_name,
report_title=report_name,
status=status,
update_time=time_now,
job_start_time=start_time,
)
assert get_report_cache(report_name, job_id) == expected
time_now += time_later
with freezegun.freeze_time(time_now):
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
if should_timeout:
mins = (time_later.total_seconds() / 60) - 1
expected = NotebookResultError(
job_id=job_id,
report_name=report_name,
report_title=report_name,
status=JobStatus.TIMEOUT,
update_time=time_now,
job_start_time=start_time,
error_info=
"This request timed out while being submitted to run. "
"Please try again! "
"Timed out after {:.0f} minutes 0 seconds.".format(mins),
)
else:
# expected does not change
pass
assert get_report_cache(report_name, job_id) == expected
def test_main(mongo_host):
with mock.patch(
"notebooker.execute_notebook.pm.execute_notebook"
) as exec_nb, mock.patch(
"notebooker.utils.conversion.jupytext.read"
) as read_nb, mock.patch(
"notebooker.utils.conversion.PDFExporter") as pdf_exporter:
pdf_contents = b"This is a PDF."
pdf_exporter().from_notebook_node.return_value = (pdf_contents, None)
versions = nbv.split(".")
major, minor = int(versions[0]), int(versions[1])
if major >= 5:
major, minor = 4, 4
read_nb.return_value = NotebookNode({
"cells": [],
"metadata": {},
"nbformat": major,
"nbformat_minor": minor
})
exec_nb.side_effect = mock_nb_execute
job_id = "ttttteeeesssstttt"
runner = CliRunner()
# usually the parent process calls this and sets up the environment, then also explicitly passes
# values on the CLI
setup_env_vars()
cli_result = runner.invoke(execute_notebook.main, [
"--report-name", "test_report", "--mongo-host", mongo_host,
"--job-id", job_id
])
assert cli_result.exit_code == 0
serializer = PyMongoNotebookResultSerializer(
mongo_host=mongo_host,
database_name=os.environ["DATABASE_NAME"],
result_collection_name=os.environ["RESULT_COLLECTION_NAME"],
)
result = serializer.get_check_result(job_id)
assert isinstance(result, NotebookResultComplete
), "Result is not instance of {}, it is {}".format(
NotebookResultComplete, type(result))
assert result.raw_ipynb_json
assert result.pdf == pdf_contents
def test_report_hunter_with_status_change(bson_library, mongo_host,
test_db_name, test_lib_name):
initialise_base_dirs()
serializer = PyMongoNotebookResultSerializer(
database_name=test_db_name,
mongo_host=mongo_host,
result_collection_name=test_lib_name)
job_id = str(uuid.uuid4())
report_name = str(uuid.uuid4())
with freezegun.freeze_time(datetime.datetime(2018, 1, 12, 2, 30)):
serializer.save_check_stub(job_id, report_name)
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultPending(
job_id=job_id,
report_name=report_name,
report_title=report_name,
update_time=datetime.datetime(2018, 1, 12, 2, 30),
job_start_time=datetime.datetime(2018, 1, 12, 2, 30),
)
assert get_report_cache(report_name, job_id) == expected
with freezegun.freeze_time(datetime.datetime(2018, 1, 12, 2, 32)):
serializer.update_check_status(job_id,
JobStatus.CANCELLED,
error_info="This was cancelled!")
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultError(
job_id=job_id,
report_name=report_name,
report_title=report_name,
status=JobStatus.CANCELLED,
update_time=datetime.datetime(2018, 1, 12, 2, 32),
job_start_time=datetime.datetime(2018, 1, 12, 2, 30),
error_info="This was cancelled!",
)
assert get_report_cache(report_name, job_id) == expected
def test_report_hunter_pending_to_done(bson_library, mongo_host, test_db_name,
test_lib_name):
job_id = str(uuid.uuid4())
report_name = str(uuid.uuid4())
serializer = PyMongoNotebookResultSerializer(
database_name=test_db_name,
mongo_host=mongo_host,
result_collection_name=test_lib_name)
with freezegun.freeze_time(datetime.datetime(2018, 1, 12, 2, 30)):
serializer.save_check_stub(job_id,
report_name,
status=JobStatus.SUBMITTED)
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultPending(
job_id=job_id,
report_name=report_name,
report_title=report_name,
status=JobStatus.SUBMITTED,
update_time=datetime.datetime(2018, 1, 12, 2, 30),
job_start_time=datetime.datetime(2018, 1, 12, 2, 30),
)
assert get_report_cache(report_name, job_id) == expected
with freezegun.freeze_time(datetime.datetime(2018, 1, 12, 2, 32)):
serializer.update_check_status(job_id, JobStatus.PENDING)
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultPending(
job_id=job_id,
report_name=report_name,
report_title=report_name,
status=JobStatus.PENDING,
update_time=datetime.datetime(2018, 1, 12, 2, 32),
job_start_time=datetime.datetime(2018, 1, 12, 2, 30),
)
assert get_report_cache(report_name, job_id) == expected
with freezegun.freeze_time(datetime.datetime(2018, 1, 12, 2, 37)):
serializer.update_check_status(
job_id,
JobStatus.DONE,
raw_html_resources={"outputs": {}},
job_finish_time=datetime.datetime.now(),
pdf="",
raw_ipynb_json="[]",
raw_html="",
)
_report_hunter(
Serializer.PYMONGO.value,
mongo_host=mongo_host,
database_name=test_db_name,
result_collection_name=test_lib_name,
run_once=True,
)
expected = NotebookResultComplete(
job_id=job_id,
report_name=report_name,
report_title=report_name,
status=JobStatus.DONE,
update_time=datetime.datetime(2018, 1, 12, 2, 37),
job_start_time=datetime.datetime(2018, 1, 12, 2, 30),
job_finish_time=datetime.datetime(2018, 1, 12, 2, 37),
raw_html="",
raw_html_resources={"outputs": {}},
raw_ipynb_json="[]",
)
assert get_report_cache(report_name, job_id) == expected
def get_serializer_from_cls(serializer_cls: str, **kwargs: dict) -> NotebookResultSerializer:
if serializer_cls == Serializer.PYMONGO.value:
return PyMongoNotebookResultSerializer(**kwargs)
else:
raise ValueError("Unspported serializer {}".format(serializer_cls))