def test_window_algorithm_npp_10():
output_path = "tests/algorithm/output.txt"
algorithm_options = {
"window.size": 30,
"window.period": 5,
"output.with_timestamp": True,
"input.reassign_timestamp": True
}
pipeline_args = ["--runner=DirectRunner"]
# pipeline_args.append("--save_main_session") # If save_main_session is true, pickle of the session fails on Windows unit tests
pipeline = Window.create_pipeline(
algorithm_options=algorithm_options,
input_fn=IO.read_from_text_as_number(
path="tests/algorithm/numbers_10.txt"),
map_fn=npp_window.npp_mapping,
solve_fn=npp_window.npp_solving,
unmap_fn=npp_window.npp_unmapping,
output_fn=IO.write_to_text(path=output_path),
solver=LocalSolver(exact=False),
initial_mtype="ising",
pipeline_args=pipeline_args,
)
with pytest.warns(UserWarning):
# Run the pipeline
result = pipeline.run() # noqa: F841
# result.wait_until_finish()
assert os.path.exists(f"{output_path}-00000-of-00001")
os.remove(f"{output_path}-00000-of-00001")
def test_window_algorithm_npp_unmap_fails(capfd):
def invalid_unmapping(prev_model, elements, incoming, outgoing):
raise Exception("Unmapping fails!")
algorithm_options = {
"window.size": 30,
"window.period": 10,
"input.reassign_timestamp": True
}
pipeline_args = ["--runner=DirectRunner"]
# pipeline_args.append("--save_main_session") # If save_main_session is true, pickle of the session fails on Windows unit tests
pipeline = Window.create_pipeline(
algorithm_options=algorithm_options,
input_fn=IO.read_from_text_as_number(
path="tests/algorithm/numbers_100.txt"),
map_fn=npp_window.npp_mapping,
solve_fn=npp_window.npp_solving,
unmap_fn=invalid_unmapping,
output_fn=IO.write_to_stdout(),
solver=LocalSolver(exact=False),
initial_mtype="ising",
pipeline_args=pipeline_args,
)
with pytest.warns(UserWarning):
# Run the pipeline
result = pipeline.run() # noqa: F841
# result.wait_until_finish()
out, err = capfd.readouterr()
assert out.count("Failed to unmap: Unmapping fails!") == 10
assert out.count("The received event is outdated") == 2
def test_window_algorithm_npp_gcs_and_custom_fn(capfd):
algorithm_options = {
"window.size": 30,
"window.period": 10,
"input.reassign_timestamp": True
}
input_fn = beam.io.ReadFromText(
"gs://sawatabi-public/numbers_100.txt") | beam.Map(int)
output_fn = beam.Map(lambda x: "custom output --- " + x) | beam.Map(print)
pipeline_args = ["--runner=DirectRunner"]
# pipeline_args.append("--save_main_session") # If save_main_session is true, pickle of the session fails on Windows unit tests
pipeline = Window.create_pipeline(
algorithm_options=algorithm_options,
input_fn=input_fn,
map_fn=npp_window.npp_mapping,
solve_fn=npp_window.npp_solving,
unmap_fn=npp_window.npp_unmapping,
output_fn=output_fn,
solver=LocalSolver(exact=False),
initial_mtype="ising",
pipeline_args=pipeline_args,
)
with pytest.warns(UserWarning):
# Run the pipeline
result = pipeline.run() # noqa: F841
# result.wait_until_finish()
out, err = capfd.readouterr()
assert out.count("custom output --- ") == 12
assert "diff : 0" in out
def test_window_algorithm_npp_100(capfd):
algorithm_options = {
"window.size": 30,
"window.period": 5,
"output.with_timestamp": True,
"output.prefix": "<< prefix <<\n",
"output.suffix": "\n>> suffix >>\n",
"input.reassign_timestamp": True,
}
pipeline_args = ["--runner=DirectRunner"]
# pipeline_args.append("--save_main_session") # If save_main_session is true, pickle of the session fails on Windows unit tests
pipeline = Window.create_pipeline(
algorithm_options=algorithm_options,
input_fn=IO.read_from_text_as_number(
path="tests/algorithm/numbers_100.txt"),
map_fn=npp_window.npp_mapping,
solve_fn=npp_window.npp_solving,
unmap_fn=npp_window.npp_unmapping,
output_fn=IO.write_to_stdout(),
solver=LocalSolver(exact=False),
initial_mtype="ising",
pipeline_args=pipeline_args,
)
with pytest.warns(UserWarning):
# Run the pipeline
result = pipeline.run() # noqa: F841
# result.wait_until_finish()
out, err = capfd.readouterr()
# Timestamp
for i in range(25):
ts = (i + 1) * 5 - 0.001
assert datetime.datetime.utcfromtimestamp(ts).strftime(
"%Y-%m-%d %H:%M:%S.%f%z") in out
# Check inputs
assert "[47, 60, 87, 60, 91, 71, 28, 37, 7, 65, 28, 29, 38, 55, 6, 75, 57, 49, 34, 83, 30, 46, 78, 29, 99, 32, 86, 82, 7, 81]" in out # 1--30
assert "[71, 28, 37, 7, 65, 28, 29, 38, 55, 6, 75, 57, 49, 34, 83, 30, 46, 78, 29, 99, 32, 86, 82, 7, 81, 90, 12, 20, 65, 42]" in out # 6--35 (windowing)
assert "[28, 29, 38, 55, 6, 75, 57, 49, 34, 83, 30, 46, 78, 29, 99, 32, 86, 82, 7, 81, 90, 12, 20, 65, 42, 20, 47, 7, 52, 78]" in out # 11--40 (windowing)
# Check (Count) Solution
assert out.count("INPUT -->") == 20
assert out.count("SOLUTION ==>") == 20
assert out.count("The received event is outdated") == 5
assert "diff : 0" in out
# Output prefix/suffix
assert out.count("<< prefix <<") == 25
assert out.count(">> suffix >>") == 25
def test_window_algorithm_npp_invalid_mtype():
output_path = "tests/algorithm/output.txt"
algorithm_options = {
"window.size": 30,
"window.period": 5,
"output.with_timestamp": True,
"input.reassign_timestamp": True
}
pipeline_args = ["--runner=DirectRunner"]
# pipeline_args.append("--save_main_session") # If save_main_session is true, pickle of the session fails on Windows unit tests
with pytest.raises(ValueError):
Window.create_pipeline(
algorithm_options=algorithm_options,
input_fn=IO.read_from_text_as_number(
path="tests/algorithm/numbers_10.txt"),
map_fn=npp_window.npp_mapping,
solve_fn=npp_window.npp_solving,
unmap_fn=npp_window.npp_unmapping,
output_fn=IO.write_to_text(path=output_path),
solver=LocalSolver(exact=False),
initial_mtype="invalid",
pipeline_args=pipeline_args,
)
with pytest.raises(TypeError):
Window.create_pipeline(
algorithm_options=algorithm_options,
input_fn=IO.read_from_text_as_number(
path="tests/algorithm/numbers_10.txt"),
map_fn=npp_window.npp_mapping,
solve_fn=npp_window.npp_solving,
unmap_fn=npp_window.npp_unmapping,
output_fn=IO.write_to_text(path=output_path),
solver=LocalSolver(exact=False),
initial_mtype=123,
pipeline_args=pipeline_args,
)
def test_window_algorithm_repr():
assert str(Window()) == "Window()"