def test_verify_manifest(mock_index):
"""
Test that verify manifest function correctly writes out log file
with expected error information.
NOTE: records in indexd are mocked
"""
mock_index.return_value.async_get_record.side_effect = _async_mock_get_guid
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
loop.run_until_complete(
async_verify_object_manifest(
"http://localhost",
manifest_file=CURRENT_DIR + "/test_manifest.csv",
max_concurrent_requests=3,
output_filename="test.log",
)
)
logs = {}
try:
with open("test.log") as file:
for line in file:
guid, error, expected, actual = line.strip("\n").split("|")
logs.setdefault(guid, {})[error] = {
"expected": expected.split("expected ")[1],
"actual": actual.split("actual ")[1],
}
except Exception as exc:
# unexpected file format, fail test
assert False
# everything in indexd is mocked to be correct for this one
assert "dg.TEST/f2a39f98-6ae1-48a5-8d48-825a0c52a22b" not in logs
assert "dg.TEST/1e9d3103-cbe2-4c39-917c-b3abad4750d2" in logs
assert "dg.TEST/9c205cd7-c399-4503-9f49-5647188bde66" in logs
# ensure logs exist for fields that are mocked to be incorrect in indexd
assert "/programs/DEV/projects/test2" in logs[
"dg.TEST/1e9d3103-cbe2-4c39-917c-b3abad4750d2"
].get("authz", {}).get("expected")
assert "DEV" in logs["dg.TEST/1e9d3103-cbe2-4c39-917c-b3abad4750d2"].get(
"acl", {}
).get("expected")
assert "235" in logs["dg.TEST/1e9d3103-cbe2-4c39-917c-b3abad4750d2"].get(
"file_size", {}
).get("expected")
assert "c1234567891234567890123456789012" in logs[
"dg.TEST/1e9d3103-cbe2-4c39-917c-b3abad4750d2"
].get("md5", {}).get("expected")
assert "gs://test/test3.txt" in logs[
"dg.TEST/1e9d3103-cbe2-4c39-917c-b3abad4750d2"
].get("urls", {}).get("expected")
# make sure error exists when record doesnt exist in indexd
assert "no_record" in logs["dg.TEST/9c205cd7-c399-4503-9f49-5647188bde66"]
def objects_manifest_verify(ctx, file, max_concurrent_requests):
auth = ctx.obj["auth_factory"].get()
loop = asyncio.get_event_loop()
if not file:
file = click.prompt("Enter Discovery metadata file path to publish")
click.echo(f"Verifying {file}...\n Against: {auth.endpoint}")
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
loop.run_until_complete(
indexing.async_verify_object_manifest(
auth.endpoint,
manifest_file=file,
max_concurrent_requests=max_concurrent_requests,
))