def test_normalize_yaml_dns_consistency_2018(cans):
can = cans["yaml18"]
for n, r in enumerate(norm.iter_yaml_lz4_reports(can)):
off, entry_len, esha, entry, exc = r
entry = norm.normalize_entry(entry, "2018-05-07", "??", esha)
assert hash(entry) == "c9d0b754"
break
def test_normalize_yaml_2016(cans):
can = cans["yaml16"]
for n, r in enumerate(norm.iter_yaml_lz4_reports(can)):
off, entry_len, esha, entry, exc = r
entry = norm.normalize_entry(entry, "2018-05-07", "??", esha)
assert hash(entry) == "e83a742b"
break
def test_normalize_yaml_brokenframe(cans):
# BrokenFrameError
# can = cans["yaml2014hh"]
# can = cans["yaml2014dns"]
# can = cans["yaml2014hr0"]
can = cans["yaml2014hfm"]
can = can.as_posix()
for n, r in enumerate(norm.iter_yaml_lz4_reports(can)):
entry = norm.normalize_entry(entry, "2018-05-07", "??", esha)
def test_normalize_json(cans):
can = "testdata/2018-05-07/20180506T014008Z-CN-AS4134-web_connectivity-20180506T014010Z_AS4134_ZpxhAVt3iqCjT5bW5CfJspbqUcfO4oZfzDVjCWAu2UuVkibFsv-0.2.0-probe.json.lz4"
with open(can) as f:
j = ujson.load(f)
expected = {0: "977713ee", 1: "42ec375e", 2: "9bec4a5f", 3: "a38504ed"}
for n, entry in enumerate(j):
esha = b"x" * 20
entry = norm.normalize_entry(entry, "2018-05-07", "??", esha)
if n in expected:
assert hash(entry) == expected[n]