def test_detector(test_item: Test):
set_solc(test_item)
sl = Slither(test_item.test_file)
sl.register_detector(test_item.detector)
results = sl.run_detectors()
with open(test_item.expected_result, encoding="utf8") as f:
expected_result = json.load(f)
results_as_string = json.dumps(results)
current_path = str(pathlib.Path(pathlib.Path().absolute(), test_item.test_file).absolute())
for additional_file in test_item.additional_files:
additional_path = str(pathlib.Path(pathlib.Path().absolute(), additional_file).absolute())
results_as_string = results_as_string.replace(
additional_path, str(pathlib.Path(GENERIC_PATH))
)
results_as_string = results_as_string.replace(current_path, str(pathlib.Path(GENERIC_PATH)))
results = json.loads(results_as_string)
diff = DeepDiff(results, expected_result, ignore_order=True, verbose_level=2)
if diff:
pprint(diff)
diff_as_dict = diff.to_dict()
if "iterable_item_added" in diff_as_dict:
print("#### Findings added")
for findings_added in diff_as_dict["iterable_item_added"].values():
for finding_added in findings_added:
print(finding_added["description"])
if "iterable_item_removed" in diff_as_dict:
print("#### Findings removed")
for findings_added in diff_as_dict["iterable_item_removed"].values():
for finding_added in findings_added:
print(finding_added["description"])
assert False
def _generate_test(test_item: Test, skip_existing=False):
if skip_existing:
if os.path.isfile(test_item.expected_result):
return
set_solc(test_item)
sl = Slither(test_item.test_file)
sl.register_detector(test_item.detector)
results = sl.run_detectors()
results_as_string = json.dumps(results)
current_path = str(pathlib.Path(pathlib.Path().absolute(), test_item.test_file).absolute())
results_as_string = results_as_string.replace(current_path, str(pathlib.Path(GENERIC_PATH)))
for additional_file in test_item.additional_files:
additional_path = str(pathlib.Path(pathlib.Path().absolute(), additional_file).absolute())
results_as_string = results_as_string.replace(
additional_path, str(pathlib.Path(GENERIC_PATH))
)
results = json.loads(results_as_string)
with open(test_item.expected_result, "w") as f:
f.write(json.dumps(results, indent=4))
def _generate_test(test_item: Test, skip_existing=False):
test_dir_path = pathlib.Path(
pathlib.Path().absolute(),
"tests",
"detectors",
test_item.detector.ARGUMENT,
test_item.solc_ver,
)
test_file_path = str(pathlib.Path(test_dir_path, test_item.test_file))
expected_result_path = str(pathlib.Path(test_dir_path, test_item.expected_result).absolute())
if skip_existing:
if os.path.isfile(expected_result_path):
return
set_solc(test_item)
sl = Slither(test_file_path)
sl.register_detector(test_item.detector)
results = sl.run_detectors()
results_as_string = json.dumps(results)
results_as_string = results_as_string.replace(test_file_path, str(pathlib.Path(GENERIC_PATH)))
for additional_file in test_item.additional_files:
additional_path = str(pathlib.Path(test_dir_path, additional_file).absolute())
results_as_string = results_as_string.replace(
additional_path, str(pathlib.Path(GENERIC_PATH))
)
results = json.loads(results_as_string)
with open(expected_result_path, "w") as f:
f.write(json.dumps(results, indent=4))