def search_urls(files: list) -> list:
_logger.info("Starting to search for URLs in %i files...", len(files))
if len(files) == 0:
_logger.info("No files found, skipping search")
return []
for current_entry in files:
with open(current_entry.filename, "r",
encoding=_DEFAULT_ENCODING) as current_file:
current_entry.urls = process_file(current_file)
_logger.info("Finished searching %i files", len(files))
return files
def test_process_file_with_empty_lines(self):
with open("tests/test-files/empty-file", "r") as test_file:
self.assertEqual(process_file(test_file), [])
def test_unsupported_file_encoding(self):
with open("tests/test-files/binary-data", "r") as test_file:
self.assertEqual(process_file(test_file), [])