def test_get_files_data_missing_root_directory(self):
"""
Ensure that the root directory is included in the results.
http://lukemurphey.net/issues/1023
"""
results, _ = FileMetaDataModularInput.get_files_data("../src/bin")
self.assertGreaterEqual(len(results), 5)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('bin'):
root_directory_included = True
self.assertGreaterEqual(result['file_count'], 1)
self.assertGreaterEqual(result['file_count_recursive'], 3)
self.assertEqual(result['directory_count_recursive'], 1)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_data_return_latest_time(self):
"""
Test getting the files data and confirm that the latest time of the files observed is
correct.
"""
results, latest_time = FileMetaDataModularInput.get_files_data("../src/bin", latest_time=0)
self.assertGreaterEqual(len(results), 5)
self.assertGreaterEqual(latest_time, 1435391730)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('bin'):
root_directory_included = True
self.assertGreaterEqual(result['file_count'], 1)
self.assertGreaterEqual(result['file_count_recursive'], 3)
self.assertEqual(result['directory_count_recursive'], 1)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_depth_limit_single(self):
"""
Get the files data but only for the first level.
https://lukemurphey.net/issues/2041
"""
results, _ = FileMetaDataModularInput.get_files_data("test_dir", must_be_later_than=10,
depth_limit=1)
self.assertGreaterEqual(len(results), 5)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('test_dir'):
root_directory_included = True
self.assertEqual(result['file_count'], 2)
self.assertEqual(result['file_count_recursive'], 2)
self.assertEqual(result['directory_count_recursive'], 3)
if result['path'].endswith('dir_1'):
self.assertEqual(result['file_count'], 1)
self.assertNotIn('file_count_recursive', result)
self.assertNotIn('directory_count_recursive', result)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_data_return_latest_time(self):
"""
Test getting the files data and confirm that the latest time of the files observed is
correct.
"""
results, latest_time = FileMetaDataModularInput.get_files_data(
"../src/bin", latest_time=0)
self.assertGreaterEqual(len(results), 5)
self.assertGreaterEqual(latest_time, 1435391730)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('bin'):
root_directory_included = True
self.assertGreaterEqual(result['file_count'], 1)
self.assertGreaterEqual(result['file_count_recursive'], 3)
self.assertEqual(result['directory_count_recursive'], 1)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_data(self):
"""
Test loading of file data for a directory.
"""
results = FileMetaDataModularInput.get_files_data(".")
self.assertTrue(len(results) > 0)
def test_get_files_depth_limit_single(self):
"""
Get the files data but only for the first level.
https://lukemurphey.net/issues/2041
"""
results, _ = FileMetaDataModularInput.get_files_data(
"test_dir", must_be_later_than=10, depth_limit=1)
self.assertGreaterEqual(len(results), 5)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('test_dir'):
root_directory_included = True
self.assertEqual(result['file_count'], 2)
self.assertEqual(result['file_count_recursive'], 2)
self.assertEqual(result['directory_count_recursive'], 3)
if result['path'].endswith('dir_1'):
self.assertEqual(result['file_count'], 1)
self.assertNotIn('file_count_recursive', result)
self.assertNotIn('directory_count_recursive', result)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_data(self):
"""
Test loading of file data for a directory.
"""
results = FileMetaDataModularInput.get_files_data(".")
self.assertTrue(len(results) > 0)
def test_get_files_data_missing_root_directory(self):
"""
Ensure that the root directory is included in the results.
http://lukemurphey.net/issues/1023
"""
results, _ = FileMetaDataModularInput.get_files_data("../src/bin")
self.assertGreaterEqual(len(results), 5)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('bin'):
root_directory_included = True
self.assertGreaterEqual(result['file_count'], 1)
self.assertGreaterEqual(result['file_count_recursive'], 3)
self.assertEqual(result['directory_count_recursive'], 1)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_data_missing_invalid_directory(self):
"""
Ensure that the input correctly handles the case where the directory requested doesn't exist.
"""
# This shouldn't throw an exception
results, _ = FileMetaDataModularInput.get_files_data("../src/bin/does_not_exist")
self.assertEquals(results, [])
def test_get_files_filtered(self):
"""
Test getting the hash but only for files that match the given filter.
"""
results, _ = FileMetaDataModularInput.get_files_data("test_dir", file_filter=re.compile(".*\.log"))
# Check on the file count using the first entry (which should be the top level directory)
self.assertEqual(results[0]['file_count'], 1)
def test_get_files_data_missing_invalid_directory(self):
"""
Ensure that the input correctly handles the case where the directory requested doesn't exist.
"""
# This shouldn't throw an exception
results, _ = FileMetaDataModularInput.get_files_data(
"../src/bin/does_not_exist")
self.assertEquals(results, [])
def test_get_files_data_only_if_later_none(self):
"""
Test getting files but only those after the given time (which should return none since the
time is in the future)
"""
max_time = time.time() + 86400
results = FileMetaDataModularInput.get_files_data("../src/bin", must_be_later_than=max_time)
self.assertGreaterEqual(len(results), 0)
def test_get_files_filtered(self):
"""
Test getting the hash but only for files that match the given filter.
"""
results, _ = FileMetaDataModularInput.get_files_data(
"test_dir", file_filter=re.compile(".*\.log"))
# Check on the file count using the first entry (which should be the top level directory)
self.assertEqual(results[0]['file_count'], 1)
def test_get_files_data_only_if_later_none(self):
"""
Test getting files but only those after the given time (which should return none since the
time is in the future)
"""
max_time = time.time() + 86400
results = FileMetaDataModularInput.get_files_data(
"../src/bin", must_be_later_than=max_time)
self.assertGreaterEqual(len(results), 0)
def test_get_files_hash_limit(self):
"""
Test getting the hash but only for files that are under the given size.
"""
results, _ = FileMetaDataModularInput.get_files_data("../src/bin", latest_time=0,
file_hash_limit=400)
for result in results:
if result['path'].endswith('modular_input.py'):
if 'sha224' in result:
self.fail("Hash should have been skipped")
def test_get_files_hash_limit(self):
"""
Test getting the hash but only for files that are under the given size.
"""
results, _ = FileMetaDataModularInput.get_files_data(
"../src/bin", latest_time=0, file_hash_limit=400)
for result in results:
if result['path'].endswith('modular_input.py'):
if 'sha224' in result:
self.fail("Hash should have been skipped")
def test_get_files_data_file_count(self):
"""
Test loading of file count.
"""
results, _ = FileMetaDataModularInput.get_files_data("../src")
self.assertGreaterEqual(len(results), 5)
for result in results:
if result['path'].endswith('file_info_app'):
self.assertGreaterEqual(result['file_count'], 2)
if result['path'].endswith('bin'):
self.assertGreaterEqual(result['file_count'], 1)
def test_get_files_hash(self):
"""
Test getting the hash via the files data.
"""
results, _ = FileMetaDataModularInput.get_files_data("test_dir/dir_1", latest_time=0,
file_hash_limit=10000000)
file_found = False
for result in results:
if result['path'].endswith('5.txt'):
file_found = True
self.assertEqual(result['sha224'], "66f826f054e6b3e2edbaddd34ae7f257d9a1dc1fecdf9bbfc576edf4")
self.assertTrue(file_found)
def test_get_files_data_file_count(self):
"""
Test loading of file count.
"""
results, _ = FileMetaDataModularInput.get_files_data("../src")
self.assertGreaterEqual(len(results), 5)
for result in results:
if result['path'].endswith('file_info_app'):
self.assertGreaterEqual(result['file_count'], 2)
if result['path'].endswith('bin'):
self.assertGreaterEqual(result['file_count'], 1)
def test_get_files_hash(self):
"""
Test getting the hash via the files data.
"""
results, _ = FileMetaDataModularInput.get_files_data(
"test_dir/dir_1", latest_time=0, file_hash_limit=10000000)
file_found = False
for result in results:
if result['path'].endswith('5.txt'):
file_found = True
self.assertEqual(
result['sha224'],
"66f826f054e6b3e2edbaddd34ae7f257d9a1dc1fecdf9bbfc576edf4")
self.assertTrue(file_found)
def test_get_files_data_only_if_later_all(self):
"""
Test only get files onlky if they are after the given time.
"""
results, _ = FileMetaDataModularInput.get_files_data("../src/bin", must_be_later_than=10)
self.assertGreaterEqual(len(results), 5)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('bin'):
root_directory_included = True
self.assertGreaterEqual(result['file_count'], 1)
self.assertGreaterEqual(result['file_count_recursive'], 3)
self.assertEqual(result['directory_count_recursive'], 1)
if not root_directory_included:
self.fail("Root directory was not included in the results")
def test_get_files_data_only_if_later_all(self):
"""
Test only get files onlky if they are after the given time.
"""
results, _ = FileMetaDataModularInput.get_files_data(
"../src/bin", must_be_later_than=10)
self.assertGreaterEqual(len(results), 5)
# By default. assume the root directory was not found
root_directory_included = False
for result in results:
if result['path'].endswith('bin'):
root_directory_included = True
self.assertGreaterEqual(result['file_count'], 1)
self.assertGreaterEqual(result['file_count_recursive'], 3)
self.assertEqual(result['directory_count_recursive'], 1)
if not root_directory_included:
self.fail("Root directory was not included in the results")