def test_get_rpm_packages_with_db_reload(self, mock_subprocess_run):
pkgs = list(crawler.package_utils.get_rpm_packages(reload_needed=True))
print pkgs
assert pkgs == [('pkg1',
PackageFeature(installed='123',
pkgname='pkg1',
pkgsize='123',
pkgversion='v1',
pkgarchitecture='x86')),
('pkg1',
PackageFeature(installed='123',
pkgname='pkg1',
pkgsize='123',
pkgversion='v1',
pkgarchitecture='x86'))]
def test_get_dpkg_packages(self, mock_subprocess_run):
pkgs = list(crawler.package_utils.get_dpkg_packages())
print pkgs
assert pkgs == [('pkg1',
PackageFeature(installed=None,
pkgname='pkg1',
pkgsize='123',
pkgversion='v1',
pkgarchitecture='x86')),
('pkg2',
PackageFeature(installed=None,
pkgname='pkg2',
pkgsize='123',
pkgversion='v2',
pkgarchitecture='x86'))]
def test_package_container_crawler_avoidsetns(self, *args):
fc = PackageContainerCrawler()
for (k, f, fname) in fc.crawl(avoid_setns=True):
assert fname == "package"
assert f == PackageFeature(
installed=None,
pkgname='pkg1',
pkgsize=123,
pkgversion='v1',
pkgarchitecture='x86')
assert args[0].call_count == 1
def test_package_container_crawler_dpkg(self, *args):
fc = PackageContainerCrawler()
for (k, f, fname) in fc.crawl():
assert fname == "package"
assert f == PackageFeature(
installed=None,
pkgname='pkg1',
pkgsize=123,
pkgversion='v1',
pkgarchitecture='x86')
assert args[0].call_count == 1
args[0].assert_called_with('/', 'var/lib/dpkg', 0)
class PluginTests(unittest.TestCase):
def setUp(self):
pass
def tearDown(self):
pass
def test_init(self, *args):
pass
@mock.patch('crawler.plugins.os_crawler.time.time',
side_effect=lambda: 1001)
@mock.patch('crawler.plugins.os_crawler.platform.platform',
side_effect=lambda: 'platform')
@mock.patch('crawler.plugins.os_crawler.misc.get_host_ip4_addresses',
side_effect=lambda: ['1.1.1.1'])
@mock.patch('crawler.plugins.os_crawler.psutil.boot_time',
side_effect=lambda: 1000)
@mock.patch('crawler.plugins.os_crawler.platform.system',
side_effect=lambda: 'linux')
@mock.patch('crawler.plugins.os_crawler.platform.machine',
side_effect=lambda: 'machine')
@mock.patch(
'crawler.plugins.os_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'os',
'version': 'os_version'})
def test_os_host_cawler_plugin(self, *args):
fc = OSHostCrawler()
for os in fc.crawl():
print os
assert os == (
'linux',
OSFeature(
boottime=1000,
uptime=1,
ipaddr=['1.1.1.1'],
os='os',
os_version='os_version',
os_kernel='platform',
architecture='machine'),
'os')
for i, arg in enumerate(args):
if i > 0: # time.time is called more than once
continue
assert arg.call_count == 1
@mock.patch('crawler.plugins.os_crawler.platform.system',
side_effect=throw_os_error)
def test_os_host_crawler_plugin_failure(self, *args):
fc = OSHostCrawler()
with self.assertRaises(OSError):
for os in fc.crawl():
pass
@mock.patch(
'crawler.plugins.os_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'os',
'version': 'os_version'})
def test_os_host_crawler_plugin_mountpoint_mode(self, *args):
fc = OSHostCrawler()
for os in fc.crawl(root_dir='/a'):
print os
assert os == (
'linux',
OSFeature(
boottime='unsupported',
uptime='unsupported',
ipaddr='0.0.0.0',
os='os',
os_version='os_version',
os_kernel='unknown',
architecture='unknown'),
'os')
for i, arg in enumerate(args):
assert arg.call_count == 1
@mock.patch('crawler.plugins.os_crawler.osinfo.get_osinfo',
side_effect=throw_os_error)
def test_os_host_crawler_plugin_mountpoint_mode_failure(self, *args):
fc = OSHostCrawler()
with self.assertRaises(OSError):
for os in fc.crawl(root_dir='/a'):
pass
@mock.patch('crawler.plugins.os_crawler.time.time',
side_effect=lambda: 1001)
@mock.patch('crawler.plugins.os_crawler.platform.platform',
side_effect=lambda: 'platform')
@mock.patch('crawler.plugins.os_crawler.misc.get_host_ip4_addresses',
side_effect=lambda: ['1.1.1.1'])
@mock.patch('crawler.plugins.os_crawler.psutil.boot_time',
side_effect=lambda: 1000)
@mock.patch('crawler.plugins.os_crawler.platform.system',
side_effect=lambda: 'linux')
@mock.patch('crawler.plugins.os_crawler.platform.machine',
side_effect=lambda: 'machine')
@mock.patch(
("crawler.plugins.os_container_crawler."
"run_as_another_namespace"),
side_effect=mocked_run_as_another_namespace)
@mock.patch(
("crawler.plugins.os_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.plugins.os_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'os',
'version': 'os_version'})
def test_os_container_crawler_plugin(self, *args):
fc = OSContainerCrawler()
for os in fc.crawl(container_id=123):
print os
assert os == (
'linux',
OSFeature(
boottime=1000,
uptime=1,
ipaddr=['1.1.1.1'],
os='os',
os_version='os_version',
os_kernel='platform',
architecture='machine'),
'os')
for i, arg in enumerate(args):
if i > 0: # time.time is called more than once
continue
assert arg.call_count == 1
@mock.patch(
("crawler.plugins.os_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.os_container_crawler.dockerutils."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/a/b/c')
@mock.patch(
'crawler.plugins.os_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'os',
'version': 'os_version'})
def test_os_container_crawler_plugin_avoidsetns(self, *args):
fc = OSContainerCrawler()
for os in fc.crawl(container_id=123, avoid_setns=True):
print os
assert os == (
'linux',
OSFeature(
boottime='unsupported',
uptime='unsupported',
ipaddr='0.0.0.0',
os='os',
os_version='os_version',
os_kernel='unknown',
architecture='unknown'),
'os')
for i, arg in enumerate(args):
print i, arg
if i == 0:
# get_osinfo()
assert arg.call_count == 1
arg.assert_called_with(mount_point='/a/b/c')
elif i == 1:
# get_docker_container_rootfs_path
assert arg.call_count == 1
arg.assert_called_with(123)
else:
# exec_dockerinspect
assert arg.call_count == 1
arg.assert_called_with(123)
@mock.patch(
("crawler.plugins.os_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.os_container_crawler.dockerutils."
"get_docker_container_rootfs_path"),
side_effect=throw_os_error)
def test_os_container_crawler_plugin_avoidsetns_failure(self, *args):
fc = OSContainerCrawler()
with self.assertRaises(OSError):
for os in fc.crawl(container_id=123, avoid_setns=True):
pass
@mock.patch('crawler.plugins.os_vm_crawler.psvmi.context_init',
side_effect=lambda dn1, dn2, kv, d, a: 1000)
@mock.patch('crawler.plugins.os_vm_crawler.psvmi.system_info',
side_effect=lambda vmc: psvmi_sysinfo(1000,
'1.1.1.1',
'osdistro',
'osname',
'osplatform',
'osrelease',
'ostype',
'osversion',
1000000,
100000,
100000,
100000))
def test_os_vm_crawler_plugin_without_vm(self, *args):
fc = os_vm_crawler()
for os in fc.crawl(vm_desc=('dn', '2.6', 'ubuntu', 'x86')):
assert os == (
'ostype',
OSFeature(
boottime=1000,
uptime='unknown',
ipaddr='1.1.1.1',
os='ostype',
os_version='osversion',
os_kernel='osrelease',
architecture='osplatform'),
'os')
pass
assert args[0].call_count == 1
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=mocked_os_walk)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_host_crawler(self, *args):
fc = FileHostCrawler()
for (k, f, fname) in fc.crawl():
print f
assert fname == "file"
assert f.mode in [1, STAT_DIR_MODE] and f.gid == 2 and f.uid == 3
assert f.atime == 4 and f.ctime == 5
assert f.mtime == 6 and f.size == 7
assert f.name in ['', 'dir', 'file1', 'file2', 'file3', 'file4']
assert f.path in ['/', '/file1', '/file2', '/file3',
'/dir', '/dir/file4']
assert f.type in ['file', 'dir']
assert f.linksto is None
assert args[0].call_count == 6
assert args[1].call_count == 1 # oswalk
args[1].assert_called_with('/')
assert args[2].call_count == 1 # isdir
args[2].assert_called_with('/')
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=mocked_os_walk)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_host_crawler_with_exclude_dirs(self, *args):
fc = FileHostCrawler()
for (k, f, fname) in fc.crawl(exclude_dirs=['dir']):
print f
assert fname == "file"
assert f.mode in [1, STAT_DIR_MODE] and f.gid == 2 and f.uid == 3
assert f.atime == 4 and f.ctime == 5
assert f.mtime == 6 and f.size == 7
assert f.name in ['', 'file1', 'file2', 'file3', 'file4']
assert f.path in ['/', '/file1', '/file2', '/file3']
assert f.path not in ['/dir', '/dir/file4']
assert f.type in ['file', 'dir']
assert f.linksto is None
assert args[0].call_count == 4
assert args[1].call_count == 1 # oswalk
args[1].assert_called_with('/')
assert args[2].call_count == 1 # isdir
args[2].assert_called_with('/')
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=throw_os_error)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_host_crawler_failure(self, *args):
fc = FileHostCrawler()
with self.assertRaises(OSError):
for (k, f, fname) in fc.crawl(root_dir='/a/b/c'):
pass
@mock.patch(
("crawler.plugins.file_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.file_container_crawler."
"run_as_another_namespace"),
side_effect=mocked_run_as_another_namespace)
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=mocked_os_walk)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_container_crawler(self, *args):
fc = FileContainerCrawler()
for (k, f, fname) in fc.crawl(root_dir='/'):
assert fname == "file"
assert f.mode in [1, STAT_DIR_MODE] and f.gid == 2 and f.uid == 3
assert f.atime == 4 and f.ctime == 5
assert f.mtime == 6 and f.size == 7
assert f.name in ['', 'dir', 'file1', 'file2', 'file3', 'file4']
assert f.path in ['/', '/file1', '/file2', '/file3',
'/dir', '/dir/file4']
assert f.type in ['file', 'dir']
assert f.linksto is None
assert args[0].call_count == 6
assert args[1].call_count == 1 # oswalk
args[1].assert_called_with('/')
assert args[2].call_count == 1 # isdir
args[2].assert_called_with('/')
@mock.patch(
("crawler.plugins.file_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=throw_os_error)
@mock.patch(
("crawler.plugins.file_container_crawler."
"run_as_another_namespace"),
side_effect=mocked_run_as_another_namespace)
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_container_crawler_failure(self, *args):
fc = FileContainerCrawler()
with self.assertRaises(OSError):
for (k, f, fname) in fc.crawl(root_dir='/a/b/c'):
pass
@mock.patch(
("crawler.plugins.file_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.file_container_crawler.dockerutils."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/1/2/3')
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=mocked_os_walk_for_avoidsetns)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_container_crawler_avoidsetns(self, *args):
fc = FileContainerCrawler()
for (k, f, fname) in fc.crawl(root_dir='/', avoid_setns=True):
print f
assert fname == "file"
assert f.mode in [1, STAT_DIR_MODE] and f.gid == 2 and f.uid == 3
assert f.atime == 4 and f.ctime == 5
assert f.mtime == 6 and f.size == 7
assert f.name in ['', 'dir', 'file1', 'file2', 'file3', 'file4']
assert f.path in ['/', '/file1', '/file2', '/file3',
'/dir', '/dir/file4']
assert f.type in ['file', 'dir']
assert f.linksto is None
assert args[0].call_count == 6
assert args[1].call_count == 1 # oswalk
args[1].assert_called_with('/1/2/3')
assert args[2].call_count == 1 # isdir
args[2].assert_called_with('/1/2/3')
@mock.patch(
("crawler.plugins.file_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.file_container_crawler."
"run_as_another_namespace"),
side_effect=mocked_run_as_another_namespace)
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=mocked_os_walk)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_container_crawler_with_exclude_dirs(self, *args):
fc = FileContainerCrawler()
for (k, f, fname) in fc.crawl(root_dir='/',
exclude_dirs=['dir']):
assert fname == "file"
assert f.mode in [1, STAT_DIR_MODE] and f.gid == 2 and f.uid == 3
assert f.atime == 4 and f.ctime == 5
assert f.mtime == 6 and f.size == 7
assert f.name in ['', 'file1', 'file2', 'file3', 'file4']
assert f.path in ['/', '/file1', '/file2', '/file3']
assert f.path not in ['/dir', '/dir/file4']
assert f.type in ['file', 'dir']
assert f.linksto is None
assert args[0].call_count == 4
assert args[1].call_count == 1 # oswalk
args[1].assert_called_with('/')
assert args[2].call_count == 1 # isdir
args[2].assert_called_with('/')
@mock.patch(
("crawler.plugins.file_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.file_container_crawler.dockerutils."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/1/2/3')
@mock.patch('crawler.plugins.file_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.file_crawler.os.walk',
side_effect=mocked_os_walk_for_avoidsetns)
@mock.patch('crawler.plugins.file_crawler.os.lstat',
side_effect=mocked_os_lstat)
def test_file_container_crawler_avoidsetns_with_exclude_dirs(
self,
*
args):
fc = FileContainerCrawler()
for (k, f, fname) in fc.crawl(root_dir='/',
avoid_setns=True,
exclude_dirs=['/dir']):
assert fname == "file"
assert f.mode in [1, STAT_DIR_MODE] and f.gid == 2 and f.uid == 3
assert f.atime == 4 and f.ctime == 5
assert f.mtime == 6 and f.size == 7
assert f.name in ['', 'file1', 'file2', 'file3', 'file4']
assert f.path in ['/', '/file1', '/file2', '/file3']
assert f.path not in ['/dir', '/dir/file4']
assert f.type in ['file', 'dir']
assert f.linksto is None
assert args[0].call_count == 4
assert args[1].call_count == 1 # oswalk
args[1].assert_called_with('/1/2/3')
assert args[2].call_count == 1 # isdir
args[2].assert_called_with('/1/2/3')
@mock.patch('crawler.plugins.config_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.lstat',
side_effect=mocked_os_lstat)
@mock.patch('crawler.plugins.config_crawler.codecs.open',
side_effect=mocked_codecs_open)
def test_config_host_crawler(self, *args):
fc = ConfigHostCrawler()
for (k, f, fname) in fc.crawl(known_config_files=['/etc/file1']):
assert fname == "config"
assert f == ConfigFeature(name='file1', content='content',
path='/etc/file1')
assert args[0].call_count == 1 # lstat
@mock.patch('crawler.plugins.config_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.walk',
side_effect=lambda p: [
('/', [], ['file1', 'file2', 'file3.conf'])])
@mock.patch('crawler.plugins.config_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.isfile',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.getsize',
side_effect=lambda p: 1000)
@mock.patch('crawler.plugins.config_crawler.os.lstat',
side_effect=mocked_os_lstat)
@mock.patch('crawler.plugins.config_crawler.codecs.open',
side_effect=mocked_codecs_open)
def test_config_host_crawler_with_discover(self, *args):
fc = ConfigHostCrawler()
for (k, f, fname) in fc.crawl(known_config_files=['/etc/file1'],
discover_config_files=True):
assert fname == "config"
assert ((f == ConfigFeature(name='file1', content='content',
path='/etc/file1')) or
(f == ConfigFeature(name='file3.conf', content='content',
path='/file3.conf')))
assert args[0].call_count == 2 # lstat
@mock.patch(
("crawler.plugins.config_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.plugins.config_container_crawler.run_as_another_namespace',
side_effect=mocked_run_as_another_namespace)
@mock.patch('crawler.plugins.config_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.lstat',
side_effect=mocked_os_lstat)
@mock.patch('crawler.plugins.config_crawler.codecs.open',
side_effect=mocked_codecs_open)
def test_config_container_crawler(self, *args):
fc = ConfigContainerCrawler()
for (k, f, fname) in fc.crawl(known_config_files=['/etc/file1']):
assert fname == "config"
assert f == ConfigFeature(name='file1', content='content',
path='/etc/file1')
assert args[0].call_count == 1 # codecs open
@mock.patch(
("crawler.plugins.config_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.plugins.config_container_crawler.run_as_another_namespace',
side_effect=mocked_run_as_another_namespace)
@mock.patch('crawler.plugins.config_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.walk',
side_effect=lambda p: [
('/', [], ['file1', 'file2', 'file3.conf'])])
@mock.patch('crawler.plugins.config_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.isfile',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.getsize',
side_effect=lambda p: 1000)
@mock.patch('crawler.plugins.config_crawler.os.lstat',
side_effect=mocked_os_lstat)
@mock.patch('crawler.plugins.config_crawler.codecs.open',
side_effect=mocked_codecs_open)
def test_config_container_crawler_discover(self, *args):
fc = ConfigContainerCrawler()
for (k, f, fname) in fc.crawl(known_config_files=['/etc/file1'],
discover_config_files=True):
assert fname == "config"
assert ((f == ConfigFeature(name='file1', content='content',
path='/etc/file1')) or
(f == ConfigFeature(name='file3.conf', content='content',
path='/file3.conf')))
assert args[0].call_count == 2 # codecs open
@mock.patch(
("crawler.plugins.config_container_crawler."
"run_as_another_namespace"),
side_effect=mocked_run_as_another_namespace)
@mock.patch(
("crawler.plugins.config_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.config_container_crawler.dockerutils."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/1/2/3')
@mock.patch('crawler.plugins.config_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.lstat',
side_effect=mocked_os_lstat)
@mock.patch('crawler.plugins.config_crawler.codecs.open',
side_effect=mocked_codecs_open)
def test_config_container_crawler_avoidsetns(self, *args):
fc = ConfigContainerCrawler()
for (k, f, fname) in fc.crawl(known_config_files=['/etc/file1'],
avoid_setns=True):
assert fname == "config"
assert f == ConfigFeature(name='file1', content='content',
path='/etc/file1')
assert args[0].call_count == 1 # lstat
@mock.patch(
("crawler.plugins.config_container_crawler."
"run_as_another_namespace"),
side_effect=mocked_run_as_another_namespace)
@mock.patch(
("crawler.plugins.config_container_crawler."
"dockerutils.exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.config_container_crawler.dockerutils."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/1/2/3')
@mock.patch('crawler.plugins.config_crawler.os.path.isdir',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.walk',
side_effect=lambda p: [
('/', [], ['file1', 'file2', 'file3.conf'])])
@mock.patch('crawler.plugins.config_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.isfile',
side_effect=lambda p: True)
@mock.patch('crawler.plugins.config_crawler.os.path.getsize',
side_effect=lambda p: 1000)
@mock.patch('crawler.plugins.config_crawler.os.lstat',
side_effect=mocked_os_lstat)
@mock.patch('crawler.plugins.config_crawler.codecs.open',
side_effect=mocked_codecs_open)
def test_config_container_crawler_avoidsetns_discover(self, *args):
fc = ConfigContainerCrawler()
for (k, f, fname) in fc.crawl(known_config_files=['/etc/file1'],
discover_config_files=True,
avoid_setns=True):
assert fname == "config"
assert ((f == ConfigFeature(name='file1', content='content',
path='/etc/file1')) or
(f == ConfigFeature(name='file3.conf', content='content',
path='/file3.conf')))
assert args[0].call_count == 2 # lstat
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'ubuntu',
'version': '123'})
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.package_crawler.get_dpkg_packages',
side_effect=lambda a, b, c: [('pkg1',
PackageFeature(None, 'pkg1',
123, 'v1',
'x86'))])
def test_package_host_crawler_dpkg(self, *args):
fc = PackageHostCrawler()
for (k, f, fname) in fc.crawl():
assert fname == "package"
assert f == PackageFeature(
installed=None,
pkgname='pkg1',
pkgsize=123,
pkgversion='v1',
pkgarchitecture='x86')
assert args[0].call_count == 1
args[0].assert_called_with('/', 'var/lib/dpkg', 0)
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'ubuntu',
'version': '123'})
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.package_crawler.get_dpkg_packages',
side_effect=throw_os_error)
def test_package_host_crawler_dpkg_failure(self, *args):
fc = PackageHostCrawler()
with self.assertRaises(CrawlError):
for (k, f, fname) in fc.crawl():
pass
assert args[0].call_count == 1
args[0].assert_called_with('/', 'var/lib/dpkg', 0)
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'redhat',
'version': '123'})
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.package_crawler.get_rpm_packages',
side_effect=lambda a, b, c, d: [('pkg1',
PackageFeature(None, 'pkg1',
123, 'v1',
'x86'))])
def test_package_host_crawler_rpm(self, *args):
fc = PackageHostCrawler()
for (k, f, fname) in fc.crawl():
assert fname == "package"
assert f == PackageFeature(
installed=None,
pkgname='pkg1',
pkgsize=123,
pkgversion='v1',
pkgarchitecture='x86')
assert args[0].call_count == 1
args[0].assert_called_with('/', 'var/lib/rpm', 0, False)
@mock.patch(
("crawler.plugins.package_container_crawler."
"exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'ubuntu',
'version': '123'})
@mock.patch(
'crawler.plugins.package_container_crawler.run_as_another_namespace',
side_effect=mocked_run_as_another_namespace)
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.package_crawler.get_dpkg_packages',
side_effect=lambda a, b, c: [('pkg1',
PackageFeature(None, 'pkg1',
123, 'v1',
'x86'))])
def test_package_container_crawler_dpkg(self, *args):
fc = PackageContainerCrawler()
for (k, f, fname) in fc.crawl():
assert fname == "package"
assert f == PackageFeature(
installed=None,
pkgname='pkg1',
pkgsize=123,
pkgversion='v1',
pkgarchitecture='x86')
assert args[0].call_count == 1
args[0].assert_called_with('/', 'var/lib/dpkg', 0)
@mock.patch(
("crawler.plugins.package_container_crawler."
"exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.plugins.package_container_crawler.run_as_another_namespace',
side_effect=mocked_run_as_another_namespace)
@mock.patch(
("crawler.plugins.package_container_crawler."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/a/b/c')
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'ubuntu',
'version': '123'})
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True if 'dpkg' in p else False)
@mock.patch('crawler.package_crawler.get_dpkg_packages',
side_effect=throw_os_error)
def test_package_container_crawler_dpkg_failure(self, *args):
fc = PackageContainerCrawler()
with self.assertRaises(CrawlError):
for (k, f, fname) in fc.crawl():
pass
# get_dpkg_packages is called a second time after the first failure.
# first time is OUTCONTAINER mode with setns
# second time is OUTCONTAINER mode with avoid_setns
assert args[0].call_count == 2
args[0].assert_called_with('/a/b/c', 'var/lib/dpkg', 0)
args[2].assert_called_with(mount_point='/a/b/c') # get_osinfo()
@mock.patch(
("crawler.plugins.package_container_crawler."
"exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.plugins.package_container_crawler.run_as_another_namespace',
side_effect=mocked_run_as_another_namespace)
@mock.patch(
("crawler.plugins.package_container_crawler."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/a/b/c')
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'redhat',
'version': '123'})
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True if 'rpm' in p else False)
@mock.patch('crawler.package_crawler.get_rpm_packages',
side_effect=throw_os_error)
def test_package_container_crawler_rpm_failure(self, *args):
fc = PackageContainerCrawler()
with self.assertRaises(CrawlError):
for (k, f, fname) in fc.crawl():
pass
# get_dpkg_packages is called a second time after the first failure.
# first time is OUTCONTAINER mode with setns
# second time is OUTCONTAINER mode with avoid_setns
assert args[0].call_count == 2
args[0].assert_called_with('/a/b/c', 'var/lib/rpm', 0, True)
args[2].assert_called_with(mount_point='/a/b/c') # get_osinfo()
@mock.patch(
("crawler.plugins.package_container_crawler."
"exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
("crawler.plugins.package_container_crawler."
"get_docker_container_rootfs_path"),
side_effect=lambda long_id: '/a/b/c')
@mock.patch(
'crawler.package_crawler.osinfo.get_osinfo',
side_effect=lambda mount_point=None: {
'os': 'ubuntu',
'version': '123'})
@mock.patch('crawler.package_crawler.os.path.exists',
side_effect=lambda p: True)
@mock.patch('crawler.package_crawler.get_dpkg_packages',
side_effect=lambda a, b, c: [('pkg1',
PackageFeature(None, 'pkg1',
123, 'v1',
'x86'))])
def test_package_container_crawler_avoidsetns(self, *args):
fc = PackageContainerCrawler()
for (k, f, fname) in fc.crawl(avoid_setns=True):
assert fname == "package"
assert f == PackageFeature(
installed=None,
pkgname='pkg1',
pkgsize=123,
pkgversion='v1',
pkgarchitecture='x86')
assert args[0].call_count == 1
@mock.patch('crawler.plugins.process_host_crawler.psutil.process_iter',
side_effect=lambda: [Process('init')])
def test_process_host_crawler(self, *args):
fc = ProcessHostCrawler()
for (k, f, fname) in fc.crawl():
print f
assert fname == "process"
assert f.pname == 'init'
assert f.cmd == 'cmd'
assert f.pid == 123
assert args[0].call_count == 1
@mock.patch(
("crawler.plugins.process_container_crawler.dockerutils."
"exec_dockerinspect"),
side_effect=lambda long_id: {'State': {'Pid': 123}})
@mock.patch(
'crawler.plugins.process_container_crawler.psutil.process_iter',
side_effect=lambda: [Process('init')])
@mock.patch(
'crawler.plugins.process_container_crawler.run_as_another_namespace',
side_effect=mocked_run_as_another_namespace)
def test_process_container_crawler(self, *args):
fc = ProcessContainerCrawler()
for (k, f, fname) in fc.crawl('123'):
print f
assert fname == "process"
assert f.pname == 'init'
assert f.cmd == 'cmd'
assert f.pid == 123
assert args[0].call_count == 1
@mock.patch('crawler.plugins.process_vm_crawler.psvmi.context_init',
side_effect=lambda dn1, dn2, kv, d, a: 1000)
@mock.patch('crawler.plugins.process_vm_crawler.psvmi.process_iter',
side_effect=lambda vmc: [Process('init')])
def test_process_vm_crawler(self, *args):
fc = process_vm_crawler()
for (k, f, fname) in fc.crawl(vm_desc=('dn', '2.6', 'ubuntu', 'x86')):
print f
assert fname == "process"
assert f.pname == 'init'
assert f.cmd == 'cmd'
assert f.pid == 123
assert args[0].call_count == 1