def setUp(self): super().setUp() self._start_backend(post_analysis=self._analysis_callback) self.updater = StatisticUpdater(config=self.config) self.workload = WorkLoadStatistic(config=self.config, component='backend') time.sleep(2) # wait for systems to start
def _app_home(self): stats = StatisticUpdater(config=self._config) with ConnectTo(FrontEndDbInterface, config=self._config) as sc: latest_firmware_submissions = sc.get_last_added_firmwares(int(self._config['database'].get('number_of_latest_firmwares_to_display', '10'))) latest_comments = sc.get_latest_comments(int(self._config['database'].get('number_of_latest_firmwares_to_display', '10'))) with ConnectTo(CompareDbInterface, config=self._config) as sc: latest_comparison_results = sc.page_compare_results(limit=10) general_stats = stats.get_general_stats() stats.shutdown() return render_template('home.html', general_stats=general_stats, latest_firmware_submissions=latest_firmware_submissions, latest_comments=latest_comments, latest_comparison_results=latest_comparison_results)
def test_get_mitigation_data(self): result_list = [('PIE enabled', 3), ('Canary enabled', 9), ('RELRO partially enabled', 7), ('PIE/DSO present', 565), ('PIE disabled', 702), ('NX enabled', 1696), ('PIE - invalid ELF file', 633), ('Canary disabled', 1894), ('RELRO fully enabled', 40), ('NX disabled', 207), ('RELRO disabled', 1856)] mitigation_on = StatisticUpdater.extract_mitigation_from_list('NX enabled', result_list) mitigation_off = StatisticUpdater.extract_mitigation_from_list('Canary disabled', result_list) mitigation_partial = StatisticUpdater.extract_mitigation_from_list('RELRO partially enabled', result_list) mitigation_invalid = StatisticUpdater.extract_mitigation_from_list('PIE - invalid ELF file', result_list) self.assertEqual(mitigation_on, [('NX enabled', 1696)]) self.assertEqual(mitigation_off, [('Canary disabled', 1894)]) self.assertEqual(mitigation_partial, [('RELRO partially enabled', 7)]) self.assertEqual(mitigation_invalid, [('PIE - invalid ELF file', 633)])
def test_convert_dict_list_to_list(): test_list = [{'count': 1, '_id': 'A'}, {'count': 2, '_id': 'B'}, {'count': 3, '_id': None}] result = StatisticUpdater._convert_dict_list_to_list(test_list) assert isinstance(result, list), 'result is not a list' assert ['A', 1] in result assert ['B', 2] in result assert ['not available', 3] in result assert len(result) == 3, 'too many keys in the result'
class TestStatisticBase(unittest.TestCase): @classmethod def setUpClass(cls): cls.config = get_config_for_testing() cls.mongo_server = MongoMgr(config=cls.config) def setUp(self): self.updater = StatisticUpdater(config=self.config) self.frontend_db_interface = StatisticDbViewer(config=self.config) def tearDown(self): self.updater.shutdown() self.frontend_db_interface.shutdown() clean_test_database(self.config, get_database_names(self.config)) gc.collect() @classmethod def tearDownClass(cls): cls.mongo_server.shutdown()
def main(command_line_options=sys.argv): args, config = program_setup(PROGRAM_NAME, PROGRAM_DESCRIPTION, command_line_options=command_line_options) logging.info('Try to start Mongo Server...') mongo_server = MongoMgr(config=config) updater = StatisticUpdater(config=config) updater.update_all_stats() updater.shutdown() if args.testing: logging.info('Stopping Mongo Server...') mongo_server.shutdown() return 0
class TestAcceptanceMisc(TestAcceptanceBase): @classmethod def setUpClass(cls): super().setUpClass() cls.db_backend_service = BackEndDbInterface(config=cls.config) cls.analysis_finished_event = Event() cls.elements_finished_analyzing = Value('i', 0) def setUp(self): super().setUp() self._start_backend(post_analysis=self._analysis_callback) self.updater = StatisticUpdater(config=self.config) self.workload = WorkLoadStatistic(config=self.config) time.sleep(2) # wait for systems to start def tearDown(self): self.updater.shutdown() self._stop_backend() super().tearDown() @classmethod def tearDownClass(cls): cls.db_backend_service.shutdown() super().tearDownClass() def _analysis_callback(self, fo): self.db_backend_service.add_object(fo) self.elements_finished_analyzing.value += 1 if self.elements_finished_analyzing.value > 7: self.analysis_finished_event.set() def _upload_firmware_get(self): rv = self.test_client.get('/upload') self.assertIn(b'<h2>Upload Firmware</h2>', rv.data, "upload page not displayed correctly") def _upload_firmware_put(self, path, device_name, uid): testfile_path = os.path.join(get_test_data_dir(), path) with open(testfile_path, "rb") as fp: data = { 'file': fp, 'device_name': device_name, 'device_class': "test_class", 'firmware_version': "1.0", 'vendor': "test_vendor", 'release_date': "2009-01-01", 'tags': '', 'analysis_systems': [] } rv = self.test_client.post('/upload', content_type='multipart/form-data', data=data, follow_redirects=True) self.assertIn(b'Upload Successful', rv.data, "upload not successful") self.assertIn(uid.encode(), rv.data, "uid not found on upload success page") def _show_stats(self): rv = self.test_client.get('/statistic') self.assertIn(b'Firmware Container', rv.data) self.assertIn(b'test_vendor', rv.data) self.assertIn(b'Release Date Stats', rv.data) def _show_stats_filtered(self): rv = self.test_client.get('/statistic?vendor=test_vendor') self.assertIn(b'Firmware Container', rv.data) self.assertIn(b'test_vendor', rv.data) self.assertIn(b'Release Date Stats', rv.data) def _show_about(self): rv = self.test_client.get('/about') self.assertIn(b'License Information', rv.data) def _show_system_monitor(self): rv = self.test_client.get('/system_health') self.assertIn(b'backend workload', rv.data) def _click_chart(self): rv = self.test_client.get( '/database/browse?query=%7b%22vendor%22%3A+%7b%22%24eq%22%3A+%22test_vendor%22%7d%7d' ) self.assertIn(self.test_fw_a.uid.encode(), rv.data) def _click_release_date_histogram(self): rv = self.test_client.get('/database/browse?date="January 2009"') self.assertIn(self.test_fw_a.uid.encode(), rv.data) def test_misc(self): self._upload_firmware_get() for fw in [self.test_fw_a, self.test_fw_b]: self._upload_firmware_put(fw.path, fw.name, fw.uid) self._show_about() time.sleep(4) self.workload.update( unpacking_workload=self.unpacking_service.get_scheduled_workload(), analysis_workload=self.analysis_service.get_scheduled_workload()) self.analysis_finished_event.wait(timeout=10) self._show_system_monitor() self.updater.update_all_stats() self._show_stats() self._show_stats_filtered() self._click_chart() self._click_release_date_histogram()
def test_round(): assert StatisticUpdater._round([('NX enabled', 1696)], 1903) == 0.89122
def test_calculate_total_files(input_data, expected): assert StatisticUpdater._calculate_total_files(input_data) == expected
def setUp(self): self.config = get_config_for_testing() self.mongo_server = MongoMgr(config=self.config) self.updater = StatisticUpdater(config=self.config) self.frontend_db_interface = StatisticDbViewer(config=self.config)
log_format = logging.Formatter( fmt='[%(asctime)s][%(module)s][%(levelname)s]: %(message)s', datefmt='%Y-%m-%d %H:%M:%S') logger = logging.getLogger('') if args.debug: logger.setLevel(logging.DEBUG) else: logger.setLevel(logging.INFO) console_logger = logging.StreamHandler() console_logger.setFormatter(log_format) logger.addHandler(console_logger) if __name__ == '__main__': args = _setup_argparser() config = _load_config(args) _setup_logging(args) logging.info('Try to start Mongo Server...') mongo_server = MongoMgr(config=config) updater = StatisticUpdater(config=config) updater.update_all_stats() updater.shutdown() if args.shutdown_db: logging.info('Stopping Mongo Server...') mongo_server.shutdown() sys.exit()
class TestStatistic(unittest.TestCase): @classmethod def setUpClass(cls): cls.config = get_config_for_testing() cls.mongo_server = MongoMgr(config=cls.config) def setUp(self): self.updater = StatisticUpdater(config=self.config) self.frontend_db_interface = StatisticDbViewer(config=self.config) def tearDown(self): self.updater.shutdown() self.frontend_db_interface.shutdown() clean_test_database(self.config, get_database_names(self.config)) gc.collect() @classmethod def tearDownClass(cls): cls.mongo_server.shutdown() def test_update_and_get_statistic(self): self.updater.db.update_statistic('test', {'test1': 1}) result = self.frontend_db_interface.get_statistic('test') self.assertEqual(result['test1'], 1, 'result not correct') self.updater.db.update_statistic('test', {'test1': 2}) result = self.frontend_db_interface.get_statistic('test') self.assertEqual(result['test1'], 2, 'result not correct') def test_get_general_stats(self): result = self.updater.get_general_stats() self.assertEqual(result['number_of_firmwares'], 0, 'number of firmwares not correct') self.assertEqual(result['number_of_unique_files'], 0, 'number of files not correct') self.updater.db.firmwares.insert_one({'test': 1}) self.updater.db.file_objects.insert_one({'test': 1}) result = self.updater.get_general_stats() self.assertEqual(result['number_of_firmwares'], 1, 'number of firmwares not correct') self.assertEqual(result['number_of_unique_files'], 1, 'number of files not correct') def test_convert_dict_list_to_list(self): test_list = [{ 'count': 1, '_id': 'A' }, { 'count': 2, '_id': 'B' }, { 'count': 3, '_id': None }] result = self.updater._convert_dict_list_to_list(test_list) self.assertIsInstance(result, list, 'result is not a list') self.assertIn(['A', 1], result) self.assertIn(['B', 2], result) self.assertIn(['not available', 3], result) self.assertEqual(len(result), 3, 'too many keys in the result') def test_filter_sanitized_entries(self): test_list = [ ['valid', 1], [ 'sanitized_81abfc7a79c8c1ed85f6b9fc2c5d9a3edc4456c4aecb9f95b4d7a2bf9bf652da_1', 1 ] ] result = self.updater._filter_sanitized_objects(test_list) self.assertEqual(result, [['valid', 1]]) def test_find_most_frequent_architecture(self): test_list = [ 'MIPS, 32-bit, big endian (M)', 'MIPS (M)', 'MIPS, 32-bit, big endian (M)', 'MIPS, 32-bit, big endian (M)' ] result = self.updater._find_most_frequent_architecture(test_list) expected_result = 'MIPS, 32-bit, big endian (M)' self.assertEqual(result, expected_result) test_list = ['A', 'B', 'B', 'B', 'C', 'C'] result = self.updater._find_most_frequent_architecture(test_list) expected_result = 'B' self.assertEqual(result, expected_result) def test_count_occurrences(self): test_list = ['A', 'B', 'B', 'C', 'C', 'C'] result = set(self.updater._count_occurrences(test_list)) expected_result = {('A', 1), ('C', 3), ('B', 2)} self.assertEqual(result, expected_result) def test_shorten_architecture_string(self): tests_string = 'MIPS, 64-bit, little endian (M)' result = self.updater._shorten_architecture_string(tests_string) self.assertEqual(result, 'MIPS, 64-bit') tests_string = 'MIPS (M)' result = self.updater._shorten_architecture_string(tests_string) self.assertEqual(result, 'MIPS') def test_round(self): self.assertEqual(StatisticUpdater._round([('NX enabled', 1696)], 1903), 0.89122) def test_get_mitigation_data(self): result_list = [('PIE enabled', 3), ('Canary enabled', 9), ('RELRO partially enabled', 7), ('PIE/DSO present', 565), ('PIE disabled', 702), ('NX enabled', 1696), ('PIE - invalid ELF file', 633), ('Canary disabled', 1894), ('RELRO fully enabled', 40), ('NX disabled', 207), ('RELRO disabled', 1856)] mitigation_on = StatisticUpdater.extract_mitigation_from_list( 'NX enabled', result_list) mitigation_off = StatisticUpdater.extract_mitigation_from_list( 'Canary disabled', result_list) mitigation_partial = StatisticUpdater.extract_mitigation_from_list( 'RELRO partially enabled', result_list) mitigation_invalid = StatisticUpdater.extract_mitigation_from_list( 'PIE - invalid ELF file', result_list) self.assertEqual(mitigation_on, [('NX enabled', 1696)]) self.assertEqual(mitigation_off, [('Canary disabled', 1894)]) self.assertEqual(mitigation_partial, [('RELRO partially enabled', 7)]) self.assertEqual(mitigation_invalid, [('PIE - invalid ELF file', 633)]) def test_set_single_stats(self): result = [('PIE - invalid ELF file', 100), ('NX disabled', 200), ('PIE/DSO present', 300), ('RELRO fully enabled', 400), ('PIE enabled', 500), ('RELRO partially enabled', 600), ('Canary disabled', 700), ('NX enabled', 800), ('PIE disabled', 900), ('Canary enabled', 1000), ('RELRO disabled', 1100)] stats = {'exploit_mitigations': []} self.set_nx_stats_to_dict(result, stats) stats = {'exploit_mitigations': []} self.set_canary_stats_to_dict(result, stats) stats = {'exploit_mitigations': []} self.set_pie_stats_to_dict(result, stats) stats = {'exploit_mitigations': []} self.set_relro_stats_to_dict(result, stats) def set_nx_stats_to_dict(self, result, stats): nx_off, nx_on = self.updater.extract_nx_data_from_analysis(result) self.assertEqual(nx_off, [('NX disabled', 200)]) self.assertEqual(nx_on, [('NX enabled', 800)]) total_amount_of_files = calculate_total_files([nx_off, nx_on]) self.assertEqual(total_amount_of_files, 1000) self.updater.append_nx_stats_to_result_dict(nx_off, nx_on, stats, total_amount_of_files) self.assertEqual( stats, { 'exploit_mitigations': [('NX enabled', 800, 0.8), ('NX disabled', 200, 0.2)] }) def set_canary_stats_to_dict(self, result, stats): canary_off, canary_on = self.updater.extract_canary_data_from_analysis( result) self.assertEqual(canary_off, [('Canary disabled', 700)]) self.assertEqual(canary_on, [('Canary enabled', 1000)]) total_amount_of_files = calculate_total_files([canary_off, canary_on]) self.assertEqual(total_amount_of_files, 1700) self.updater.append_canary_stats_to_result_dict( canary_off, canary_on, stats, total_amount_of_files) self.assertEqual( stats, { 'exploit_mitigations': [('Canary enabled', 1000, 0.58824), ('Canary disabled', 700, 0.41176)] }) def set_pie_stats_to_dict(self, result, stats): pie_invalid, pie_off, pie_on, pie_partial = self.updater.extract_pie_data_from_analysis( result) self.assertEqual(pie_invalid, [('PIE - invalid ELF file', 100)]) self.assertEqual(pie_off, [('PIE disabled', 900)]) self.assertEqual(pie_partial, [('PIE/DSO present', 300)]) self.assertEqual(pie_on, [('PIE enabled', 500)]) total_amount_of_files = calculate_total_files( [pie_on, pie_partial, pie_off, pie_invalid]) self.assertEqual(total_amount_of_files, 1800) self.updater.append_pie_stats_to_result_dict(pie_invalid, pie_off, pie_on, pie_partial, stats, total_amount_of_files) self.assertEqual( stats, { 'exploit_mitigations': [('PIE enabled', 500, 0.27778), ('PIE/DSO present', 300, 0.16667), ('PIE disabled', 900, 0.5), ('PIE - invalid ELF file', 100, 0.05556)] }) def set_relro_stats_to_dict(self, result, stats): relro_off, relro_on, relro_partial = self.updater.extract_relro_data_from_analysis( result) self.assertEqual(relro_off, [('RELRO disabled', 1100)]) self.assertEqual(relro_on, [('RELRO fully enabled', 400)]) self.assertEqual(relro_partial, [('RELRO partially enabled', 600)]) total_amount_of_files = calculate_total_files( [relro_off, relro_on, relro_partial]) self.assertEqual(total_amount_of_files, 2100) self.updater.append_relro_stats_to_result_dict(relro_off, relro_on, relro_partial, stats, total_amount_of_files) self.assertEqual( stats, { 'exploit_mitigations': [('RELRO fully enabled', 400, 0.19048), ('RELRO partially enabled', 600, 0.28571), ('RELRO disabled', 1100, 0.52381)] }) def test_get_all_stats(self): result = [('PIE - invalid ELF file', 100), ('NX disabled', 200), ('PIE/DSO present', 300), ('RELRO fully enabled', 400), ('PIE enabled', 500), ('RELRO partially enabled', 600), ('Canary disabled', 700), ('NX enabled', 800), ('PIE disabled', 900), ('Canary enabled', 1000), ('RELRO disabled', 1100)] stats = {'exploit_mitigations': []} self.updater.get_stats_nx(result, stats) self.updater.get_stats_canary(result, stats) self.updater.get_stats_relro(result, stats) self.updater.get_stats_pie(result, stats) self.assertEqual( stats, { 'exploit_mitigations': [('NX enabled', 800, 0.8), ('NX disabled', 200, 0.2), ('Canary enabled', 1000, 0.58824), ('Canary disabled', 700, 0.41176), ('RELRO fully enabled', 400, 0.19048), ('RELRO partially enabled', 600, 0.28571), ('RELRO disabled', 1100, 0.52381), ('PIE enabled', 500, 0.27778), ('PIE/DSO present', 300, 0.16667), ('PIE disabled', 900, 0.5), ('PIE - invalid ELF file', 100, 0.05556)] }) def test_return_none_if_no_exploit_mitigations(self): result = [] stats = {'exploit_mitigations': []} self.assertEqual(self.updater.get_stats_nx(result, stats), None) def test_fetch_mitigations(self): self.assertEqual(self.updater.get_exploit_mitigations_stats(), {'exploit_mitigations': []}) def test_known_vulnerabilities_works(self): self.assertEqual(self.updater.get_known_vulnerabilities_stats(), {'known_vulnerabilities': []})
def test_round(self): self.assertEqual(StatisticUpdater._round([('NX enabled', 1696)], 1903), 0.89122)
def setUp(self): super().setUp() self._start_backend() self.updater = StatisticUpdater(config=self.config) self.workload = WorkLoadStatistic(config=self.config) time.sleep(10) # wait for systems to start
def setUp(self): self.updater = StatisticUpdater(config=self.config) self.frontend_db_interface = StatisticDbViewer(config=self.config)
class TestAcceptanceShowStatsAndSystemMonitor(TestAcceptanceBase): def setUp(self): super().setUp() self._start_backend() self.updater = StatisticUpdater(config=self.config) self.workload = WorkLoadStatistic(config=self.config) time.sleep(10) # wait for systems to start def tearDown(self): self.updater.shutdown() self._stop_backend() super().tearDown() def _upload_firmware_get(self): rv = self.test_client.get('/upload') self.assertIn(b'<h2>Upload Firmware</h2>', rv.data, "upload page not displayed correctly") def _upload_firmware_put(self, path, device_name, uid): testfile_path = os.path.join(get_test_data_dir(), path) with open(testfile_path, "rb") as fp: data = { 'file': fp, 'device_name': device_name, 'device_class': "test_class", 'firmware_version': "1.0", 'vendor': "test_vendor", 'release_date': "2009-01-01", 'tags': '', 'analysis_systems': [] } rv = self.test_client.post('/upload', content_type='multipart/form-data', data=data, follow_redirects=True) self.assertIn(b'Upload Successful', rv.data, "upload not successful") self.assertIn(uid.encode(), rv.data, "uid not found on upload success page") def _show_stats(self): rv = self.test_client.get('/statistic') self.assertIn(b'Firmware Container', rv.data) self.assertIn(b'test_vendor', rv.data) self.assertIn(b'Release Date Stats', rv.data) def _show_stats_filtered(self): rv = self.test_client.get('/statistic?vendor=test_vendor') self.assertIn(b'Firmware Container', rv.data) self.assertIn(b'test_vendor', rv.data) self.assertIn(b'Release Date Stats', rv.data) def _click_chart(self): rv = self.test_client.get('/database/browse?query=%7b%22vendor%22%3A+%7b%22%24eq%22%3A+%22test_vendor%22%7d%7d') self.assertIn(self.test_fw_a.uid.encode(), rv.data) def _click_release_date_histogram(self): rv = self.test_client.get('/database/browse?date="January 2009"') self.assertIn(self.test_fw_a.uid.encode(), rv.data) def _show_system_monitor(self): rv = self.test_client.get('/system_health') self.assertIn(b'backend workload', rv.data) def test_show_stats_and_system_monitor(self): self._upload_firmware_get() for fw in [self.test_fw_a, self.test_fw_b]: self._upload_firmware_put(fw.path, fw.name, fw.uid) time.sleep(5) self.workload.update(unpacking_workload=self.unpacking_service.get_scheduled_workload(), analysis_workload=self.analysis_service.get_scheduled_workload()) time.sleep(10) self._show_system_monitor() self.updater.update_all_stats() self._show_stats() self._show_stats_filtered() self._click_chart() self._click_release_date_histogram()
class TestStatistic(unittest.TestCase): def setUp(self): self.config = get_config_for_testing() self.mongo_server = MongoMgr(config=self.config) self.updater = StatisticUpdater(config=self.config) self.frontend_db_interface = StatisticDbViewer(config=self.config) def tearDown(self): self.updater.shutdown() self.frontend_db_interface.shutdown() clean_test_database(self.config, get_database_names(self.config)) self.mongo_server.shutdown() gc.collect() def test_update_and_get_statistic(self): self.updater.db.update_statistic('test', {'test1': 1}) result = self.frontend_db_interface.get_statistic('test') self.assertEqual(result['test1'], 1, 'result not correct') self.updater.db.update_statistic('test', {'test1': 2}) result = self.frontend_db_interface.get_statistic('test') self.assertEqual(result['test1'], 2, 'result not correct') def test_get_general_stats(self): result = self.updater.get_general_stats() self.assertEqual(result['number_of_firmwares'], 0, 'number of firmwares not correct') self.assertEqual(result['number_of_unique_files'], 0, 'number of files not correct') self.updater.db.firmwares.insert_one({'test': 1}) self.updater.db.file_objects.insert_one({'test': 1}) result = self.updater.get_general_stats() self.assertEqual(result['number_of_firmwares'], 1, 'number of firmwares not correct') self.assertEqual(result['number_of_unique_files'], 1, 'number of files not correct') def test_convert_dict_list_to_list(self): test_list = [{ 'count': 1, '_id': 'A' }, { 'count': 2, '_id': 'B' }, { 'count': 3, '_id': None }] result = self.updater._convert_dict_list_to_list(test_list) self.assertIsInstance(result, list, 'result is not a list') self.assertIn(['A', 1], result) self.assertIn(['B', 2], result) self.assertIn(['not available', 3], result) self.assertEqual(len(result), 3, 'too many keys in the result') def test_filter_sanitized_entries(self): test_list = [ ['valid', 1], [ 'sanitized_81abfc7a79c8c1ed85f6b9fc2c5d9a3edc4456c4aecb9f95b4d7a2bf9bf652da_1', 1 ] ] result = self.updater._filter_sanitzized_objects(test_list) self.assertEqual(result, [['valid', 1]]) def test_find_most_frequent_architecture(self): test_list = [ 'MIPS, 32-bit, big endian (M)', 'MIPS (M)', 'MIPS, 32-bit, big endian (M)', 'MIPS, 32-bit, big endian (M)' ] result = self.updater._find_most_frequent_architecture(test_list) expected_result = 'MIPS, 32-bit, big endian (M)' self.assertEqual(result, expected_result) test_list = ['A', 'B', 'B', 'B', 'C', 'C'] result = self.updater._find_most_frequent_architecture(test_list) expected_result = 'B' self.assertEqual(result, expected_result) def test_count_occurrences(self): test_list = ['A', 'B', 'B', 'C', 'C', 'C'] result = set(self.updater._count_occurrences(test_list)) expected_result = {('A', 1), ('C', 3), ('B', 2)} self.assertEqual(result, expected_result) def test_shorten_architecture_string(self): tests_string = 'MIPS, 64-bit, little endian (M)' result = self.updater._shorten_architecture_string(tests_string) self.assertEqual(result, 'MIPS, 64-bit') tests_string = 'MIPS (M)' result = self.updater._shorten_architecture_string(tests_string) self.assertEqual(result, 'MIPS')