def main(command_line_options=sys.argv):
args, config = program_setup(PROGRAM_NAME,
PROGRAM_DESCRIPTION,
command_line_options=command_line_options)
logging.info('Try to start Mongo Server...')
mongo_server = MongoMgr(config=config)
updater = StatisticUpdater(config=config)
updater.update_all_stats()
updater.shutdown()
if args.testing:
logging.info('Stopping Mongo Server...')
mongo_server.shutdown()
return 0
class TestAcceptanceShowStatsAndSystemMonitor(TestAcceptanceBase):
def setUp(self):
super().setUp()
self._start_backend()
self.updater = StatisticUpdater(config=self.config)
self.workload = WorkLoadStatistic(config=self.config)
time.sleep(10) # wait for systems to start
def tearDown(self):
self.updater.shutdown()
self._stop_backend()
super().tearDown()
def _upload_firmware_get(self):
rv = self.test_client.get('/upload')
self.assertIn(b'<h2>Upload Firmware</h2>', rv.data, "upload page not displayed correctly")
def _upload_firmware_put(self, path, device_name, uid):
testfile_path = os.path.join(get_test_data_dir(), path)
with open(testfile_path, "rb") as fp:
data = {
'file': fp,
'device_name': device_name,
'device_class': "test_class",
'firmware_version': "1.0",
'vendor': "test_vendor",
'release_date': "2009-01-01",
'tags': '',
'analysis_systems': []
}
rv = self.test_client.post('/upload', content_type='multipart/form-data', data=data, follow_redirects=True)
self.assertIn(b'Upload Successful', rv.data, "upload not successful")
self.assertIn(uid.encode(), rv.data, "uid not found on upload success page")
def _show_stats(self):
rv = self.test_client.get('/statistic')
self.assertIn(b'Firmware Container', rv.data)
self.assertIn(b'test_vendor', rv.data)
self.assertIn(b'Release Date Stats', rv.data)
def _show_stats_filtered(self):
rv = self.test_client.get('/statistic?vendor=test_vendor')
self.assertIn(b'Firmware Container', rv.data)
self.assertIn(b'test_vendor', rv.data)
self.assertIn(b'Release Date Stats', rv.data)
def _click_chart(self):
rv = self.test_client.get('/database/browse?query=%7b%22vendor%22%3A+%7b%22%24eq%22%3A+%22test_vendor%22%7d%7d')
self.assertIn(self.test_fw_a.uid.encode(), rv.data)
def _click_release_date_histogram(self):
rv = self.test_client.get('/database/browse?date="January 2009"')
self.assertIn(self.test_fw_a.uid.encode(), rv.data)
def _show_system_monitor(self):
rv = self.test_client.get('/system_health')
self.assertIn(b'backend workload', rv.data)
def test_show_stats_and_system_monitor(self):
self._upload_firmware_get()
for fw in [self.test_fw_a, self.test_fw_b]:
self._upload_firmware_put(fw.path, fw.name, fw.uid)
time.sleep(5)
self.workload.update(unpacking_workload=self.unpacking_service.get_scheduled_workload(), analysis_workload=self.analysis_service.get_scheduled_workload())
time.sleep(10)
self._show_system_monitor()
self.updater.update_all_stats()
self._show_stats()
self._show_stats_filtered()
self._click_chart()
self._click_release_date_histogram()
class TestAcceptanceMisc(TestAcceptanceBase):
@classmethod
def setUpClass(cls):
super().setUpClass()
cls.db_backend_service = BackEndDbInterface(config=cls.config)
cls.analysis_finished_event = Event()
cls.elements_finished_analyzing = Value('i', 0)
def setUp(self):
super().setUp()
self._start_backend(post_analysis=self._analysis_callback)
self.updater = StatisticUpdater(config=self.config)
self.workload = WorkLoadStatistic(config=self.config)
time.sleep(2) # wait for systems to start
def tearDown(self):
self.updater.shutdown()
self._stop_backend()
super().tearDown()
@classmethod
def tearDownClass(cls):
cls.db_backend_service.shutdown()
super().tearDownClass()
def _analysis_callback(self, fo):
self.db_backend_service.add_object(fo)
self.elements_finished_analyzing.value += 1
if self.elements_finished_analyzing.value > 7:
self.analysis_finished_event.set()
def _upload_firmware_get(self):
rv = self.test_client.get('/upload')
self.assertIn(b'<h2>Upload Firmware</h2>', rv.data,
"upload page not displayed correctly")
def _upload_firmware_put(self, path, device_name, uid):
testfile_path = os.path.join(get_test_data_dir(), path)
with open(testfile_path, "rb") as fp:
data = {
'file': fp,
'device_name': device_name,
'device_class': "test_class",
'firmware_version': "1.0",
'vendor': "test_vendor",
'release_date': "2009-01-01",
'tags': '',
'analysis_systems': []
}
rv = self.test_client.post('/upload',
content_type='multipart/form-data',
data=data,
follow_redirects=True)
self.assertIn(b'Upload Successful', rv.data, "upload not successful")
self.assertIn(uid.encode(), rv.data,
"uid not found on upload success page")
def _show_stats(self):
rv = self.test_client.get('/statistic')
self.assertIn(b'Firmware Container', rv.data)
self.assertIn(b'test_vendor', rv.data)
self.assertIn(b'Release Date Stats', rv.data)
def _show_stats_filtered(self):
rv = self.test_client.get('/statistic?vendor=test_vendor')
self.assertIn(b'Firmware Container', rv.data)
self.assertIn(b'test_vendor', rv.data)
self.assertIn(b'Release Date Stats', rv.data)
def _show_about(self):
rv = self.test_client.get('/about')
self.assertIn(b'License Information', rv.data)
def _show_system_monitor(self):
rv = self.test_client.get('/system_health')
self.assertIn(b'backend workload', rv.data)
def _click_chart(self):
rv = self.test_client.get(
'/database/browse?query=%7b%22vendor%22%3A+%7b%22%24eq%22%3A+%22test_vendor%22%7d%7d'
)
self.assertIn(self.test_fw_a.uid.encode(), rv.data)
def _click_release_date_histogram(self):
rv = self.test_client.get('/database/browse?date="January 2009"')
self.assertIn(self.test_fw_a.uid.encode(), rv.data)
def test_misc(self):
self._upload_firmware_get()
for fw in [self.test_fw_a, self.test_fw_b]:
self._upload_firmware_put(fw.path, fw.name, fw.uid)
self._show_about()
time.sleep(4)
self.workload.update(
unpacking_workload=self.unpacking_service.get_scheduled_workload(),
analysis_workload=self.analysis_service.get_scheduled_workload())
self.analysis_finished_event.wait(timeout=10)
self._show_system_monitor()
self.updater.update_all_stats()
self._show_stats()
self._show_stats_filtered()
self._click_chart()
self._click_release_date_histogram()
log_format = logging.Formatter(
fmt='[%(asctime)s][%(module)s][%(levelname)s]: %(message)s',
datefmt='%Y-%m-%d %H:%M:%S')
logger = logging.getLogger('')
if args.debug:
logger.setLevel(logging.DEBUG)
else:
logger.setLevel(logging.INFO)
console_logger = logging.StreamHandler()
console_logger.setFormatter(log_format)
logger.addHandler(console_logger)
if __name__ == '__main__':
args = _setup_argparser()
config = _load_config(args)
_setup_logging(args)
logging.info('Try to start Mongo Server...')
mongo_server = MongoMgr(config=config)
updater = StatisticUpdater(config=config)
updater.update_all_stats()
updater.shutdown()
if args.shutdown_db:
logging.info('Stopping Mongo Server...')
mongo_server.shutdown()
sys.exit()
