def add_finding_tests_to_suite(suite, jira=False, github=False, block_execution=False): suite.addTest(BaseTestCase('test_login')) set_suite_settings(suite, jira=jira, github=github, block_execution=block_execution) # Add each test the the suite to be run # success and failure is output by the test suite.addTest(ProductTest('test_create_product')) suite.addTest(ProductTest('test_add_product_finding')) # TODO add some more findings with different statuses suite.addTest(FindingTest('test_list_findings_all')) suite.addTest(FindingTest('test_list_findings_closed')) suite.addTest(FindingTest('test_list_findings_accepted')) suite.addTest(FindingTest('test_list_findings_open')) suite.addTest(FindingTest('test_list_components')) suite.addTest(FindingTest('test_edit_finding')) suite.addTest(FindingTest('test_add_image')) suite.addTest(FindingTest('test_delete_image')) suite.addTest(FindingTest('test_mark_finding_for_review')) suite.addTest(FindingTest('test_clear_review_from_finding')) suite.addTest(FindingTest('test_close_finding')) suite.addTest(FindingTest('test_open_finding')) suite.addTest(FindingTest('test_make_finding_a_template')) suite.addTest(FindingTest('test_apply_template_to_a_finding')) suite.addTest(FindingTest('test_import_scan_result')) suite.addTest(FindingTest('test_delete_finding')) suite.addTest(FindingTest('test_delete_finding_template')) suite.addTest(ProductTest('test_delete_product')) return suite
def add_dedupe_tests_to_suite(suite, jira=False, github=False, block_execution=False): suite.addTest(BaseTestCase('test_login')) set_suite_settings(suite, jira=jira, github=github, block_execution=block_execution) if jira: suite.addTest(BaseTestCase('enable_jira')) else: suite.addTest(BaseTestCase('disable_jira')) if github: suite.addTest(BaseTestCase('enable_github')) else: suite.addTest(BaseTestCase('disable_github')) if block_execution: suite.addTest(BaseTestCase('enable_block_execution')) else: suite.addTest(BaseTestCase('disable_block_execution')) suite.addTest(ProductTest('test_create_product')) suite.addTest(DedupeTest('test_enable_deduplication')) # Test same scanners - same engagement - static - dedupe suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_add_path_test_suite')) suite.addTest(DedupeTest('test_import_path_tests')) suite.addTest(DedupeTest('test_check_path_status')) # Test same scanners - same engagement - dynamic - dedupe suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_add_endpoint_test_suite')) suite.addTest(DedupeTest('test_import_endpoint_tests')) suite.addTest(DedupeTest('test_check_endpoint_status')) # Test different scanners - same engagement - dynamic - dedupe suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_add_same_eng_test_suite')) suite.addTest(DedupeTest('test_import_same_eng_tests')) suite.addTest(DedupeTest('test_check_same_eng_status')) # Test same scanners - same engagement - static - dedupe with custom hash_code suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_add_path_test_suite_checkmarx_scan')) suite.addTest(DedupeTest('test_import_path_tests_checkmarx_scan')) suite.addTest(DedupeTest('test_check_path_status_checkmarx_scan')) # Test different scanners - different engagement - dynamic - dedupe suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_add_cross_test_suite')) suite.addTest(DedupeTest('test_import_cross_test')) suite.addTest(DedupeTest('test_check_cross_status')) # Test deduplication with and without service in findings suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_import_no_service')) suite.addTest(DedupeTest('test_check_no_service')) suite.addTest(DedupeTest('test_delete_findings')) suite.addTest(DedupeTest('test_import_service')) suite.addTest(DedupeTest('test_check_service')) # Clean up suite.addTest(ProductTest('test_delete_product')) return suite
def add_product_tests_to_suite(suite, jira=False, github=False, block_execution=False): # Add each test and the suite to be run # success and failure is output by the test suite.addTest(BaseTestCase('test_login')) set_suite_settings(suite, jira=jira, github=github, block_execution=block_execution) suite.addTest(ProductTest('test_create_product')) suite.addTest(ProductTest('test_edit_product_description')) suite.addTest(ProductTest('test_add_product_engagement')) suite.addTest(ProductTest('test_add_product_finding')) suite.addTest(ProductTest('test_add_product_endpoints')) suite.addTest(ProductTest('test_add_product_custom_field')) suite.addTest(ProductTest('test_edit_product_custom_field')) suite.addTest(ProductTest('test_add_product_tracking_files')) suite.addTest(ProductTest('test_edit_product_tracking_files')) suite.addTest(ProductTest('test_list_products')) suite.addTest(ProductTest('test_list_components')) suite.addTest(ProductTest('test_product_notifications_change')) suite.addTest(ProductTest('test_product_metrics')) # we add metrics tests here as we now have a product that triggers some logic inside metrics suite.addTest(ProductTest('test_critical_product_metrics')) suite.addTest(ProductTest('test_product_type_metrics')) suite.addTest(ProductTest('test_product_type_counts_metrics')) suite.addTest(ProductTest('test_simple_metrics')) suite.addTest(ProductTest('test_engineer_metrics')) suite.addTest(ProductTest('test_security_research_metrics')) suite.addTest(ProductTest('test_metrics_dashboard')) suite.addTest(ProductTest('test_delete_product')) return suite
def add_finding_tests_to_suite(suite, jira=False, github=False, block_execution=False): suite.addTest(BaseTestCase('test_login')) set_suite_settings(suite, jira=jira, github=github, block_execution=block_execution) # Add each test the the suite to be run # success and failure is output by the test suite.addTest(BaseTestCase('delete_finding_template_if_exists')) suite.addTest(ProductTest('test_create_product')) suite.addTest(ProductTest('test_add_product_finding')) suite.addTest(FindingTest('test_list_findings_all')) suite.addTest(FindingTest('test_list_findings_open')) suite.addTest(FindingTest('test_quick_report')) # Export tests are not stable and therefore disabled # suite.addTest(FindingTest('test_csv_export')) # suite.addTest(FindingTest('test_excel_export')) suite.addTest(FindingTest('test_list_components')) suite.addTest(FindingTest('test_edit_finding')) suite.addTest(FindingTest('test_add_note_to_finding')) suite.addTest(FindingTest('test_add_image')) suite.addTest(FindingTest('test_delete_image')) suite.addTest(FindingTest('test_mark_finding_for_review')) suite.addTest(FindingTest('test_clear_review_from_finding')) suite.addTest(FindingTest('test_close_finding')) suite.addTest(FindingTest('test_list_findings_closed')) suite.addTest(FindingTest('test_open_finding')) suite.addTest(ProductTest('test_enable_simple_risk_acceptance')) suite.addTest(FindingTest('test_simple_accept_finding')) suite.addTest(FindingTest('test_list_findings_accepted')) suite.addTest(FindingTest('test_list_findings_all')) suite.addTest(FindingTest('test_unaccept_finding')) suite.addTest(FindingTest('test_make_finding_a_template')) suite.addTest(FindingTest('test_apply_template_to_a_finding')) suite.addTest(FindingTest('test_create_finding_from_template')) suite.addTest(FindingTest('test_import_scan_result')) suite.addTest(FindingTest('test_delete_finding')) suite.addTest(FindingTest('test_delete_finding_template')) suite.addTest(ProductTest('test_delete_product')) return suite