def test_filter_checker_id(self):
        """ Filter by checker id"""
        runid = self._runid

        severity_test_data = self._testproject_data["filter_checker_id"]

        for level in severity_test_data:
            for checker_id_filter, test_result_count in level.iteritems():
                info("Checker id filter " + checker_id_filter + " test result count: " + str(test_result_count))
                sort_types = None
                simple_filters = []
                simple_filter = ReportFilter(checkerId=checker_id_filter)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(runid, simple_filters)
                run_results = self._cc_client.getRunResults(runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
    def test_filter_case_insensitive_file_path(self):
        """ Filter by file path case insensitive"""

        runid = self._runid
        filter_test_data = self._testproject_data["filter_filepath_case_insensitive"]

        for level in filter_test_data:
            for filepath_filter, test_result_count in level.iteritems():
                info("File path filter " + filepath_filter + " test result count: " + str(test_result_count))

                sort_types = None
                simple_filters = []
                simple_filter = ReportFilter(filepath=filepath_filter)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(runid, simple_filters)
                run_results = self._cc_client.getRunResults(runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
    def test_filter_severity(self):
        """ Filter by severity levels"""
        runid = self._runid

        severity_test_data = self._testproject_data["filter_severity_levels"]

        for level in severity_test_data:
            for severity_level, test_result_count in level.iteritems():
                info("Severity level filter " + severity_level + " test result count: " + str(test_result_count))
                sort_types = None
                simple_filters = []
                sev = get_severity_level(severity_level)
                simple_filter = ReportFilter(severity=sev)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(runid, simple_filters)
                run_results = self._cc_client.getRunResults(runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
Esempio n. 4
0
    def test_filter_checker_id(self):
        ''' Filter by checker id'''
        runid = self._runid

        severity_test_data = self._testproject_data['filter_checker_id']

        for level in severity_test_data:
            for checker_id_filter, test_result_count in level.iteritems():
                info('Checker id filter ' + checker_id_filter +
                     ' test result count: ' + str(test_result_count))
                sort_types = None
                simple_filters = []
                simple_filter = ReportFilter(checkerId=checker_id_filter)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(
                    runid, simple_filters)
                run_results = self._cc_client.getRunResults(
                    runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
    def test_filter_file_path(self):
        ''' Filter by checker id'''
        runid = self._runid

        severity_test_data = self._testproject_data['filter_filepath']

        for level in severity_test_data:
            for filepath_filter, test_result_count in level.iteritems():
                info('File path filter ' + filepath_filter +
                     ' test result count: ' + str(test_result_count))

                sort_types = None
                simple_filters = []
                simple_filter = ReportFilter(filepath=filepath_filter)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(
                    runid, simple_filters)
                run_results = self._cc_client.getRunResults(
                    runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
Esempio n. 6
0
    def test_filter_severity(self):
        ''' Filter by severity levels'''
        runid = self._runid

        severity_test_data = self._testproject_data['filter_severity_levels']

        for level in severity_test_data:
            for severity_level, test_result_count in level.iteritems():
                info('Severity level filter ' + severity_level +
                     ' test result count: ' + str(test_result_count))
                sort_types = None
                simple_filters = []
                sev = get_severity_level(severity_level)
                simple_filter = ReportFilter(severity=sev)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(
                    runid, simple_filters)
                run_results = self._cc_client.getRunResults(
                    runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
Esempio n. 7
0
    def test_filter_case_insensitive_file_path(self):
        ''' Filter by file path case insensitive'''

        runid = self._runid
        filter_test_data = self._testproject_data[
            'filter_filepath_case_insensitive']

        for level in filter_test_data:
            for filepath_filter, test_result_count in level.iteritems():
                info('File path filter ' + filepath_filter +
                     ' test result count: ' + str(test_result_count))

                sort_types = None
                simple_filters = []
                simple_filter = ReportFilter(filepath=filepath_filter)
                simple_filters.append(simple_filter)

                run_result_count = self._cc_client.getRunResultCount(
                    runid, simple_filters)
                run_results = self._cc_client.getRunResults(
                    runid, run_result_count, 0, sort_types, simple_filters)
                self.assertIsNotNone(run_results)
                self.assertEqual(test_result_count, len(run_results))
    def func_wrapper(*args, **kwargs):
        try:
            result = function_to_run_test(*args, **kwargs)
            info('PASSED')
            return result

        except AssertionError:
            _, _, tb = sys.exc_info()
            traceback.print_tb(tb)  # Fixed format
            tb_info = traceback.extract_tb(tb)
            filename, line, func, text = tb_info[-1]

            info('Test failed with arguments')
            info(func)
            info(args)
            info(kwargs)
            info('An error occurred on line {} in statement {}'.format(line, text))
Esempio n. 9
0
    def func_wrapper(*args, **kwargs):
        try:
            result = function_to_run_test(*args, **kwargs)
            info('PASSED')
            return result

        except AssertionError:
            _, _, tb = sys.exc_info()
            traceback.print_tb(tb)  # Fixed format
            tb_info = traceback.extract_tb(tb)
            filename, line, func, text = tb_info[-1]

            info('Test failed with arguments')
            info(func)
            info(args)
            info(kwargs)
            info('An error occurred on line {} in statement {}'.format(
                line, text))