# retrieve the list of bottlenecks tests BOTTLENECKS_TESTS = rp_utils.get_config('bottlenecks.test_list') LOGGER.info("Bottlenecks tests: %s", BOTTLENECKS_TESTS) # For all the versions for version in VERSIONS: # For all the installers for installer in INSTALLERS: # get scenarios results data scenario_results = rp_utils.getScenarios("bottlenecks", "posca_factor_ping", installer, version) LOGGER.info("scenario_results: %s", scenario_results) scenario_stats = rp_utils.getScenarioStats(scenario_results) LOGGER.info("scenario_stats: %s", scenario_stats) items = {} scenario_result_criteria = {} # From each scenarios get results list for s, s_result in scenario_results.items(): LOGGER.info("---------------------------------") LOGGER.info("installer %s, version %s, scenario %s", installer, version, s) ten_criteria = len(s_result) ten_score = 0 for v in s_result: if "PASS" in v['criteria']: ten_score += 1
# get scenarios scenario_results = rp_utils.getScenarios("functest", "connection_check", installer, version) # get nb of supported architecture (x86, aarch64) architectures = rp_utils.getArchitectures(scenario_results) LOGGER.info("Supported architectures: %s", architectures) for architecture in architectures: LOGGER.info("Architecture: %s", architecture) # Consider only the results for the selected architecture # i.e drop x86 for aarch64 and vice versa filter_results = rp_utils.filterArchitecture( scenario_results, architecture) scenario_stats = rp_utils.getScenarioStats(filter_results) items = {} scenario_result_criteria = {} # in case of more than 1 architecture supported # precise the architecture installer_display = installer if "fuel" in installer: installer_display = installer + "@" + architecture # For all the scenarios get results for s, s_result in filter_results.items(): LOGGER.info("---------------------------------") LOGGER.info("installer %s, version %s, scenario %s:", installer, version, s) LOGGER.debug("Scenario results: %s", s_result)