def process_list(self, api_version: int, data: dict): # pylint: disable=unused-argument """ Returns list of NEVRAs for given packge name. :param data: json request parsed into data structure :param api_version: API version (1, 2, 3). :returns: json response with list of NEVRAs """ page = data.get("page", None) page_size = data.get("page_size", None) opts = dict( modified_since=parse_datetime(data.get("modified_since", None)), return_repositories=data.get("return_repositories", True), return_errata=data.get("return_errata", True), return_summary=data.get("return_summary", False), return_description=data.get("return_description", False), third_party=data.get("third_party", False), ) names = data.get('package_name_list', None) if not names: return dict() names = self.try_expand_by_regex(api_version, names) names, response = self._use_pagination(api_version, names, page, page_size) package_name_list = self._build_package_name_list(api_version, names, opts) response['package_name_list'] = package_name_list # Date and time of last data change in the VMaaS DB response['last_change'] = format_datetime(self.cache.dbchange['last_change']) return response
def process_list(self, api_version: int, data: dict): # pylint: disable=unused-argument """ Returns list of NEVRAs for given packge name. :param data: json request parsed into data structure :param api_version: API version (1, 2, 3). :returns: json response with list of NEVRAs """ # Date and time of last data change in the VMaaS DB last_change = format_datetime(self.cache.dbchange['last_change']) page = data.get("page", None) page_size = data.get("page_size", None) names = data.get('package_name_list', None) if not names: return dict() names = self.try_expand_by_regex(api_version, names) names, response = self._use_pagination(api_version, names, page, page_size) package_name_list = self._build_package_name_list(names) response['package_name_list'] = package_name_list response['last_change'] = last_change return response
def _get_first_published_from_erratas(self, erratas): # pylint: disable=R0201 # 'first_published' is the 'issued' date of the oldest errata. first_published = None for ert in erratas: issued = parse_datetime(ert['issued']) if first_published is None or issued < first_published: first_published = issued return format_datetime(first_published)
def process_list(self, api_version, data): # pylint: disable=unused-argument """ This method returns RPM names for given SRPM list filtered by content set :param data: data from api - SRPM name list and content set :returns: list of RPM names for given content set and SRPM """ srpm_list = data.get('srpm_name_list', []) content_set_list = data.get('content_set_list', []) response = {} if not srpm_list: return response response['last_change'] = format_datetime( self.cache.dbchange['last_change']) rpm_data = {} for srpm in srpm_list: if srpm in self.cache.packagename2id: src_pkg_name_id = self.cache.packagename2id[srpm] content_set_ids = self._get_content_set_ids(src_pkg_name_id) src_pkg_ids2names = { pkg_id: src_pkg_name_id for (name_id, _, _), pkg_id in self.cache.nevra2pkgid.items() if src_pkg_name_id == name_id and pkg_id in self.cache.src_pkg_id2pkg_ids } src2pkgid = {} for src_pkg_id in src_pkg_ids2names: src2pkgid.setdefault(src_pkg_id, set()).update( self.cache.src_pkg_id2pkg_ids[src_pkg_id]) content_set_labels = self._get_content_set_labels( content_set_ids, content_set_list) label2name_ids = self._process_content_set(content_set_labels) pkg_ids = set() for pkg in src2pkgid.values(): pkg_ids.update(pkg) label2pkg_name_filtered = {} for label in content_set_labels: pkg_names = set(self.cache.id2packagename[ self.cache.package_details[pid][PKG_NAME_ID]] for pid in pkg_ids if self.cache.package_details[pid] [PKG_NAME_ID] in label2name_ids[label]) label2pkg_name_filtered.setdefault(label, []).extend( natsorted(pkg_names)) if src_pkg_name_id in src_pkg_ids2names.values(): rpm_data.setdefault(srpm, {}).update(label2pkg_name_filtered) response['srpm_name_list'] = rpm_data return response
def process(self): """ This method returns details of last-processed-time from the VMaaS DB :returns: dictionary of errata_changes/cve_changes/repository_changes/last_change timestamps """ answer = {} for key, value in self.cache.dbchange.items(): answer[key] = format_datetime(value) return answer
def _get_repositories(self, pkg_id): # FIXME Add support for modules and streams. repos = [] if pkg_id in self.cache.pkgid2repoids: for repo_id in self.cache.pkgid2repoids[pkg_id]: detail = self.cache.repo_detail[repo_id] repos.append({ 'label': detail[REPO_LABEL], 'name': detail[REPO_NAME], 'basearch': none2empty(detail[REPO_BASEARCH]), 'releasever': none2empty(detail[REPO_RELEASEVER]), 'revision': format_datetime(detail[REPO_REVISION]) }) return natsorted(repos, key=lambda repo_dict: repo_dict['label'])
def _get_erratas(self, api_version: int, pkg_id: int, modified_since: datetime.datetime, third_party: bool) -> tuple: erratas = [] modified_found = False if pkg_id in self.cache.pkgid2errataids: errata_ids = self.cache.pkgid2errataids[pkg_id] for err_id in errata_ids: name = self.cache.errataid2name[err_id] detail = self.cache.errata_detail[name] if detail[ERRATA_THIRD_PARTY] and not third_party: continue issued = detail[ERRATA_ISSUED] errata = {'name': name, 'issued': none2empty(format_datetime(issued))} if api_version >= 3: updated_ts = detail[ERRATA_UPDATED] errata['updated'] = none2empty(format_datetime(updated_ts)) modified_found = self._update_modified_found(modified_found, modified_since, updated_ts) cves = detail[ERRATA_CVE] if cves: errata['cve_list'] = natsorted(cves) erratas.append(errata) erratas = natsorted(erratas, key=lambda err_dict: err_dict['name']) return erratas, modified_found
def _get_erratas(self, pkg_id): erratas = [] if pkg_id in self.cache.pkgid2errataids: errata_ids = self.cache.pkgid2errataids[pkg_id] for err_id in errata_ids: name = self.cache.errataid2name[err_id] issued = self.cache.errata_detail[name][ERRATA_ISSUED] cves = self.cache.errata_detail[name][ERRATA_CVE] errata = { 'name': name, 'issued': none2empty(format_datetime(issued)) } if cves: errata['cve_list'] = natsorted(cves) erratas.append(errata) return natsorted(erratas, key=lambda err_dict: err_dict['name'])
def process_list(self, api_version, data): # pylint: disable=unused-argument """ Returns list of NEVRAs for given packge name. :param data: json request parsed into data structure :returns: json response with list of NEVRAs """ # Date and time of last data change in the VMaaS DB last_change = format_datetime(self.cache.dbchange['last_change']) names = data.get('package_name_list', None) pkgnamelist = {} if not names: return pkgnamelist for name in names: pkgtree_list = pkgnamelist.setdefault(name, []) if name in self.cache.packagename2id: name_id = self.cache.packagename2id[name] pkg_ids = self._get_packages(name_id) for pkg_id in pkg_ids: pkg_nevra = self._build_nevra(pkg_id) errata = self._get_erratas(pkg_id) repositories = self._get_repositories(pkg_id) first_published = self._get_first_published_from_erratas( errata) pkgtree_list.append({ "nevra": pkg_nevra, "first_published": none2empty(first_published), "repositories": none2empty(repositories), "errata": none2empty(errata), }) pkgnamelist[name] = natsorted( pkgtree_list, key=lambda nevra_list: nevra_list['nevra']) response = { 'package_name_list': pkgnamelist, 'last_change': last_change, } return response
def process_list(self, api_version, data): # pylint: disable=unused-argument """ This method returns content sets for given RPM list filtered by content set :param data: data from api - RPM name list and content set :returns: list of content sets for given content set and RPM list """ rpm_list = data.get('rpm_name_list', []) content_set_list = data.get('content_set_list', []) response = {} if not rpm_list: return response response['last_change'] = format_datetime(self.cache.dbchange['last_change']) content_data = {} for rpm in set(rpm_list): content_set_labels = [] if rpm in self.cache.packagename2id: pkg_name_id = self.cache.packagename2id[rpm] content_set_ids = self._get_content_set_ids(pkg_name_id) content_set_labels.extend(self._get_content_set_labels(content_set_ids, content_set_list)) content_data.setdefault(rpm, []).extend(natsorted(content_set_labels)) response['rpm_name_list'] = content_data return response
def process_list(self, api_version, data): # pylint: disable=unused-argument """ This method returns details for given set of CVEs. :param data: data obtained from api, we're interested in data["cve_list"] :returns: list of dictionaries containing detailed information for given cve list} """ validate(data, JSON_SCHEMA) cves_to_process = data.get("cve_list", None) modified_since = data.get("modified_since", None) published_since = data.get("published_since", None) rh_only = data.get('rh_only', False) modified_since_dt = parse_datetime(modified_since) published_since_dt = parse_datetime(published_since) page = data.get("page", None) page_size = data.get("page_size", None) answer = {} if not cves_to_process: return answer cves_to_process = list(filter(None, cves_to_process)) if len(cves_to_process) == 1: # treat single-label like a regex, get all matching names cves_to_process = self.find_cves_by_regex(cves_to_process[0]) filters = [(filter_item_if_exists, [self.cache.cve_detail])] if rh_only: filters.append((self._filter_redhat_only, [])) # if we have information about modified/published dates and receive "modified_since" # or "published_since" in request, # compare the dates if modified_since: filters.append((self._filter_modified_since, [modified_since_dt])) if published_since: filters.append((self._filter_published_since, [published_since_dt])) cve_list = {} cve_page_to_process, pagination_response = paginate(cves_to_process, page, page_size, filters=filters) for cve in cve_page_to_process: cve_detail = self.cache.cve_detail.get(cve, None) if not cve_detail: continue bin_pkg_list, src_pkg_list = pkgidlist2packages(self.cache, cve_detail[CVE_PID]) cve_list[cve] = { "redhat_url": none2empty(cve_detail[CVE_REDHAT_URL]), "secondary_url": none2empty(cve_detail[CVE_SECONDARY_URL]), "synopsis": cve, "impact": none2empty(cve_detail[CVE_IMPACT]), "public_date": none2empty(format_datetime(cve_detail[CVE_PUBLISHED_DATE])), "modified_date": none2empty(format_datetime(cve_detail[CVE_MODIFIED_DATE])), "cwe_list": none2empty(cve_detail[CVE_CWE]), "cvss3_score": str(none2empty(cve_detail[CVE_CVSS3_SCORE])), "cvss3_metrics": str(none2empty(cve_detail[CVE_CVSS3_METRICS])), "cvss2_score": str(none2empty(cve_detail[CVE_CVSS2_SCORE])), "cvss2_metrics": str(none2empty(cve_detail[CVE_CVSS2_METRICS])), "description": none2empty(cve_detail[CVE_DESCRIPTION]), "package_list": bin_pkg_list, "source_package_list": src_pkg_list, "errata_list": [self.cache.errataid2name[eid] for eid in cve_detail[CVE_EID]], } response = {"cve_list": cve_list} response.update(pagination_response) if modified_since: response["modified_since"] = modified_since if published_since: response["published_since"] = published_since return response
def process_list(self, api_version, data): # pylint: disable=unused-argument """ This method returns details for given set of Errata. :param data: data obtained from api, we're interested in data["errata_list"] :returns: dictionary containing detailed information for given errata list} """ validate(data, JSON_SCHEMA) modified_since = data.get("modified_since", None) modified_since_dt = parse_datetime(modified_since) errata_to_process = data.get("errata_list", None) page = data.get("page", None) page_size = data.get("page_size", None) response = {"errata_list": {}} if modified_since: response["modified_since"] = modified_since if not errata_to_process: return response if len(errata_to_process) == 1: # treat single-label like a regex, get all matching names errata_to_process = self.find_errata_by_regex(errata_to_process[0]) filters = [(filter_item_if_exists, [self.cache.errata_detail])] # if we have information about modified/published dates and receive "modified_since" in request, # compare the dates if modified_since: filters.append((self._filter_modified_since, [modified_since_dt])) errata_list = {} errata_page_to_process, pagination_response = paginate(errata_to_process, page, page_size, filters=filters) for errata in errata_page_to_process: errata_detail = self.cache.errata_detail.get(errata, None) if not errata_detail: continue bin_pkg_list, src_pkg_list = pkgidlist2packages(self.cache, errata_detail[ERRATA_PKGIDS]) if errata_detail[ERRATA_MODULE]: for index, module_update in enumerate(errata_detail[ERRATA_MODULE]): if all(str(elem).isdigit() for elem in errata_detail[ERRATA_MODULE][index]["package_list"]): module_pkg_list, module_src_pkg_list = pkgidlist2packages( self.cache, module_update["package_list"]) errata_detail[ERRATA_MODULE][index]["package_list"] = module_pkg_list errata_detail[ERRATA_MODULE][index]["source_package_list"] = module_src_pkg_list errata_list[errata] = { "synopsis": none2empty(errata_detail[ERRATA_SYNOPSIS]), "summary": none2empty(errata_detail[ERRATA_SUMMARY]), "type": none2empty(errata_detail[ERRATA_TYPE]), "severity": none2empty(errata_detail[ERRATA_SEVERITY]), "description": none2empty(errata_detail[ERRATA_DESCRIPTION]), "solution": none2empty(errata_detail[ERRATA_SOLUTION]), "issued": none2empty(format_datetime(errata_detail[ERRATA_ISSUED])), "updated": none2empty(format_datetime(errata_detail[ERRATA_UPDATED])), "cve_list": errata_detail[ERRATA_CVE], "package_list": bin_pkg_list, "source_package_list": src_pkg_list, "bugzilla_list": errata_detail[ERRATA_BUGZILLA], "reference_list": errata_detail[ERRATA_REFERENCE], "modules_list": errata_detail[ERRATA_MODULE], "url": none2empty(errata_detail[ERRATA_URL]) } response["errata_list"] = errata_list response.update(pagination_response) return response
def process_list(self, api_version, data): # pylint: disable=unused-argument """ This method returns details for given set of Errata. :param data: data obtained from api, we're interested in data["errata_list"] :returns: dictionary containing detailed information for given errata list} """ modified_since = data.get("modified_since", None) modified_since_dt = parse_datetime(modified_since) third_party = data.get("third_party", False) errata_to_process = data.get("errata_list", None) page = data.get("page", None) page_size = data.get("page_size", None) errata_type = data.get("type", None) severity = data.get("severity", []) response = {"errata_list": {}} filters = [(filter_item_if_exists, [self.cache.errata_detail]), (self._filter_third_party, [third_party])] if modified_since: response["modified_since"] = modified_since # if we have information about modified/published dates and receive "modified_since" in request, # compare the dates filters.append((self._filter_modified_since, [modified_since_dt])) if errata_type: errata_type = [t.lower() for t in set(errata_type)] \ if isinstance(errata_type, list) else [errata_type.lower()] response["type"] = errata_type filters.append((self._filter_errata_by_prop, ["type", errata_type])) if severity is None or len(severity) != 0: severity = self._prepare_severity(severity) response["severity"] = severity filters.append( (self._filter_errata_by_prop, ["severity", severity])) if not errata_to_process: return response errata_to_process = self.try_expand_by_regex(errata_to_process) errata_list = {} errata_page_to_process, pagination_response = paginate( errata_to_process, page, page_size, filters=filters) for errata in errata_page_to_process: errata_detail = self.cache.errata_detail.get(errata, None) if not errata_detail: continue bin_pkg_list, src_pkg_list = pkgidlist2packages( self.cache, errata_detail[ERRATA_PKGIDS]) if errata_detail[ERRATA_MODULE]: for index, module_update in enumerate( errata_detail[ERRATA_MODULE]): if all( str(elem).isdigit() for elem in errata_detail[ERRATA_MODULE][index] ["package_list"]): module_pkg_list, module_src_pkg_list = pkgidlist2packages( self.cache, module_update["package_list"]) errata_detail[ERRATA_MODULE][index][ "package_list"] = module_pkg_list errata_detail[ERRATA_MODULE][index][ "source_package_list"] = module_src_pkg_list errata_list[errata] = { "synopsis": none2empty(errata_detail[ERRATA_SYNOPSIS]), "summary": none2empty(errata_detail[ERRATA_SUMMARY]), "type": none2empty(errata_detail[ERRATA_TYPE]), "severity": errata_detail[ERRATA_SEVERITY], "description": none2empty(errata_detail[ERRATA_DESCRIPTION]), "solution": none2empty(errata_detail[ERRATA_SOLUTION]), "issued": none2empty(format_datetime(errata_detail[ERRATA_ISSUED])), "updated": none2empty(format_datetime(errata_detail[ERRATA_UPDATED])), "cve_list": errata_detail[ERRATA_CVE], "package_list": bin_pkg_list, "source_package_list": src_pkg_list, "bugzilla_list": errata_detail[ERRATA_BUGZILLA], "reference_list": errata_detail[ERRATA_REFERENCE], "modules_list": errata_detail[ERRATA_MODULE], "url": none2empty(errata_detail[ERRATA_URL]), "third_party": errata_detail[ERRATA_THIRD_PARTY] } response["errata_list"] = errata_list response.update(pagination_response) return response