def process_list(self, api_version: int, data: dict): # pylint: disable=unused-argument
"""
Returns list of NEVRAs for given packge name.
:param data: json request parsed into data structure
:param api_version: API version (1, 2, 3).
:returns: json response with list of NEVRAs
"""
page = data.get("page", None)
page_size = data.get("page_size", None)
opts = dict(
modified_since=parse_datetime(data.get("modified_since", None)),
return_repositories=data.get("return_repositories", True),
return_errata=data.get("return_errata", True),
return_summary=data.get("return_summary", False),
return_description=data.get("return_description", False),
third_party=data.get("third_party", False),
)
names = data.get('package_name_list', None)
if not names:
return dict()
names = self.try_expand_by_regex(api_version, names)
names, response = self._use_pagination(api_version, names, page, page_size)
package_name_list = self._build_package_name_list(api_version, names, opts)
response['package_name_list'] = package_name_list
# Date and time of last data change in the VMaaS DB
response['last_change'] = format_datetime(self.cache.dbchange['last_change'])
return response
def process_list(self, api_version: int, data: dict): # pylint: disable=unused-argument
"""
Returns list of NEVRAs for given packge name.
:param data: json request parsed into data structure
:param api_version: API version (1, 2, 3).
:returns: json response with list of NEVRAs
"""
# Date and time of last data change in the VMaaS DB
last_change = format_datetime(self.cache.dbchange['last_change'])
page = data.get("page", None)
page_size = data.get("page_size", None)
names = data.get('package_name_list', None)
if not names:
return dict()
names = self.try_expand_by_regex(api_version, names)
names, response = self._use_pagination(api_version, names, page,
page_size)
package_name_list = self._build_package_name_list(names)
response['package_name_list'] = package_name_list
response['last_change'] = last_change
return response
def _get_first_published_from_erratas(self, erratas): # pylint: disable=R0201
# 'first_published' is the 'issued' date of the oldest errata.
first_published = None
for ert in erratas:
issued = parse_datetime(ert['issued'])
if first_published is None or issued < first_published:
first_published = issued
return format_datetime(first_published)
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns RPM names for given SRPM list filtered by content set
:param data: data from api - SRPM name list and content set
:returns: list of RPM names for given content set and SRPM
"""
srpm_list = data.get('srpm_name_list', [])
content_set_list = data.get('content_set_list', [])
response = {}
if not srpm_list:
return response
response['last_change'] = format_datetime(
self.cache.dbchange['last_change'])
rpm_data = {}
for srpm in srpm_list:
if srpm in self.cache.packagename2id:
src_pkg_name_id = self.cache.packagename2id[srpm]
content_set_ids = self._get_content_set_ids(src_pkg_name_id)
src_pkg_ids2names = {
pkg_id: src_pkg_name_id
for (name_id, _,
_), pkg_id in self.cache.nevra2pkgid.items()
if src_pkg_name_id == name_id
and pkg_id in self.cache.src_pkg_id2pkg_ids
}
src2pkgid = {}
for src_pkg_id in src_pkg_ids2names:
src2pkgid.setdefault(src_pkg_id, set()).update(
self.cache.src_pkg_id2pkg_ids[src_pkg_id])
content_set_labels = self._get_content_set_labels(
content_set_ids, content_set_list)
label2name_ids = self._process_content_set(content_set_labels)
pkg_ids = set()
for pkg in src2pkgid.values():
pkg_ids.update(pkg)
label2pkg_name_filtered = {}
for label in content_set_labels:
pkg_names = set(self.cache.id2packagename[
self.cache.package_details[pid][PKG_NAME_ID]]
for pid in pkg_ids
if self.cache.package_details[pid]
[PKG_NAME_ID] in label2name_ids[label])
label2pkg_name_filtered.setdefault(label, []).extend(
natsorted(pkg_names))
if src_pkg_name_id in src_pkg_ids2names.values():
rpm_data.setdefault(srpm,
{}).update(label2pkg_name_filtered)
response['srpm_name_list'] = rpm_data
return response
def process(self):
"""
This method returns details of last-processed-time from the VMaaS DB
:returns: dictionary of errata_changes/cve_changes/repository_changes/last_change timestamps
"""
answer = {}
for key, value in self.cache.dbchange.items():
answer[key] = format_datetime(value)
return answer
def _get_repositories(self, pkg_id):
# FIXME Add support for modules and streams.
repos = []
if pkg_id in self.cache.pkgid2repoids:
for repo_id in self.cache.pkgid2repoids[pkg_id]:
detail = self.cache.repo_detail[repo_id]
repos.append({
'label': detail[REPO_LABEL],
'name': detail[REPO_NAME],
'basearch': none2empty(detail[REPO_BASEARCH]),
'releasever': none2empty(detail[REPO_RELEASEVER]),
'revision': format_datetime(detail[REPO_REVISION])
})
return natsorted(repos, key=lambda repo_dict: repo_dict['label'])
def _get_erratas(self, api_version: int, pkg_id: int, modified_since: datetime.datetime,
third_party: bool) -> tuple:
erratas = []
modified_found = False
if pkg_id in self.cache.pkgid2errataids:
errata_ids = self.cache.pkgid2errataids[pkg_id]
for err_id in errata_ids:
name = self.cache.errataid2name[err_id]
detail = self.cache.errata_detail[name]
if detail[ERRATA_THIRD_PARTY] and not third_party:
continue
issued = detail[ERRATA_ISSUED]
errata = {'name': name,
'issued': none2empty(format_datetime(issued))}
if api_version >= 3:
updated_ts = detail[ERRATA_UPDATED]
errata['updated'] = none2empty(format_datetime(updated_ts))
modified_found = self._update_modified_found(modified_found, modified_since, updated_ts)
cves = detail[ERRATA_CVE]
if cves:
errata['cve_list'] = natsorted(cves)
erratas.append(errata)
erratas = natsorted(erratas, key=lambda err_dict: err_dict['name'])
return erratas, modified_found
def _get_erratas(self, pkg_id):
erratas = []
if pkg_id in self.cache.pkgid2errataids:
errata_ids = self.cache.pkgid2errataids[pkg_id]
for err_id in errata_ids:
name = self.cache.errataid2name[err_id]
issued = self.cache.errata_detail[name][ERRATA_ISSUED]
cves = self.cache.errata_detail[name][ERRATA_CVE]
errata = {
'name': name,
'issued': none2empty(format_datetime(issued))
}
if cves:
errata['cve_list'] = natsorted(cves)
erratas.append(errata)
return natsorted(erratas, key=lambda err_dict: err_dict['name'])
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
Returns list of NEVRAs for given packge name.
:param data: json request parsed into data structure
:returns: json response with list of NEVRAs
"""
# Date and time of last data change in the VMaaS DB
last_change = format_datetime(self.cache.dbchange['last_change'])
names = data.get('package_name_list', None)
pkgnamelist = {}
if not names:
return pkgnamelist
for name in names:
pkgtree_list = pkgnamelist.setdefault(name, [])
if name in self.cache.packagename2id:
name_id = self.cache.packagename2id[name]
pkg_ids = self._get_packages(name_id)
for pkg_id in pkg_ids:
pkg_nevra = self._build_nevra(pkg_id)
errata = self._get_erratas(pkg_id)
repositories = self._get_repositories(pkg_id)
first_published = self._get_first_published_from_erratas(
errata)
pkgtree_list.append({
"nevra":
pkg_nevra,
"first_published":
none2empty(first_published),
"repositories":
none2empty(repositories),
"errata":
none2empty(errata),
})
pkgnamelist[name] = natsorted(
pkgtree_list, key=lambda nevra_list: nevra_list['nevra'])
response = {
'package_name_list': pkgnamelist,
'last_change': last_change,
}
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns content sets for given RPM list filtered by content set
:param data: data from api - RPM name list and content set
:returns: list of content sets for given content set and RPM list
"""
rpm_list = data.get('rpm_name_list', [])
content_set_list = data.get('content_set_list', [])
response = {}
if not rpm_list:
return response
response['last_change'] = format_datetime(self.cache.dbchange['last_change'])
content_data = {}
for rpm in set(rpm_list):
content_set_labels = []
if rpm in self.cache.packagename2id:
pkg_name_id = self.cache.packagename2id[rpm]
content_set_ids = self._get_content_set_ids(pkg_name_id)
content_set_labels.extend(self._get_content_set_labels(content_set_ids, content_set_list))
content_data.setdefault(rpm, []).extend(natsorted(content_set_labels))
response['rpm_name_list'] = content_data
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns details for given set of CVEs.
:param data: data obtained from api, we're interested in data["cve_list"]
:returns: list of dictionaries containing detailed information for given cve list}
"""
validate(data, JSON_SCHEMA)
cves_to_process = data.get("cve_list", None)
modified_since = data.get("modified_since", None)
published_since = data.get("published_since", None)
rh_only = data.get('rh_only', False)
modified_since_dt = parse_datetime(modified_since)
published_since_dt = parse_datetime(published_since)
page = data.get("page", None)
page_size = data.get("page_size", None)
answer = {}
if not cves_to_process:
return answer
cves_to_process = list(filter(None, cves_to_process))
if len(cves_to_process) == 1:
# treat single-label like a regex, get all matching names
cves_to_process = self.find_cves_by_regex(cves_to_process[0])
filters = [(filter_item_if_exists, [self.cache.cve_detail])]
if rh_only:
filters.append((self._filter_redhat_only, []))
# if we have information about modified/published dates and receive "modified_since"
# or "published_since" in request,
# compare the dates
if modified_since:
filters.append((self._filter_modified_since, [modified_since_dt]))
if published_since:
filters.append((self._filter_published_since, [published_since_dt]))
cve_list = {}
cve_page_to_process, pagination_response = paginate(cves_to_process, page, page_size, filters=filters)
for cve in cve_page_to_process:
cve_detail = self.cache.cve_detail.get(cve, None)
if not cve_detail:
continue
bin_pkg_list, src_pkg_list = pkgidlist2packages(self.cache, cve_detail[CVE_PID])
cve_list[cve] = {
"redhat_url": none2empty(cve_detail[CVE_REDHAT_URL]),
"secondary_url": none2empty(cve_detail[CVE_SECONDARY_URL]),
"synopsis": cve,
"impact": none2empty(cve_detail[CVE_IMPACT]),
"public_date": none2empty(format_datetime(cve_detail[CVE_PUBLISHED_DATE])),
"modified_date": none2empty(format_datetime(cve_detail[CVE_MODIFIED_DATE])),
"cwe_list": none2empty(cve_detail[CVE_CWE]),
"cvss3_score": str(none2empty(cve_detail[CVE_CVSS3_SCORE])),
"cvss3_metrics": str(none2empty(cve_detail[CVE_CVSS3_METRICS])),
"cvss2_score": str(none2empty(cve_detail[CVE_CVSS2_SCORE])),
"cvss2_metrics": str(none2empty(cve_detail[CVE_CVSS2_METRICS])),
"description": none2empty(cve_detail[CVE_DESCRIPTION]),
"package_list": bin_pkg_list,
"source_package_list": src_pkg_list,
"errata_list": [self.cache.errataid2name[eid] for eid in cve_detail[CVE_EID]],
}
response = {"cve_list": cve_list}
response.update(pagination_response)
if modified_since:
response["modified_since"] = modified_since
if published_since:
response["published_since"] = published_since
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns details for given set of Errata.
:param data: data obtained from api, we're interested in data["errata_list"]
:returns: dictionary containing detailed information for given errata list}
"""
validate(data, JSON_SCHEMA)
modified_since = data.get("modified_since", None)
modified_since_dt = parse_datetime(modified_since)
errata_to_process = data.get("errata_list", None)
page = data.get("page", None)
page_size = data.get("page_size", None)
response = {"errata_list": {}}
if modified_since:
response["modified_since"] = modified_since
if not errata_to_process:
return response
if len(errata_to_process) == 1:
# treat single-label like a regex, get all matching names
errata_to_process = self.find_errata_by_regex(errata_to_process[0])
filters = [(filter_item_if_exists, [self.cache.errata_detail])]
# if we have information about modified/published dates and receive "modified_since" in request,
# compare the dates
if modified_since:
filters.append((self._filter_modified_since, [modified_since_dt]))
errata_list = {}
errata_page_to_process, pagination_response = paginate(errata_to_process, page, page_size, filters=filters)
for errata in errata_page_to_process:
errata_detail = self.cache.errata_detail.get(errata, None)
if not errata_detail:
continue
bin_pkg_list, src_pkg_list = pkgidlist2packages(self.cache, errata_detail[ERRATA_PKGIDS])
if errata_detail[ERRATA_MODULE]:
for index, module_update in enumerate(errata_detail[ERRATA_MODULE]):
if all(str(elem).isdigit() for elem in errata_detail[ERRATA_MODULE][index]["package_list"]):
module_pkg_list, module_src_pkg_list = pkgidlist2packages(
self.cache, module_update["package_list"])
errata_detail[ERRATA_MODULE][index]["package_list"] = module_pkg_list
errata_detail[ERRATA_MODULE][index]["source_package_list"] = module_src_pkg_list
errata_list[errata] = {
"synopsis": none2empty(errata_detail[ERRATA_SYNOPSIS]),
"summary": none2empty(errata_detail[ERRATA_SUMMARY]),
"type": none2empty(errata_detail[ERRATA_TYPE]),
"severity": none2empty(errata_detail[ERRATA_SEVERITY]),
"description": none2empty(errata_detail[ERRATA_DESCRIPTION]),
"solution": none2empty(errata_detail[ERRATA_SOLUTION]),
"issued": none2empty(format_datetime(errata_detail[ERRATA_ISSUED])),
"updated": none2empty(format_datetime(errata_detail[ERRATA_UPDATED])),
"cve_list": errata_detail[ERRATA_CVE],
"package_list": bin_pkg_list,
"source_package_list": src_pkg_list,
"bugzilla_list": errata_detail[ERRATA_BUGZILLA],
"reference_list": errata_detail[ERRATA_REFERENCE],
"modules_list": errata_detail[ERRATA_MODULE],
"url": none2empty(errata_detail[ERRATA_URL])
}
response["errata_list"] = errata_list
response.update(pagination_response)
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns details for given set of Errata.
:param data: data obtained from api, we're interested in data["errata_list"]
:returns: dictionary containing detailed information for given errata list}
"""
modified_since = data.get("modified_since", None)
modified_since_dt = parse_datetime(modified_since)
third_party = data.get("third_party", False)
errata_to_process = data.get("errata_list", None)
page = data.get("page", None)
page_size = data.get("page_size", None)
errata_type = data.get("type", None)
severity = data.get("severity", [])
response = {"errata_list": {}}
filters = [(filter_item_if_exists, [self.cache.errata_detail]),
(self._filter_third_party, [third_party])]
if modified_since:
response["modified_since"] = modified_since
# if we have information about modified/published dates and receive "modified_since" in request,
# compare the dates
filters.append((self._filter_modified_since, [modified_since_dt]))
if errata_type:
errata_type = [t.lower() for t in set(errata_type)] \
if isinstance(errata_type, list) else [errata_type.lower()]
response["type"] = errata_type
filters.append((self._filter_errata_by_prop, ["type",
errata_type]))
if severity is None or len(severity) != 0:
severity = self._prepare_severity(severity)
response["severity"] = severity
filters.append(
(self._filter_errata_by_prop, ["severity", severity]))
if not errata_to_process:
return response
errata_to_process = self.try_expand_by_regex(errata_to_process)
errata_list = {}
errata_page_to_process, pagination_response = paginate(
errata_to_process, page, page_size, filters=filters)
for errata in errata_page_to_process:
errata_detail = self.cache.errata_detail.get(errata, None)
if not errata_detail:
continue
bin_pkg_list, src_pkg_list = pkgidlist2packages(
self.cache, errata_detail[ERRATA_PKGIDS])
if errata_detail[ERRATA_MODULE]:
for index, module_update in enumerate(
errata_detail[ERRATA_MODULE]):
if all(
str(elem).isdigit()
for elem in errata_detail[ERRATA_MODULE][index]
["package_list"]):
module_pkg_list, module_src_pkg_list = pkgidlist2packages(
self.cache, module_update["package_list"])
errata_detail[ERRATA_MODULE][index][
"package_list"] = module_pkg_list
errata_detail[ERRATA_MODULE][index][
"source_package_list"] = module_src_pkg_list
errata_list[errata] = {
"synopsis":
none2empty(errata_detail[ERRATA_SYNOPSIS]),
"summary":
none2empty(errata_detail[ERRATA_SUMMARY]),
"type":
none2empty(errata_detail[ERRATA_TYPE]),
"severity":
errata_detail[ERRATA_SEVERITY],
"description":
none2empty(errata_detail[ERRATA_DESCRIPTION]),
"solution":
none2empty(errata_detail[ERRATA_SOLUTION]),
"issued":
none2empty(format_datetime(errata_detail[ERRATA_ISSUED])),
"updated":
none2empty(format_datetime(errata_detail[ERRATA_UPDATED])),
"cve_list":
errata_detail[ERRATA_CVE],
"package_list":
bin_pkg_list,
"source_package_list":
src_pkg_list,
"bugzilla_list":
errata_detail[ERRATA_BUGZILLA],
"reference_list":
errata_detail[ERRATA_REFERENCE],
"modules_list":
errata_detail[ERRATA_MODULE],
"url":
none2empty(errata_detail[ERRATA_URL]),
"third_party":
errata_detail[ERRATA_THIRD_PARTY]
}
response["errata_list"] = errata_list
response.update(pagination_response)
return response