def test_modified_since(self):
"""Test CVE API with 'modified_since' property."""
response = self.cve.process_list(api_version=1, data=CVE_JSON_MODIFIED)
modified_from_resp = parse_datetime(response['cve_list'][CVE_NAME]['modified_date'])
modified_since = parse_datetime(DATE_SINCE)
assert modified_from_resp >= modified_since
assert DATE_SINCE == response['modified_since']
def test_modified_since(self):
"""Test errata API with 'modified_since' property."""
response = self.errata_api.process_list(api_version="v1", data=ERRATA_JSON_MODIFIED)
modified_from_resp = parse_datetime(response['errata_list'][ERRATA_NAME]['updated'])
modified_since = parse_datetime(DATE_SINCE)
assert modified_from_resp >= modified_since
assert DATE_SINCE == response['modified_since']
def process_list(self, api_version: int, data: dict): # pylint: disable=unused-argument
"""
Returns list of NEVRAs for given packge name.
:param data: json request parsed into data structure
:param api_version: API version (1, 2, 3).
:returns: json response with list of NEVRAs
"""
page = data.get("page", None)
page_size = data.get("page_size", None)
opts = dict(
modified_since=parse_datetime(data.get("modified_since", None)),
return_repositories=data.get("return_repositories", True),
return_errata=data.get("return_errata", True),
return_summary=data.get("return_summary", False),
return_description=data.get("return_description", False),
third_party=data.get("third_party", False),
)
names = data.get('package_name_list', None)
if not names:
return dict()
names = self.try_expand_by_regex(api_version, names)
names, response = self._use_pagination(api_version, names, page, page_size)
package_name_list = self._build_package_name_list(api_version, names, opts)
response['package_name_list'] = package_name_list
# Date and time of last data change in the VMaaS DB
response['last_change'] = format_datetime(self.cache.dbchange['last_change'])
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
Returns repository details.
:param data: json request parsed into data structure
:returns: json response with repository details
"""
repos = data.get('repository_list', None)
modified_since = data.get('modified_since', None)
modified_since_dt = parse_datetime(modified_since)
page = data.get("page", None)
page_size = data.get("page_size", None)
repolist = {}
if not repos:
return repolist
filters = []
if modified_since:
filters.append((self._filter_modified_since, [modified_since_dt]))
if len(repos) == 1:
# treat single-label like a regex, get all matching names
repos = self.find_repos_by_regex(repos[0])
repos = list(set(repos))
repo_details = {}
for label in repos:
for repo_id in self.cache.repolabel2ids.get(label, []):
repo_details[label] = self.cache.repo_detail[repo_id]
filters.append((filter_item_if_exists, [repo_details]))
actual_page_size = 0
repo_page_to_process, pagination_response = paginate(repos,
page,
page_size,
filters=filters)
for label in repo_page_to_process:
for repo_id in self.cache.repolabel2ids.get(label, []):
repo_detail = self.cache.repo_detail[repo_id]
if not modified_since_dt or self._modified_since(
repo_detail, modified_since_dt):
repolist.setdefault(label, []).append({
"label":
label,
"name":
repo_detail[REPO_NAME],
"url":
repo_detail[REPO_URL],
"basearch":
none2empty(repo_detail[REPO_BASEARCH]),
"releasever":
none2empty(repo_detail[REPO_RELEASEVER]),
"product":
repo_detail[REPO_PRODUCT],
"revision":
repo_detail[REPO_REVISION]
})
actual_page_size += len(repolist[label])
response = {
'repository_list': repolist,
}
pagination_response['page_size'] = actual_page_size
response.update(pagination_response)
if modified_since:
response["modified_since"] = modified_since
return response
def _modified_since(repo_detail, modified_since_dt):
if not modified_since_dt or (repo_detail[REPO_REVISION] != 'None' and
parse_datetime(repo_detail[REPO_REVISION])
> modified_since_dt):
return True
return False
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns details for given set of CVEs.
:param data: data obtained from api, we're interested in data["cve_list"]
:returns: list of dictionaries containing detailed information for given cve list}
"""
validate(data, JSON_SCHEMA)
cves_to_process = data.get("cve_list", None)
modified_since = data.get("modified_since", None)
published_since = data.get("published_since", None)
rh_only = data.get('rh_only', False)
modified_since_dt = parse_datetime(modified_since)
published_since_dt = parse_datetime(published_since)
page = data.get("page", None)
page_size = data.get("page_size", None)
answer = {}
if not cves_to_process:
return answer
cves_to_process = list(filter(None, cves_to_process))
if len(cves_to_process) == 1:
# treat single-label like a regex, get all matching names
cves_to_process = self.find_cves_by_regex(cves_to_process[0])
filters = [(filter_item_if_exists, [self.cache.cve_detail])]
if rh_only:
filters.append((self._filter_redhat_only, []))
# if we have information about modified/published dates and receive "modified_since"
# or "published_since" in request,
# compare the dates
if modified_since:
filters.append((self._filter_modified_since, [modified_since_dt]))
if published_since:
filters.append((self._filter_published_since, [published_since_dt]))
cve_list = {}
cve_page_to_process, pagination_response = paginate(cves_to_process, page, page_size, filters=filters)
for cve in cve_page_to_process:
cve_detail = self.cache.cve_detail.get(cve, None)
if not cve_detail:
continue
bin_pkg_list, src_pkg_list = pkgidlist2packages(self.cache, cve_detail[CVE_PID])
cve_list[cve] = {
"redhat_url": none2empty(cve_detail[CVE_REDHAT_URL]),
"secondary_url": none2empty(cve_detail[CVE_SECONDARY_URL]),
"synopsis": cve,
"impact": none2empty(cve_detail[CVE_IMPACT]),
"public_date": none2empty(format_datetime(cve_detail[CVE_PUBLISHED_DATE])),
"modified_date": none2empty(format_datetime(cve_detail[CVE_MODIFIED_DATE])),
"cwe_list": none2empty(cve_detail[CVE_CWE]),
"cvss3_score": str(none2empty(cve_detail[CVE_CVSS3_SCORE])),
"cvss3_metrics": str(none2empty(cve_detail[CVE_CVSS3_METRICS])),
"cvss2_score": str(none2empty(cve_detail[CVE_CVSS2_SCORE])),
"cvss2_metrics": str(none2empty(cve_detail[CVE_CVSS2_METRICS])),
"description": none2empty(cve_detail[CVE_DESCRIPTION]),
"package_list": bin_pkg_list,
"source_package_list": src_pkg_list,
"errata_list": [self.cache.errataid2name[eid] for eid in cve_detail[CVE_EID]],
}
response = {"cve_list": cve_list}
response.update(pagination_response)
if modified_since:
response["modified_since"] = modified_since
if published_since:
response["published_since"] = published_since
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns details for given set of Errata.
:param data: data obtained from api, we're interested in data["errata_list"]
:returns: dictionary containing detailed information for given errata list}
"""
validate(data, JSON_SCHEMA)
modified_since = data.get("modified_since", None)
modified_since_dt = parse_datetime(modified_since)
errata_to_process = data.get("errata_list", None)
page = data.get("page", None)
page_size = data.get("page_size", None)
response = {"errata_list": {}}
if modified_since:
response["modified_since"] = modified_since
if not errata_to_process:
return response
if len(errata_to_process) == 1:
# treat single-label like a regex, get all matching names
errata_to_process = self.find_errata_by_regex(errata_to_process[0])
filters = [(filter_item_if_exists, [self.cache.errata_detail])]
# if we have information about modified/published dates and receive "modified_since" in request,
# compare the dates
if modified_since:
filters.append((self._filter_modified_since, [modified_since_dt]))
errata_list = {}
errata_page_to_process, pagination_response = paginate(errata_to_process, page, page_size, filters=filters)
for errata in errata_page_to_process:
errata_detail = self.cache.errata_detail.get(errata, None)
if not errata_detail:
continue
bin_pkg_list, src_pkg_list = pkgidlist2packages(self.cache, errata_detail[ERRATA_PKGIDS])
if errata_detail[ERRATA_MODULE]:
for index, module_update in enumerate(errata_detail[ERRATA_MODULE]):
if all(str(elem).isdigit() for elem in errata_detail[ERRATA_MODULE][index]["package_list"]):
module_pkg_list, module_src_pkg_list = pkgidlist2packages(
self.cache, module_update["package_list"])
errata_detail[ERRATA_MODULE][index]["package_list"] = module_pkg_list
errata_detail[ERRATA_MODULE][index]["source_package_list"] = module_src_pkg_list
errata_list[errata] = {
"synopsis": none2empty(errata_detail[ERRATA_SYNOPSIS]),
"summary": none2empty(errata_detail[ERRATA_SUMMARY]),
"type": none2empty(errata_detail[ERRATA_TYPE]),
"severity": none2empty(errata_detail[ERRATA_SEVERITY]),
"description": none2empty(errata_detail[ERRATA_DESCRIPTION]),
"solution": none2empty(errata_detail[ERRATA_SOLUTION]),
"issued": none2empty(format_datetime(errata_detail[ERRATA_ISSUED])),
"updated": none2empty(format_datetime(errata_detail[ERRATA_UPDATED])),
"cve_list": errata_detail[ERRATA_CVE],
"package_list": bin_pkg_list,
"source_package_list": src_pkg_list,
"bugzilla_list": errata_detail[ERRATA_BUGZILLA],
"reference_list": errata_detail[ERRATA_REFERENCE],
"modules_list": errata_detail[ERRATA_MODULE],
"url": none2empty(errata_detail[ERRATA_URL])
}
response["errata_list"] = errata_list
response.update(pagination_response)
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
Returns repository details.
:param data: json request parsed into data structure
:returns: json response with repository details
"""
repos = data.get('repository_list', None)
modified_since = data.get('modified_since', None)
modified_since_dt = parse_datetime(modified_since)
page = data.get("page", None)
page_size = data.get("page_size", None)
# By default, don't include third party data
want_third_party = data.get('third_party', False)
repolist = {}
if not repos:
return repolist
filters = []
if modified_since:
filters.append((self._filter_modified_since, [modified_since_dt]))
filters.append((self._filter_third_party, [want_third_party]))
repos = self.try_expand_by_regex(repos)
repos = list(set(repos))
repo_details = {}
for label in repos:
for repo_id in self.cache.repolabel2ids.get(label, []):
repo_details[label] = self.cache.repo_detail[repo_id]
filters.append((filter_item_if_exists, [repo_details]))
actual_page_size = 0
repo_page_to_process, pagination_response = paginate(repos,
page,
page_size,
filters=filters)
for label in repo_page_to_process:
cs_id = self.cache.label2content_set_id[label]
for repo_id in self.cache.repolabel2ids.get(label, []):
repo_detail = self.cache.repo_detail[repo_id]
if not modified_since_dt or self._modified_since(
repo_detail, modified_since_dt):
repolist.setdefault(label, []).append({
"label":
label,
"name":
repo_detail[REPO_NAME],
"url":
repo_detail[REPO_URL],
"basearch":
none2empty(repo_detail[REPO_BASEARCH]),
"releasever":
none2empty(repo_detail[REPO_RELEASEVER]),
"product":
repo_detail[REPO_PRODUCT],
"revision":
repo_detail[REPO_REVISION],
"cpes": [
self.cache.cpe_id2label[cpe_id] for cpe_id in
self.cache.content_set_id2cpe_ids.get(cs_id, [])
],
"third_party":
repo_detail[REPO_THIRD_PARTY]
})
actual_page_size += len(repolist[label])
response = {
'repository_list': repolist,
}
pagination_response['page_size'] = actual_page_size
response.update(pagination_response)
if modified_since:
response["modified_since"] = modified_since
return response
def process_list(self, api_version, data): # pylint: disable=unused-argument
"""
This method returns details for given set of Errata.
:param data: data obtained from api, we're interested in data["errata_list"]
:returns: dictionary containing detailed information for given errata list}
"""
modified_since = data.get("modified_since", None)
modified_since_dt = parse_datetime(modified_since)
third_party = data.get("third_party", False)
errata_to_process = data.get("errata_list", None)
page = data.get("page", None)
page_size = data.get("page_size", None)
errata_type = data.get("type", None)
severity = data.get("severity", [])
response = {"errata_list": {}}
filters = [(filter_item_if_exists, [self.cache.errata_detail]),
(self._filter_third_party, [third_party])]
if modified_since:
response["modified_since"] = modified_since
# if we have information about modified/published dates and receive "modified_since" in request,
# compare the dates
filters.append((self._filter_modified_since, [modified_since_dt]))
if errata_type:
errata_type = [t.lower() for t in set(errata_type)] \
if isinstance(errata_type, list) else [errata_type.lower()]
response["type"] = errata_type
filters.append((self._filter_errata_by_prop, ["type",
errata_type]))
if severity is None or len(severity) != 0:
severity = self._prepare_severity(severity)
response["severity"] = severity
filters.append(
(self._filter_errata_by_prop, ["severity", severity]))
if not errata_to_process:
return response
errata_to_process = self.try_expand_by_regex(errata_to_process)
errata_list = {}
errata_page_to_process, pagination_response = paginate(
errata_to_process, page, page_size, filters=filters)
for errata in errata_page_to_process:
errata_detail = self.cache.errata_detail.get(errata, None)
if not errata_detail:
continue
bin_pkg_list, src_pkg_list = pkgidlist2packages(
self.cache, errata_detail[ERRATA_PKGIDS])
if errata_detail[ERRATA_MODULE]:
for index, module_update in enumerate(
errata_detail[ERRATA_MODULE]):
if all(
str(elem).isdigit()
for elem in errata_detail[ERRATA_MODULE][index]
["package_list"]):
module_pkg_list, module_src_pkg_list = pkgidlist2packages(
self.cache, module_update["package_list"])
errata_detail[ERRATA_MODULE][index][
"package_list"] = module_pkg_list
errata_detail[ERRATA_MODULE][index][
"source_package_list"] = module_src_pkg_list
errata_list[errata] = {
"synopsis":
none2empty(errata_detail[ERRATA_SYNOPSIS]),
"summary":
none2empty(errata_detail[ERRATA_SUMMARY]),
"type":
none2empty(errata_detail[ERRATA_TYPE]),
"severity":
errata_detail[ERRATA_SEVERITY],
"description":
none2empty(errata_detail[ERRATA_DESCRIPTION]),
"solution":
none2empty(errata_detail[ERRATA_SOLUTION]),
"issued":
none2empty(format_datetime(errata_detail[ERRATA_ISSUED])),
"updated":
none2empty(format_datetime(errata_detail[ERRATA_UPDATED])),
"cve_list":
errata_detail[ERRATA_CVE],
"package_list":
bin_pkg_list,
"source_package_list":
src_pkg_list,
"bugzilla_list":
errata_detail[ERRATA_BUGZILLA],
"reference_list":
errata_detail[ERRATA_REFERENCE],
"modules_list":
errata_detail[ERRATA_MODULE],
"url":
none2empty(errata_detail[ERRATA_URL]),
"third_party":
errata_detail[ERRATA_THIRD_PARTY]
}
response["errata_list"] = errata_list
response.update(pagination_response)
return response
