def test_nrt_always_download_metadata():
dci_files_list = {
"directories": [],
"files": [
{
"path": "metadata",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name": "rpms.json",
"size": 45052,
},
],
"symlinks": [],
}
settings = get_settings(
sys_args=["RHEL-8", "/tmp", "--variant", "AppStream"])["topics"][0]
expected_files_list = {
"directories": [],
"files": [
{
"path": "metadata",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name": "rpms.json",
"size": 45052,
},
],
"symlinks": [],
}
assert filter_files_list(dci_files_list, settings) == expected_files_list
def test_filter_files_list_with_debug_keep_os_folder_nrt():
dci_files_list = {
"directories": [],
"files": [
{
"path": "AppStream/x86_64/debug/tree/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.x86_64.rpm",
"size": 45052,
},
{
"path": "AppStream/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
{
"path": "CRB/ppc64le/os/repodata",
"sha256":
"b033f8c928c3a5ba43c0a0e87a839b5ce24698e8c0a7c9c4a33e564040231805",
"name": "repomd.xml",
"size": 3268,
},
{
"path": "CRB/ppc64le/debug/tree/repodata",
"sha256":
"974ebd02506a4945d4f1a7ac8ac5d5a05e675e0e4bd860de667425adf02d2570",
"name": "repomd.xml",
"size": 1562,
},
],
"symlinks": [],
}
args = ["RHEL-8", "/tmp", "--arch=ppc64le", "--debug"]
settings = get_settings(sys_args=args)["topics"][0]
expected_files_list = {
"directories": [],
"files": [
{
"path": "CRB/ppc64le/os/repodata",
"sha256":
"b033f8c928c3a5ba43c0a0e87a839b5ce24698e8c0a7c9c4a33e564040231805",
"name": "repomd.xml",
"size": 3268,
},
{
"path": "CRB/ppc64le/debug/tree/repodata",
"sha256":
"974ebd02506a4945d4f1a7ac8ac5d5a05e675e0e4bd860de667425adf02d2570",
"name": "repomd.xml",
"size": 1562,
},
],
"symlinks": [],
}
assert filter_files_list(dci_files_list, settings) == expected_files_list
def test_non_existing_variants_are_ignored():
dci_files_list = {
"directories": [],
"files": [
{
"path": "",
"sha256":
"954719cab91afac5bc142656afff86e6d8e87570b035cbce65dbbb84892a40d3",
"name": ".composeinfo",
"size": 14496,
},
{
"path": "AppStream/x86_64/debug/tree/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.x86_64.rpm",
"size": 45052,
},
{
"path": "AppStream/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
{
"path": "BaseOS/x86_64/os/Packages",
"sha256":
"7949b18b6d359b435686f2f5781928675ec8b2872b96f0abf6ba10747f794694",
"name": "avahi-libs-0.7-19.el8.i686.rpm",
"size": 68920,
},
{
"path": "AppStream/s390x/os/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.s390x.rpm",
"size": 29562,
},
],
"symlinks": [],
}
settings = get_settings(
sys_args=["RHEL-8", "/tmp", "--variant", "Server"])["topics"][0]
expected_files_list = {
"directories": [],
"files": [{
"path": "",
"sha256":
"954719cab91afac5bc142656afff86e6d8e87570b035cbce65dbbb84892a40d3",
"name": ".composeinfo",
"size": 14496,
}],
"symlinks": [],
}
assert filter_files_list(dci_files_list, settings) == expected_files_list
def test_filter_files_list_with_iso():
dci_files_list = {
"directories": [],
"files": [
{
"path": "BaseOS/x86_64/debug/tree/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.x86_64.rpm",
"size": 45052,
},
{
"path": "BaseOS/x86_64/iso",
"sha256":
"06fd27c0279d5b42078f7de66d056c7875d025d1eb89a29dd2777240459c1026",
"name": "RHEL-8.4.0-20201020.n.2-BaseOS-x86_64-boot.iso",
"size": 731906048,
},
{
"path": "BaseOS/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
],
"symlinks": [],
}
settings = get_settings(
sys_args=["RHEL-8", "/tmp", "--variant", "BaseOS", "--iso"
])["topics"][0]
expected_files_list = {
"directories": [],
"files": [
{
"path": "BaseOS/x86_64/iso",
"sha256":
"06fd27c0279d5b42078f7de66d056c7875d025d1eb89a29dd2777240459c1026",
"name": "RHEL-8.4.0-20201020.n.2-BaseOS-x86_64-boot.iso",
"size": 731906048,
},
{
"path": "BaseOS/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
],
"symlinks": [],
}
assert filter_files_list(dci_files_list, settings) == expected_files_list
def download_component(topic, component, settings):
print("Download component %s" % component["name"])
base_url = get_base_url(topic, component)
files_list = get_files_list(base_url, settings)
if component["type"].lower() == "compose":
files_list = filter_files_list(files_list, settings)
download_folder = get_component_folder(settings, component)
clean_download_folder(files_list, download_folder)
files_to_download = get_files_to_download(base_url, download_folder, files_list)
check_download_folder_size(files_to_download, download_folder)
download_files(files_to_download["files"], settings)
recreate_symlinks(files_list["symlinks"], download_folder)
if settings.get("registry", None):
mirror_container_images(topic, component, settings)
def test_filter_files_list_with_debug():
dci_files_list = {
"directories": [],
"files": [
{
"path": "AppStream/x86_64/debug/tree/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.x86_64.rpm",
"size": 45052,
},
{
"path": "AppStream/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
],
"symlinks": [],
}
settings = get_settings(
sys_args=["RHEL-8", "/tmp", "--variant", "AppStream", "--debug"
])["topics"][0]
expected_files_list = {
"directories": [],
"files": [
{
"path": "AppStream/x86_64/debug/tree/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.x86_64.rpm",
"size": 45052,
},
{
"path": "AppStream/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
],
"symlinks": [],
}
assert filter_files_list(dci_files_list, settings) == expected_files_list
def download_component(topic, component, settings, cert, key):
print("Download component %s" % component["name"])
base_url = get_base_url(topic, component)
files_list = get_files_list(base_url, cert, key)
download_folder = build_download_folder(topic, component,
settings["download_folder"])
clean_download_folder(files_list, download_folder)
files_list = filter_files_list(files_list, settings)
check_download_folder_size(files_list, download_folder)
files_to_download = get_files_to_download(base_url, download_folder,
files_list)
nb_files = len(files_to_download)
for index, file in enumerate(files_to_download):
print("(%d/%d): %s" % (index, nb_files, file["destination"]))
create_parent_dir(file["destination"])
download_file(file, cert, key)
recreate_symlinks(files_list["symlinks"], download_folder)
def test_default_filter_files_list():
dci_files_list = {
"directories": [],
"files": [
{
"path": "",
"sha256":
"954719cab91afac5bc142656afff86e6d8e87570b035cbce65dbbb84892a40d3",
"name": ".composeinfo",
"size": 14496,
},
{
"path": "AppStream/x86_64/debug/tree/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.x86_64.rpm",
"size": 45052,
},
{
"path": "AppStream/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
{
"path": "BaseOS/x86_64/os/Packages",
"sha256":
"7949b18b6d359b435686f2f5781928675ec8b2872b96f0abf6ba10747f794694",
"name": "avahi-libs-0.7-19.el8.i686.rpm",
"size": 68920,
},
{
"path": "BaseOS/x86_64/iso",
"sha256":
"06fd27c0279d5b42078f7de66d056c7875d025d1eb89a29dd2777240459c1026",
"name": "RHEL-8.4.0-20201020.n.2-BaseOS-x86_64-boot.iso",
"size": 731906048,
},
{
"path": "AppStream/s390x/os/Packages",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name":
"PackageKit-command-not-found-debuginfo-1.1.12-2.el8.s390x.rpm",
"size": 29562,
},
{
"path": "AppStream/x86_64/os",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name": ".treeinfo",
"size": 29562,
},
],
"symlinks": [],
}
settings = get_settings(sys_args=["RHEL-8", "/tmp"])["topics"][0]
expected_files_list = {
"directories": [],
"files": [
{
"path": "",
"sha256":
"954719cab91afac5bc142656afff86e6d8e87570b035cbce65dbbb84892a40d3",
"name": ".composeinfo",
"size": 14496,
},
{
"path": "AppStream/x86_64/os/Packages",
"sha256":
"8fe293470f677bfc6eb04204c47b5e1a0e5d15431ef7ed9dbb269aaea386ed9f",
"name": "PackageKit-command-not-found-1.1.12-2.el8.x86_64.rpm",
"size": 28616,
},
{
"path": "BaseOS/x86_64/os/Packages",
"sha256":
"7949b18b6d359b435686f2f5781928675ec8b2872b96f0abf6ba10747f794694",
"name": "avahi-libs-0.7-19.el8.i686.rpm",
"size": 68920,
},
{
"path": "AppStream/x86_64/os",
"sha256":
"6f48f0d285918e502035da74decf447c6bb29898206406a4ed6a92ece94d276a",
"name": ".treeinfo",
"size": 29562,
},
],
"symlinks": [],
}
assert filter_files_list(dci_files_list, settings) == expected_files_list