def test_bootloader_embed(self, request, prepared_test_build,
bitbake_image):
"""Test that MENDER_IMAGE_BOOTLOADER_FILE causes the bootloader to be embedded
correctly in the resulting sdimg."""
loader_file = "bootloader.bin"
loader_offset = 4
new_bb_vars = get_bitbake_variables(
request,
"core-image-minimal",
prepared_test_build=prepared_test_build)
loader_dir = new_bb_vars["DEPLOY_DIR_IMAGE"]
loader_path = os.path.join(loader_dir, loader_file)
run_verbose("mkdir -p %s" % os.path.dirname(loader_path))
run_verbose("cp /etc/os-release %s" % loader_path)
build_image(
prepared_test_build["build_dir"],
prepared_test_build["bitbake_corebase"],
bitbake_image,
[
'MENDER_IMAGE_BOOTLOADER_FILE = "%s"' % loader_file,
'MENDER_IMAGE_BOOTLOADER_BOOTSECTOR_OFFSET = "%d"' %
loader_offset,
],
)
built_sdimg = latest_build_artifact(request,
prepared_test_build["build_dir"],
"core-image*.sdimg")
original = os.open(loader_path, os.O_RDONLY)
embedded = os.open(built_sdimg, os.O_RDONLY)
os.lseek(embedded, loader_offset * 512, 0)
block_size = 4096
while True:
org_read = os.read(original, block_size)
org_read_size = len(org_read)
emb_read = os.read(embedded, org_read_size)
assert (
org_read == emb_read
), "Embedded bootloader is not identical to the file specified in MENDER_IMAGE_BOOTLOADER_FILE"
if org_read_size < block_size:
break
os.close(original)
os.close(embedded)
def test_multiple_device_types_compatible(
self,
request,
prepared_test_build,
bitbake_path,
bitbake_variables,
bitbake_image,
):
"""Tests that we can include multiple device_types in the artifact."""
build_image(
prepared_test_build["build_dir"],
prepared_test_build["bitbake_corebase"],
bitbake_image,
['MENDER_DEVICE_TYPES_COMPATIBLE = "machine1 machine2"'],
)
image = latest_build_artifact(request,
prepared_test_build["build_dir"],
"core-image*.mender")
output = run_verbose("mender-artifact read %s" % image, capture=True)
assert b"Compatible devices: '[machine1 machine2]'" in output
output = subprocess.check_output(
"tar xOf %s header.tar.gz | tar xOz header-info" % image,
shell=True).decode()
data = json.loads(output)
if version_is_minimum(bitbake_variables, "mender-artifact", "3.0.0"):
assert data["artifact_depends"]["device_type"] == [
"machine1", "machine2"
]
else:
assert data["device_types_compatible"] == ["machine1", "machine2"]
def test_preferred_versions(self, prepared_test_build, recipe, version):
"""Most CI builds build with PREFERRED_VERSION set, because we want to
build from a specific SHA. This test tests that we can change that or
turn it off and the build still works."""
old_file = get_local_conf_orig_path(prepared_test_build["build_dir"])
new_file = get_local_conf_path(prepared_test_build["build_dir"])
if recipe.endswith("-native"):
base_recipe = recipe[: -len("-native")]
else:
base_recipe = recipe
for pn_style in ["", "pn-"]:
with open(old_file) as old_fd, open(new_file, "w") as new_fd:
for line in old_fd.readlines():
if (
re.match("^EXTERNALSRC_pn-%s(-native)? *=" % base_recipe, line)
is not None
):
continue
elif (
re.match(
"^PREFERRED_VERSION_(pn-)?%s(-native)? *=" % base_recipe,
line,
)
is not None
):
continue
else:
new_fd.write(line)
if version is not None:
new_fd.write(
'PREFERRED_VERSION_%s%s = "%s"\n'
% (pn_style, base_recipe, version)
)
new_fd.write(
'PREFERRED_VERSION_%s%s-native = "%s"\n'
% (pn_style, base_recipe, version)
)
init_env_cmd = "cd %s && . oe-init-build-env %s" % (
prepared_test_build["bitbake_corebase"],
prepared_test_build["build_dir"],
)
run_verbose("%s && bitbake %s" % (init_env_cmd, recipe))
def test_build_artifact_depends_and_provides(self, request,
prepared_test_build,
bitbake_image, bitbake_path,
dependsprovides):
"""Test whether a build with enabled Artifact Provides and Depends does
indeed add the parameters to the built Artifact"""
build_image(
prepared_test_build["build_dir"],
prepared_test_build["bitbake_corebase"],
bitbake_image,
[param for param in str(dependsprovides).splitlines()],
)
image = latest_build_artifact(request,
prepared_test_build["build_dir"],
"core-image*.mender")
output = run_verbose("mender-artifact read %s" % image,
capture=True).decode()
other = TestBuild.BuildDependsProvides.parse(output)
# MEN-2956: Mender-Artifact now writes rootfs-image-checksum by default.
# MEN-3482: The new key for the rootfs image checksum is rootfs-image.checksum
assert (
"rootfs-image.checksum" in other.provides
or "rootfs_image_checksum" in other.provides
), "Empty rootfs_image_checksum in the built rootfs-image artifact, this should be added by default by `mender-artifact write rootfs-image`"
# Then remove it, not to mess up the expected test output
if "rootfs-image.checksum" in other.provides.keys():
del other.provides["rootfs-image.checksum"]
if "rootfs_image_checksum" in other.provides.keys():
del other.provides["rootfs_image_checksum"]
# MEN-3076: Mender-Artifacts writes software version by default
# older versions did not, thus we remove the key before asserting the content
if "rootfs-image.version" in other.provides.keys():
del other.provides["rootfs-image.version"]
assert dependsprovides.__dict__ == other.__dict__
def test_boot_partition_population(self, request, prepared_test_build,
bitbake_path, bitbake_image):
# Notice in particular a mix of tabs, newlines and spaces. All there to
# check that whitespace it treated correctly.
build_image(
prepared_test_build["build_dir"],
prepared_test_build["bitbake_corebase"],
bitbake_image,
[
"""
IMAGE_INSTALL_append = " test-boot-files"
IMAGE_BOOT_FILES_append = " deployed-test1 deployed-test-dir2/deployed-test2 \
deployed-test3;renamed-deployed-test3 \
deployed-test-dir4/deployed-test4;renamed-deployed-test4 deployed-test5;renamed-deployed-test-dir5/renamed-deployed-test5 \
deployed-test-dir6/deployed-test6;renamed-deployed-test-dir6/renamed-deployed-test6 \
deployed-test-dir7/* \
deployed-test-dir8/*;./ \
deployed-test-dir9/*;renamed-deployed-test-dir9/ \
"
"""
],
)
image = latest_build_artifact(request,
prepared_test_build["build_dir"],
"core-image*.*img")
extract_partition(image, 1)
try:
listing = (run_verbose("mdir -i img1.fs -b -/",
capture=True).decode().split())
expected = [
"::/deployed-test1",
"::/deployed-test2",
"::/renamed-deployed-test3",
"::/renamed-deployed-test4",
"::/renamed-deployed-test-dir5/renamed-deployed-test5",
"::/renamed-deployed-test-dir6/renamed-deployed-test6",
"::/deployed-test7",
"::/deployed-test8",
"::/renamed-deployed-test-dir9/deployed-test9",
]
assert all([item in listing for item in expected])
# Conflicting file with the same content should pass.
build_image(
prepared_test_build["build_dir"],
prepared_test_build["bitbake_corebase"],
bitbake_image,
['IMAGE_BOOT_FILES_append = " conflict-test1"'],
)
# Conflicting file with different content should fail.
try:
build_image(
prepared_test_build["build_dir"],
prepared_test_build["bitbake_corebase"],
bitbake_image,
['IMAGE_BOOT_FILES_append = " conflict-test2"'],
)
pytest.fail(
"Bitbake succeeded, but should have failed with a file conflict"
)
except subprocess.CalledProcessError:
pass
finally:
os.remove("img1.fs")
