def submit_module_build_from_yaml(
db_session, username, handle, params, stream=None, skiptests=False
):
yaml_file = to_text_type(handle.read())
mmd = load_mmd(yaml_file)
dt = datetime.utcfromtimestamp(int(time.time()))
if hasattr(handle, "filename"):
def_name = str(os.path.splitext(os.path.basename(handle.filename))[0])
elif not mmd.get_module_name():
raise ValidationError(
"The module's name was not present in the modulemd file. Please use the "
'"module_name" parameter'
)
def_version = int(dt.strftime("%Y%m%d%H%M%S"))
module_name = mmd.get_module_name() or def_name
module_stream = stream or mmd.get_stream_name() or "master"
if module_name != mmd.get_module_name() or module_stream != mmd.get_stream_name():
# This is how you set the name and stream in the modulemd
mmd = mmd.copy(module_name, module_stream)
mmd.set_version(mmd.get_version() or def_version)
if skiptests:
buildopts = mmd.get_buildopts() or Modulemd.Buildopts()
macros = buildopts.get_rpm_macros() or ""
buildopts.set_rpm_macros(macros + "\n\n%__spec_check_pre exit 0\n")
mmd.set_buildopts(buildopts)
return submit_module_build(db_session, username, mmd, params)
def test_fill_in_rpms_rpm_whitelist(self, devel):
self._add_test_rpm(
"python27-dhcp-12:4.3.5-5.module_2118aef6.src",
"dhcp-12:4.3.5-5.module_2118aef6.src",
koji_srpm_nevra="python27-dhcp-12:4.3.5-5.module_2118aef6.src",
)
self._add_test_rpm(
"python27-dhcp-libs-12:4.3.5-5.module_2118aef6.x86_64",
"dhcp-12:4.3.5-5.module_2118aef6.src",
koji_srpm_nevra="python27-dhcp-12:4.3.5-5.module_2118aef6.src",
)
self._add_test_rpm(
"python27-dhcp-libs-12:4.3.5-5.module_2118aef6.i686",
"dhcp-12:4.3.5-5.module_2118aef6.src",
koji_srpm_nevra="python27-dhcp-12:4.3.5-5.module_2118aef6.src",
)
self._add_test_rpm(
"foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
"perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
koji_srpm_nevra="foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
)
self._add_test_rpm(
"foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.x86_64",
"perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
koji_srpm_nevra="foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
)
self._add_test_rpm(
"foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.i686",
"perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
koji_srpm_nevra="foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
)
self.cg.devel = devel
mmd = self.cg.module.mmd()
opts = mmd.get_buildopts()
if not opts:
opts = Modulemd.Buildopts()
opts.add_rpm_to_whitelist("python27-dhcp")
mmd.set_buildopts(opts)
mmd = self.cg._fill_in_rpms_list(mmd, "x86_64")
if not devel:
# Only x86_64 dhcp-libs should be filled in, because only python27-dhcp is whitelisted
# srpm name.
assert set(mmd.get_rpm_artifacts()) == {
"python27-dhcp-12:4.3.5-5.module_2118aef6.src",
"python27-dhcp-libs-12:4.3.5-5.module_2118aef6.x86_64",
}
else:
assert set(mmd.get_rpm_artifacts()) == {
"python27-dhcp-libs-12:4.3.5-5.module_2118aef6.i686",
"foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.src",
"foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.x86_64",
"foo-perl-Tangerine-12:4.3.5-5.module_2118aef6.i686",
}
def test_get_reusable_component_different_rpm_macros(self):
second_module_build = models.ModuleBuild.get_by_id(db_session, 3)
mmd = second_module_build.mmd()
buildopts = Modulemd.Buildopts()
buildopts.set_rpm_macros("%my_macro 1")
mmd.set_buildopts(buildopts)
second_module_build.modulemd = mmd_to_str(mmd)
db_session.commit()
plc_rv = get_reusable_component(second_module_build, "perl-List-Compare")
assert plc_rv is None
pt_rv = get_reusable_component(second_module_build, "perl-Tangerine")
assert pt_rv is None
def test_get_build_arches_set_in_mmd(self):
mmd = load_mmd(read_staged_data("formatted_testmodule"))
xmd = mmd.get_xmd()
mbs_options = xmd.get("mbs", {})
mbs_options["buildrequires"] = {"platform": {"stream": "xx"}}
xmd["mbs"] = mbs_options
mmd.set_xmd(xmd)
try:
opts = Modulemd.Buildopts()
opts.add_arch("x86_64")
mmd.set_buildopts(opts)
expected_result = ["x86_64"]
except AttributeError:
# libmodulemd version < 2.8.3
expected_result = ["x86_64", "i686"]
r = get_build_arches(mmd, conf)
assert r == expected_result
def test_buildroot_connect(self, custom_whitelist, blocklist,
repo_include_all, mock_get_session):
module_build = module_build_service.common.models.ModuleBuild.get_by_id(
db_session, 2)
db_session.refresh(module_build)
if blocklist:
mmd = module_build.mmd()
xmd = mmd.get_xmd()
xmd["mbs_options"] = {"blocked_packages": ["foo", "nginx"]}
mmd.set_xmd(xmd)
module_build.modulemd = mmd_to_str(mmd)
db_session.commit()
if custom_whitelist:
mmd = module_build.mmd()
opts = Modulemd.Buildopts()
opts.add_rpm_to_whitelist("custom1")
opts.add_rpm_to_whitelist("custom2")
mmd.set_buildopts(opts)
module_build.modulemd = mmd_to_str(mmd)
else:
# Set some irrelevant buildopts options to test that KojiModuleBuilder
# is not confused by this.
mmd = module_build.mmd()
opts = Modulemd.Buildopts()
opts.set_rpm_macros("%my_macro 1")
mmd.set_buildopts(opts)
module_build.modulemd = mmd_to_str(mmd)
db_session.commit()
if repo_include_all is False:
mmd = module_build.mmd()
xmd = mmd.get_xmd()
mbs_options = xmd["mbs_options"] if "mbs_options" in xmd.keys(
) else {}
mbs_options["repo_include_all"] = False
xmd["mbs_options"] = mbs_options
mmd.set_xmd(xmd)
module_build.modulemd = mmd_to_str(mmd)
db_session.commit()
module_build.arches.append(
module_build_service.common.models.ModuleArch(name="i686"))
db_session.commit()
builder = FakeKojiModuleBuilder(
db_session=db_session,
owner=module_build.owner,
module=module_build,
config=conf,
tag_name="module-foo",
components=["nginx"],
)
session = builder.koji_session
groups = OrderedDict()
groups["build"] = {"unzip"}
groups["srpm-build"] = {"fedora-release"}
builder.buildroot_connect(groups)
if custom_whitelist:
expected_calls = [
mock.call("module-foo", "custom1", "Moe Szyslak"),
mock.call("module-foo", "custom2", "Moe Szyslak"),
mock.call("module-foo-build", "custom1", "Moe Szyslak"),
mock.call("module-foo-build", "custom2", "Moe Szyslak"),
]
else:
expected_calls = [
mock.call("module-foo", "nginx", "Moe Szyslak"),
mock.call("module-foo-build", "nginx", "Moe Szyslak"),
]
assert session.packageListAdd.mock_calls == expected_calls
expected_calls = [
mock.call("module-foo-build", "build"),
mock.call("module-foo-build", "srpm-build"),
]
assert session.groupListAdd.mock_calls == expected_calls
expected_calls = [
mock.call("module-foo-build", "build", "unzip"),
mock.call("module-foo-build", "srpm-build", "fedora-release"),
]
assert session.groupPackageListAdd.mock_calls == expected_calls
# packageListBlock should not be called, because we set the block list only when creating
# new Koji tag to prevent overriding it on each buildroot_connect.
expected_calls = []
assert session.packageListBlock.mock_calls == expected_calls
expected_arches = "i686 x86_64"
expected_calls = [
mock.call(
"module-foo",
arches=expected_arches,
extra={
"mock.package_manager": "dnf",
"repo_include_all": repo_include_all,
"mock.new_chroot": 0,
'mock.yum.module_hotfixes': 1,
},
),
mock.call(
"module-foo-build",
arches=expected_arches,
extra={
"mock.package_manager": "dnf",
"repo_include_all": repo_include_all,
"mock.new_chroot": 0,
'mock.yum.module_hotfixes': 1,
},
),
]
assert session.editTag2.mock_calls == expected_calls