def test_run(self, mc_runcmd, mc_gacs):
mc_gacs.return_value = True
pruner = Pruner(self.opts)
pruner.run()
expected_call_count = 0
for userdir in self.testresults:
for projectdir in self.testresults[userdir]:
for chrootdir in self.testresults[userdir][projectdir]:
prune_path = os.path.join(self.opts.destdir, userdir, projectdir, chrootdir)
mc_runcmd.assert_has_calls(
mock.call(
['prunerepo', '--verbose', '--days={0}'.format(self.opts.prune_days), '--cleancopr', prune_path]
)
)
expected_call_count += 1
assert mc_runcmd.call_count == expected_call_count
class TestPruneResults(object):
def setup_method(self, method):
self.tmp_dir_name = None
self.test_time = time.time()
self.make_temp_dir()
self.pkg_1 = "copr-backend-1.59-1.git.1.7ed2b8d.fc20"
self.pkg_1_obsolete = "copr-backend-1.40-1.fc20"
self.pkg_2 = "hello-2.8-1.fc20"
self.pkg_2_obsolete = "hello-1.0.fc20"
self.prj = "foox"
self.chroots = ["fedora-20-i386", "fedora-20-x86_64"]
self.opts = Munch(prune_days=14,
find_obsolete_script=os.path.abspath(
os.path.join(os.path.dirname(__file__),
os.pardir, os.pardir, "run",
"copr_find_obsolete_builds.sh")),
frontend_base_url="http://example.com",
destdir=self.tmp_dir_name)
self.log_file_path = os.path.join(self.tmp_dir_name, "_unittest.log")
logging.basicConfig(
filename=self.log_file_path,
# stream=sys.stdout,
format='[%(asctime)s][%(levelname)6s]: %(message)s',
level=logging.DEBUG)
self.log = logging.getLogger(__name__)
self.log.info("setup method done")
self.username = "******"
self.coprname = "foox"
def teardown_method(self, method):
self.rm_tmp_dir()
def rm_tmp_dir(self):
if self.tmp_dir_name:
shutil.rmtree(self.tmp_dir_name)
self.tmp_dir_name = None
def make_temp_dir(self):
root_tmp_dir = tempfile.gettempdir()
subdir = "test_prune_old_{}".format(self.test_time)
self.tmp_dir_name = os.path.join(root_tmp_dir, subdir)
os.mkdir(self.tmp_dir_name)
self.expect_dir_name = os.path.join(self.tmp_dir_name, "_expect")
os.mkdir(self.expect_dir_name)
self.unpack_resource("foox.tar.gz")
self.unpack_resource("foox.tar.gz", self.expect_dir_name)
return self.tmp_dir_name
def unpack_resource(self, resource_name, target=None):
if self.tmp_dir_name is None:
self.make_temp_dir()
src_path = os.path.join(os.path.dirname(__file__), "..", "_resources",
resource_name)
with tarfile.open(src_path, "r:gz") as tar_file:
tar_file.extractall(target or self.tmp_dir_name)
@pytest.fixture
def test_pruner(self):
self.pruner = Pruner(self.opts)
return self.pruner
def test_prune_old_failed(self, test_pruner):
"""
Delete if build with "fail" fail with mtime > 14 days
"""
# TODO: what neither fail or success are present?
shutil.move(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_1, "success"),
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_1, "fail"),
)
shutil.move(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_2, "success"),
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_2, "fail"),
)
shutil.move(
os.path.join(self.expect_dir_name, self.prj, self.chroots[0],
self.pkg_2, "success"),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0],
self.pkg_2, "fail"),
)
os.utime(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_1, "fail"), (0, 0))
os.utime(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_2, "fail"), (time.time(), time.time()))
shutil.rmtree(
os.path.join(self.expect_dir_name, self.prj, self.chroots[0],
self.pkg_1))
self.pruner.prune_failed_builds(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]))
assert_same_dirs(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0]),
)
def test_prune_obsolete_builds(self, test_pruner):
os.utime(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_1, "success"), (0, 0))
os.utime(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_2, "success"), (0, 0))
# old obsolete build folder should be removed
os.utime(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_2_obsolete, "success"), (0, 0))
shutil.rmtree(
os.path.join(self.expect_dir_name, self.prj, self.chroots[0],
self.pkg_2_obsolete))
# recent obsolete build should remain
os.utime(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0],
self.pkg_1_obsolete, "success"),
(time.time(), time.time()))
self.pruner.prune_obsolete_success_builds(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]))
assert_same_dirs(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0]),
)
def test_prune_obsolete_builds_handle_script_error(self, test_pruner,
mc_popen):
mc_handle = MagicMock()
mc_popen.return_value = mc_handle
mc_handle.returncode = 1
mc_handle.communicate.return_value = ("foo", "bar")
# doesn't touch FS if `find_obsolete_build` produce error return code
self.pruner.prune_obsolete_success_builds(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]))
assert mc_popen.called
assert_same_dirs(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0]),
)
def test_prune_project_ok(self, test_pruner, mc_cru, mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_cru.return_value = (0, "", "")
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
expected_path_set = set([
os.path.join(self.tmp_dir_name, self.prj, chroot)
for chroot in self.chroots
])
assert set([
call[0][0]
for call in self.pruner.prune_failed_builds.call_args_list
]) == expected_path_set
assert set([
call[0][0] for call in
self.pruner.prune_obsolete_success_builds.call_args_list
]) == expected_path_set
assert set([call[0][0]
for call in mc_cru.call_args_list]) == expected_path_set
def test_prune_project_handle_gacs_error(self, test_pruner, mc_cru,
mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_gacs.side_effect = CoprException()
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert not self.pruner.prune_failed_builds.called
assert not self.pruner.prune_obsolete_success_builds.called
def test_prune_project_handle_errors(self, test_pruner, mc_cru, mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_gacs.return_value = True
# 0. createrepo_unsafe failure
mc_cru.side_effect = CreateRepoError("test exception", ["foo", "bar"],
1)
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert self.pruner.prune_failed_builds.called
assert self.pruner.prune_obsolete_success_builds.called
self.pruner.prune_failed_builds.reset_mock()
self.pruner.prune_obsolete_success_builds.reset_mock()
mc_cru.side_effect = None
# 2. prune_obsolete_success_builds raises error
self.pruner.prune_obsolete_success_builds.side_effect = IOError()
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert mc_cru.called
self.pruner.prune_failed_builds.reset_mock()
self.pruner.prune_obsolete_success_builds.reset_mock()
mc_cru.reset_mock()
# 3. prune_failed_builds raises error
self.pruner.prune_obsolete_success_builds.side_effect = None
self.pruner.prune_failed_builds.side_effect = IOError()
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert mc_cru.called
def test_prune_project_skip_when_acr_disabled(self, test_pruner, mc_cru,
mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_gacs.return_value = False
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert not self.pruner.prune_failed_builds.called
assert not self.pruner.prune_obsolete_success_builds.called
def test_run(self, test_pruner):
self.pruner.prune_project = MagicMock()
self.pruner.run()
def test_main(self, mc_pruner, mc_bcr):
prune_main()
assert mc_pruner.called
assert mc_pruner.return_value.run.called
assert mc_bcr.called
assert mc_bcr.call_args[0][0] == "/etc/copr/copr-be.conf"
os.environ["BACKEND_CONFIG"] = "foobar"
prune_main()
assert mc_bcr.call_args[0][0] == "foobar"
class TestPruneResults(object):
def setup_method(self, method):
self.tmp_dir_name = None
self.test_time = time.time()
self.make_temp_dir()
self.pkg_1 = "copr-backend-1.59-1.git.1.7ed2b8d.fc20"
self.pkg_1_obsolete = "copr-backend-1.40-1.fc20"
self.pkg_2 = "hello-2.8-1.fc20"
self.pkg_2_obsolete = "hello-1.0.fc20"
self.prj = "foox"
self.chroots = ["fedora-20-i386", "fedora-20-x86_64"]
self.opts = Munch(
prune_days=14,
find_obsolete_script=os.path.abspath(
os.path.join(os.path.dirname(__file__), os.pardir, os.pardir,
"run", "copr_find_obsolete_builds.sh")),
frontend_base_url="http://example.com",
destdir=self.tmp_dir_name
)
self.log_file_path = os.path.join(self.tmp_dir_name, "_unittest.log")
logging.basicConfig(
filename=self.log_file_path,
# stream=sys.stdout,
format='[%(asctime)s][%(levelname)6s]: %(message)s',
level=logging.DEBUG
)
self.log = logging.getLogger(__name__)
self.log.info("setup method done")
self.username = "******"
self.coprname = "foox"
def teardown_method(self, method):
self.rm_tmp_dir()
def rm_tmp_dir(self):
if self.tmp_dir_name:
shutil.rmtree(self.tmp_dir_name)
self.tmp_dir_name = None
def make_temp_dir(self):
root_tmp_dir = tempfile.gettempdir()
subdir = "test_prune_old_{}".format(self.test_time)
self.tmp_dir_name = os.path.join(root_tmp_dir, subdir)
os.mkdir(self.tmp_dir_name)
self.expect_dir_name = os.path.join(self.tmp_dir_name, "_expect")
os.mkdir(self.expect_dir_name)
self.unpack_resource("foox.tar.gz")
self.unpack_resource("foox.tar.gz", self.expect_dir_name)
return self.tmp_dir_name
def unpack_resource(self, resource_name, target=None):
if self.tmp_dir_name is None:
self.make_temp_dir()
src_path = os.path.join(os.path.dirname(__file__), "..",
"_resources", resource_name)
with tarfile.open(src_path, "r:gz") as tar_file:
tar_file.extractall(target or self.tmp_dir_name)
@pytest.fixture
def test_pruner(self):
self.pruner = Pruner(self.opts)
return self.pruner
def test_prune_old_failed(self, test_pruner):
"""
Delete if build with "fail" fail with mtime > 14 days
"""
# TODO: what neither fail or success are present?
shutil.move(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_1, "success"),
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_1, "fail"),)
shutil.move(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_2, "success"),
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_2, "fail"),)
shutil.move(
os.path.join(self.expect_dir_name, self.prj, self.chroots[0], self.pkg_2, "success"),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0], self.pkg_2, "fail"),)
os.utime(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_1, "fail"), (0, 0))
os.utime(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_2, "fail"),
(time.time(), time.time()))
shutil.rmtree(os.path.join(self.expect_dir_name, self.prj, self.chroots[0], self.pkg_1))
self.pruner.prune_failed_builds(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]))
assert_same_dirs(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0]),
)
def test_prune_obsolete_builds(self, test_pruner):
os.utime(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_1, "success"), (0, 0))
os.utime(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_2, "success"), (0, 0))
# old obsolete build folder should be removed
os.utime(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_2_obsolete, "success"), (0, 0))
shutil.rmtree(os.path.join(self.expect_dir_name, self.prj, self.chroots[0], self.pkg_2_obsolete))
# recent obsolete build should remain
os.utime(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0], self.pkg_1_obsolete, "success"),
(time.time(), time.time()))
self.pruner.prune_obsolete_success_builds(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]))
assert_same_dirs(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0]),
)
def test_prune_obsolete_builds_handle_script_error(self, test_pruner, mc_popen):
mc_handle = MagicMock()
mc_popen.return_value = mc_handle
mc_handle.returncode = 1
mc_handle.communicate.return_value = ("foo", "bar")
# doesn't touch FS if `find_obsolete_build` produce error return code
self.pruner.prune_obsolete_success_builds(os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]))
assert mc_popen.called
assert_same_dirs(
os.path.join(self.tmp_dir_name, self.prj, self.chroots[0]),
os.path.join(self.expect_dir_name, self.prj, self.chroots[0]),
)
def test_prune_project_ok(self, test_pruner, mc_cru, mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_cru.return_value = (0, "", "")
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
expected_path_set = set([
os.path.join(self.tmp_dir_name, self.prj, chroot)
for chroot in self.chroots
])
assert set([
call[0][0] for call in
self.pruner.prune_failed_builds.call_args_list
]) == expected_path_set
assert set([
call[0][0] for call in
self.pruner.prune_obsolete_success_builds.call_args_list
]) == expected_path_set
assert set([
call[0][0] for call in
mc_cru.call_args_list
]) == expected_path_set
def test_prune_project_handle_gacs_error(self, test_pruner, mc_cru, mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_gacs.side_effect = CoprException()
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert not self.pruner.prune_failed_builds.called
assert not self.pruner.prune_obsolete_success_builds.called
def test_prune_project_handle_errors(self, test_pruner, mc_cru, mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_gacs.return_value = True
# 0. createrepo_unsafe failure
mc_cru.side_effect = CreateRepoError("test exception", ["foo", "bar"], 1)
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert self.pruner.prune_failed_builds.called
assert self.pruner.prune_obsolete_success_builds.called
self.pruner.prune_failed_builds.reset_mock()
self.pruner.prune_obsolete_success_builds.reset_mock()
mc_cru.side_effect = None
# 2. prune_obsolete_success_builds raises error
self.pruner.prune_obsolete_success_builds.side_effect = IOError()
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert mc_cru.called
self.pruner.prune_failed_builds.reset_mock()
self.pruner.prune_obsolete_success_builds.reset_mock()
mc_cru.reset_mock()
# 3. prune_failed_builds raises error
self.pruner.prune_obsolete_success_builds.side_effect = None
self.pruner.prune_failed_builds.side_effect = IOError()
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert mc_cru.called
def test_prune_project_skip_when_acr_disabled(self, test_pruner, mc_cru, mc_gacs):
self.pruner.prune_failed_builds = MagicMock()
self.pruner.prune_obsolete_success_builds = MagicMock()
mc_gacs.return_value = False
self.pruner.prune_project(os.path.join(self.tmp_dir_name, self.prj),
self.username, self.coprname)
assert not self.pruner.prune_failed_builds.called
assert not self.pruner.prune_obsolete_success_builds.called
def test_run(self, test_pruner):
self.pruner.prune_project = MagicMock()
self.pruner.run()
def test_main(self, mc_pruner, mc_bcr):
prune_main()
assert mc_pruner.called
assert mc_pruner.return_value.run.called
assert mc_bcr.called
assert mc_bcr.call_args[0][0] == "/etc/copr/copr-be.conf"
os.environ["BACKEND_CONFIG"] = "foobar"
prune_main()
assert mc_bcr.call_args[0][0] == "foobar"