class TestJobGrab(object):
def setup_method(self, method):
self.mc_mpp_patcher = mock.patch("backend.daemons.job_grab.Process")
self.mc_mpp = self.mc_mpp_patcher.start()
self.test_time = time.time()
subdir = "test_createrepo_{}".format(time.time())
self.tmp_dir_path = os.path.join(tempfile.gettempdir(), subdir)
os.mkdir(self.tmp_dir_path)
self.log_dir = os.path.join(self.tmp_dir_path, "copr")
self.log_file = os.path.join(self.log_dir, "copr.log")
self.opts = Bunch(
logfile=self.log_file,
verbose=False,
build_groups=[
{
"id": 0,
"name": "x86",
"archs": ["i386", "i686", "x86_64"]
},
{
"id": 1,
"name": "arm",
"archs": ["armv7"]
},
],
destdir="/dev/null",
frontend_base_url="http://example.com/",
frontend_url="http://example.com/backend",
frontend_auth="foobar",
results_baseurl="http://example.com/results/",
sleeptime=1,
)
self.queue = MagicMock()
self.lock = MagicMock()
self.task_dict_1 = dict(
task_id=12345,
chroot="fedora-20-x86_64",
)
self.task_dict_2 = dict(
task_id=12346,
chroot="fedora-20-armv7",
)
self.task_dict_bad_arch = dict(
task_id=12346,
chroot="fedora-20-s390x",
)
def teardown_method(self, method):
self.mc_mpp_patcher.stop()
shutil.rmtree(self.tmp_dir_path)
if hasattr(self, "cbl"):
del self.cbl
for handler in logging.root.handlers[:]:
logging.root.removeHandler(handler)
@pytest.yield_fixture
def mc_time(self):
with mock.patch("backend.daemons.job_grab.time") as mc_time:
mc_time.time.return_value = self.test_time
yield mc_time
@pytest.fixture
def init_jg(self, mc_retask_queue):
self.jg = CoprJobGrab(self.opts, self.queue, self.lock)
self.jg.connect_queues()
def test_connect_queues(self, mc_retask_queue):
self.jg = CoprJobGrab(self.opts, self.queue, self.lock)
assert len(self.jg.task_queues_by_arch) == 0
self.jg.connect_queues()
# created retask queue
expected = [call(u'copr-be-0'), call(u'copr-be-1')]
assert mc_retask_queue.call_args_list == expected
# connected to them
for obj in self.jg.task_queues_by_arch.values():
assert obj.connect.called
def test_event(self, init_jg, mc_time):
# adds an event with current time into the queue
content = "foobar"
self.jg.event(content)
assert self.queue.put.call_args == call({
u'what': 'foobar',
u'who': u'jobgrab',
u'when': self.test_time
})
def test_process_build_task_skip_added(self, init_jg):
self.jg.added_jobs.add(12345)
self.jg.added_jobs.add(12346)
assert self.jg.process_build_task(self.task_dict_1) == 0
assert self.jg.process_build_task(self.task_dict_2) == 0
for obj in self.jg.task_queues_by_arch.values():
assert not obj.enqueue.called
def test_process_build_task_correct_group_1(self, init_jg):
assert self.jg.process_build_task(self.task_dict_1) == 1
assert self.jg.task_queues_by_arch["x86_64"].enqueue.called
assert not self.jg.task_queues_by_arch["armv7"].enqueue.called
def test_process_build_task_correct_group_2(self, init_jg):
assert self.jg.process_build_task(self.task_dict_2) == 1
assert not self.jg.task_queues_by_arch["x86_64"].enqueue.called
assert self.jg.task_queues_by_arch["armv7"].enqueue.called
def test_process_build_task_correct_group_error(self, init_jg):
with pytest.raises(CoprJobGrabError) as err:
self.jg.process_build_task(self.task_dict_bad_arch)
assert not self.jg.task_queues_by_arch["x86_64"].enqueue.called
assert not self.jg.task_queues_by_arch["armv7"].enqueue.called
@mock.patch("backend.daemons.job_grab.FrontendClient")
@mock.patch("backend.daemons.job_grab.Action", spec=backend.actions.Action)
def test_process_action(self, mc_action, mc_fe_c, init_jg):
test_action = MagicMock()
self.jg.process_action(test_action)
expected_call = call(self.queue,
test_action,
self.lock,
destdir=self.opts.destdir,
frontend_callback=mc_fe_c(self.opts, self.queue),
front_url=self.opts.frontend_base_url,
results_root_url=self.opts.results_baseurl)
assert expected_call == mc_action.call_args
assert mc_action.return_value.run.called
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_error_request(self, mc_get, init_jg):
mc_get.side_effect = requests.RequestException()
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
assert self.jg.load_tasks() is None
assert not self.jg.process_build_task.called
assert not self.jg.process_action.called
assert "Error retrieving jobs from" in self.jg.event.call_args[0][0]
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_error_request_json(self, mc_get, init_jg):
mc_get.return_value.json.side_effect = ValueError()
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
assert self.jg.load_tasks() is None
assert not self.jg.process_build_task.called
assert not self.jg.process_action.called
assert "Error getting JSON" in self.jg.event.call_args[0][0]
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_builds(self, mc_get, init_jg):
mc_get.return_value.json.return_value = {
"builds": [self.task_dict_1, self.task_dict_2, self.task_dict_2]
}
self.jg.process_build_task = MagicMock()
self.jg.process_build_task.side_effect = [
1,
1,
CoprJobGrabError("foobar"),
]
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
self.jg.load_tasks()
assert len(self.jg.process_build_task.call_args_list) == 3
assert not self.jg.process_action.called
assert any(
["New jobs: 2" in cl[0][0] for cl in self.jg.event.call_args_list])
assert any([
"Failed to enqueue" in cl[0][0]
for cl in self.jg.event.call_args_list
])
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_actions(self, mc_get, init_jg):
action_1 = MagicMock()
action_2 = MagicMock()
mc_get.return_value.json.return_value = {
"actions": [
action_1,
action_2,
],
"builds": [],
}
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
self.jg.load_tasks()
expected_calls = [call(action_1), call(action_2)]
assert self.jg.process_action.call_args_list == expected_calls
@mock.patch("backend.daemons.job_grab.get")
def test_regression_load_tasks_actions_(self, mc_get, init_jg):
"""
https://bugzilla.redhat.com/show_bug.cgi?id=1182106
"""
action_1 = MagicMock()
action_2 = MagicMock()
mc_get.return_value.json.return_value = {
"actions": [
action_1,
action_2,
],
"builds": [],
}
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
# load_tasks should suppress this error
self.jg.process_action.side_effect = IOError()
self.jg.load_tasks()
expected_calls = [call(action_1), call(action_2)]
assert self.jg.process_action.call_args_list == expected_calls
def test_run(self, mc_time, mc_setproctitle, init_jg):
self.jg.connect_queues = MagicMock()
self.jg.load_tasks = MagicMock()
self.jg.load_tasks.side_effect = [None, KeyboardInterrupt]
self.jg.run()
assert mc_setproctitle.called
assert self.jg.connect_queues.called_once
assert self.jg.load_tasks.called
class TestJobGrab(object):
def setup_method(self, method):
self.mc_mpp_patcher = mock.patch("backend.daemons.job_grab.Process")
self.mc_mpp = self.mc_mpp_patcher.start()
self.test_time = time.time()
subdir = "test_createrepo_{}".format(time.time())
self.tmp_dir_path = os.path.join(tempfile.gettempdir(), subdir)
os.mkdir(self.tmp_dir_path)
self.log_dir = os.path.join(self.tmp_dir_path, "copr")
self.log_file = os.path.join(self.log_dir, "copr.log")
self.opts = Bunch(
logfile=self.log_file,
verbose=False,
build_groups=[
{"id": 0, "name": "x86", "archs": ["i386", "i686", "x86_64"]},
{"id": 1, "name": "arm", "archs": ["armv7"]},
],
destdir="/dev/null",
frontend_base_url="http://example.com/",
frontend_url="http://example.com/backend",
frontend_auth="foobar",
results_baseurl="http://example.com/results/",
sleeptime=1,
)
self.queue = MagicMock()
self.lock = MagicMock()
self.task_dict_1 = dict(
task_id=12345,
chroot="fedora-20-x86_64",
)
self.task_dict_2 = dict(
task_id=12346,
chroot="fedora-20-armv7",
)
self.task_dict_bad_arch = dict(
task_id=12346,
chroot="fedora-20-s390x",
)
def teardown_method(self, method):
self.mc_mpp_patcher.stop()
shutil.rmtree(self.tmp_dir_path)
if hasattr(self, "cbl"):
del self.cbl
for handler in logging.root.handlers[:]:
logging.root.removeHandler(handler)
@pytest.yield_fixture
def mc_time(self):
with mock.patch("backend.daemons.job_grab.time") as mc_time:
mc_time.time.return_value = self.test_time
yield mc_time
@pytest.fixture
def init_jg(self, mc_retask_queue):
self.jg = CoprJobGrab(self.opts, self.queue, self.lock)
self.jg.connect_queues()
def test_connect_queues(self, mc_retask_queue):
self.jg = CoprJobGrab(self.opts, self.queue, self.lock)
assert len(self.jg.task_queues_by_arch) == 0
self.jg.connect_queues()
# created retask queue
expected = [call(u'copr-be-0'), call(u'copr-be-1')]
assert mc_retask_queue.call_args_list == expected
# connected to them
for obj in self.jg.task_queues_by_arch.values():
assert obj.connect.called
def test_event(self, init_jg, mc_time):
# adds an event with current time into the queue
content = "foobar"
self.jg.event(content)
assert self.queue.put.call_args == call({
u'what': 'foobar', u'who': u'jobgrab', u'when': self.test_time})
def test_process_build_task_skip_added(self, init_jg):
self.jg.added_jobs.add(12345)
self.jg.added_jobs.add(12346)
assert self.jg.process_build_task(self.task_dict_1) == 0
assert self.jg.process_build_task(self.task_dict_2) == 0
for obj in self.jg.task_queues_by_arch.values():
assert not obj.enqueue.called
def test_process_build_task_correct_group_1(self, init_jg):
assert self.jg.process_build_task(self.task_dict_1) == 1
assert self.jg.task_queues_by_arch["x86_64"].enqueue.called
assert not self.jg.task_queues_by_arch["armv7"].enqueue.called
def test_process_build_task_correct_group_2(self, init_jg):
assert self.jg.process_build_task(self.task_dict_2) == 1
assert not self.jg.task_queues_by_arch["x86_64"].enqueue.called
assert self.jg.task_queues_by_arch["armv7"].enqueue.called
def test_process_build_task_correct_group_error(self, init_jg):
with pytest.raises(CoprJobGrabError) as err:
self.jg.process_build_task(self.task_dict_bad_arch)
assert not self.jg.task_queues_by_arch["x86_64"].enqueue.called
assert not self.jg.task_queues_by_arch["armv7"].enqueue.called
@mock.patch("backend.daemons.job_grab.FrontendClient")
@mock.patch("backend.daemons.job_grab.Action", spec=backend.actions.Action)
def test_process_action(self, mc_action, mc_fe_c, init_jg):
test_action = MagicMock()
self.jg.process_action(test_action)
expected_call = call(
self.queue, test_action, self.lock,
destdir=self.opts.destdir,
frontend_callback=mc_fe_c(self.opts, self.queue),
front_url=self.opts.frontend_base_url,
results_root_url=self.opts.results_baseurl
)
assert expected_call == mc_action.call_args
assert mc_action.return_value.run.called
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_error_request(self, mc_get, init_jg):
mc_get.side_effect = requests.RequestException()
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
assert self.jg.load_tasks() is None
assert not self.jg.process_build_task.called
assert not self.jg.process_action.called
assert "Error retrieving jobs from" in self.jg.event.call_args[0][0]
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_error_request_json(self, mc_get, init_jg):
mc_get.return_value.json.side_effect = ValueError()
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
assert self.jg.load_tasks() is None
assert not self.jg.process_build_task.called
assert not self.jg.process_action.called
assert "Error getting JSON" in self.jg.event.call_args[0][0]
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_builds(self, mc_get, init_jg):
mc_get.return_value.json.return_value = {
"builds": [
self.task_dict_1,
self.task_dict_2,
self.task_dict_2
]
}
self.jg.process_build_task = MagicMock()
self.jg.process_build_task.side_effect = [
1,
1,
CoprJobGrabError("foobar"),
]
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
self.jg.load_tasks()
assert len(self.jg.process_build_task.call_args_list) == 3
assert not self.jg.process_action.called
assert any(["New jobs: 2" in cl[0][0] for cl in self.jg.event.call_args_list])
assert any(["Failed to enqueue" in cl[0][0] for cl in self.jg.event.call_args_list])
@mock.patch("backend.daemons.job_grab.get")
def test_load_tasks_actions(self, mc_get, init_jg):
action_1 = MagicMock()
action_2 = MagicMock()
mc_get.return_value.json.return_value = {
"actions": [
action_1,
action_2,
],
"builds": [],
}
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
self.jg.load_tasks()
expected_calls = [call(action_1), call(action_2)]
assert self.jg.process_action.call_args_list == expected_calls
@mock.patch("backend.daemons.job_grab.get")
def test_regression_load_tasks_actions_(self, mc_get, init_jg):
"""
https://bugzilla.redhat.com/show_bug.cgi?id=1182106
"""
action_1 = MagicMock()
action_2 = MagicMock()
mc_get.return_value.json.return_value = {
"actions": [
action_1,
action_2,
],
"builds": [],
}
self.jg.process_build_task = MagicMock()
self.jg.event = MagicMock()
self.jg.process_action = MagicMock()
# load_tasks should suppress this error
self.jg.process_action.side_effect = IOError()
self.jg.load_tasks()
expected_calls = [call(action_1), call(action_2)]
assert self.jg.process_action.call_args_list == expected_calls
def test_run(self, mc_time, mc_setproctitle, init_jg):
self.jg.connect_queues = MagicMock()
self.jg.load_tasks = MagicMock()
self.jg.load_tasks.side_effect = [
None,
KeyboardInterrupt
]
self.jg.run()
assert mc_setproctitle.called
assert self.jg.connect_queues.called_once
assert self.jg.load_tasks.called
