def setup(self):
self.p = Mock(name='p')
self.p.options = {
'--executable': 'python',
'--logfile': 'foo.log',
}
self.p.namespaces = {}
self.node = Node('*****@*****.**', options={'-A': 'proj'})
self.expander = self.node.expander = Mock(name='expander')
self.node.pid = 303
def test_from_kwargs(self):
n = Node.from_kwargs(
'*****@*****.**',
max_tasks_per_child=30, A='foo', Q='q1,q2', O='fair',
)
assert sorted(n.argv) == sorted([
'-m celery worker --detach',
'-A foo',
'--executable={0}'.format(n.executable),
'-O fair',
'-n [email protected]',
'--logfile=foo%I.log',
'-Q q1,q2',
'--max-tasks-per-child=30',
'--pidfile=foo.pid',
'',
])
def _start_worker_process(app,
concurrency=1,
pool='solo',
loglevel=WORKER_LOGLEVEL,
logfile=None,
**kwargs):
# type (Celery, int, str, Union[int, str], str, **Any) -> Iterable
"""Start worker in separate process.
Yields:
celery.app.worker.Worker: worker instance.
"""
from celery.apps.multi import Cluster, Node
app.set_current()
cluster = Cluster([Node('testworker1@%h')])
cluster.start()
try:
yield
finally:
cluster.stopwait()
def test_from_kwargs(self):
n = Node.from_kwargs(
'*****@*****.**',
max_tasks_per_child=30,
A='foo',
Q='q1,q2',
O='fair',
)
assert sorted(n.argv) == sorted([
'-m celery worker --detach',
'-A foo',
'--executable={0}'.format(n.executable),
'-O fair',
'-n [email protected]',
'--logfile={}'.format(
os.path.normpath('/var/log/celery/foo%I.log')),
'-Q q1,q2',
'--max-tasks-per-child=30',
'--pidfile={}'.format(os.path.normpath('/var/run/celery/foo.pid')),
'',
])
def createNewWorker(self, name, queue):
node = Node(name=name,
append="-A pj.main.celery" + " -Q " + queue + " -l info" +
" -f " + CELERYD_LOG_FILE)
self.nodelist.append(node)
node.start()
def test_pidfile_default(self, mock_exists):
n = Node.from_kwargs('*****@*****.**', )
assert n.options['--pidfile'] == os.path.normpath(
'/var/run/celery/%n.pid')
mock_exists.assert_any_call(os.path.normpath('/var/run/celery'))
class test_Node:
def setup(self):
self.p = Mock(name='p')
self.p.options = {
'--executable': 'python',
'--logfile': '/var/log/celery/foo.log',
}
self.p.namespaces = {}
self.node = Node('*****@*****.**', options={'-A': 'proj'})
self.expander = self.node.expander = Mock(name='expander')
self.node.pid = 303
def test_from_kwargs(self):
n = Node.from_kwargs(
'*****@*****.**',
max_tasks_per_child=30,
A='foo',
Q='q1,q2',
O='fair',
)
assert sorted(n.argv) == sorted([
'-m celery worker --detach',
'-A foo',
'--executable={0}'.format(n.executable),
'-O fair',
'-n [email protected]',
'--logfile={}'.format(
os.path.normpath('/var/log/celery/foo%I.log')),
'-Q q1,q2',
'--max-tasks-per-child=30',
'--pidfile={}'.format(os.path.normpath('/var/run/celery/foo.pid')),
'',
])
@patch('os.kill')
def test_send(self, kill):
assert self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
@patch('os.kill')
def test_send__ESRCH(self, kill):
kill.side_effect = OSError()
kill.side_effect.errno = errno.ESRCH
assert not self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
@patch('os.kill')
def test_send__error(self, kill):
kill.side_effect = OSError()
kill.side_effect.errno = errno.ENOENT
with pytest.raises(OSError):
self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
def test_alive(self):
self.node.send = Mock(name='send')
assert self.node.alive() is self.node.send.return_value
self.node.send.assert_called_with(0)
def test_start(self):
self.node._waitexec = Mock(name='_waitexec')
self.node.start(env={'foo': 'bar'}, kw=2)
self.node._waitexec.assert_called_with(
self.node.argv,
path=self.node.executable,
env={'foo': 'bar'},
kw=2,
)
@patch('celery.apps.multi.Popen')
def test_waitexec(self, Popen, argv=['A', 'B']):
on_spawn = Mock(name='on_spawn')
on_signalled = Mock(name='on_signalled')
on_failure = Mock(name='on_failure')
env = Mock(name='env')
self.node.handle_process_exit = Mock(name='handle_process_exit')
self.node._waitexec(
argv,
path='python',
env=env,
on_spawn=on_spawn,
on_signalled=on_signalled,
on_failure=on_failure,
)
Popen.assert_called_with(self.node.prepare_argv(argv, 'python'),
env=env)
self.node.handle_process_exit.assert_called_with(
Popen().wait(),
on_signalled=on_signalled,
on_failure=on_failure,
)
def test_handle_process_exit(self):
assert self.node.handle_process_exit(0) == 0
def test_handle_process_exit__failure(self):
on_failure = Mock(name='on_failure')
assert self.node.handle_process_exit(9, on_failure=on_failure) == 9
on_failure.assert_called_with(self.node, 9)
def test_handle_process_exit__signalled(self):
on_signalled = Mock(name='on_signalled')
assert self.node.handle_process_exit(-9,
on_signalled=on_signalled) == 9
on_signalled.assert_called_with(self.node, 9)
def test_logfile(self):
assert self.node.logfile == self.expander.return_value
self.expander.assert_called_with(
os.path.normpath('/var/log/celery/%n%I.log'))
@patch('celery.apps.multi.os.path.exists')
def test_pidfile_default(self, mock_exists):
n = Node.from_kwargs('*****@*****.**', )
assert n.options['--pidfile'] == os.path.normpath(
'/var/run/celery/%n.pid')
mock_exists.assert_any_call(os.path.normpath('/var/run/celery'))
@patch('celery.apps.multi.os.makedirs')
@patch('celery.apps.multi.os.path.exists', return_value=False)
def test_pidfile_custom(self, mock_exists, mock_dirs):
n = Node.from_kwargs('*****@*****.**',
pidfile='/var/run/demo/celery/%n.pid')
assert n.options['--pidfile'] == '/var/run/demo/celery/%n.pid'
try:
mock_exists.assert_any_call('/var/run/celery')
except AssertionError:
pass
else:
raise AssertionError(
"Expected exists('/var/run/celery') to not have been called.")
mock_exists.assert_any_call('/var/run/demo/celery')
mock_dirs.assert_any_call('/var/run/demo/celery')
class test_Node:
def setup(self):
self.p = Mock(name='p')
self.p.options = {
'--executable': 'python',
'--logfile': 'foo.log',
}
self.p.namespaces = {}
self.node = Node('*****@*****.**', options={'-A': 'proj'})
self.expander = self.node.expander = Mock(name='expander')
self.node.pid = 303
def test_from_kwargs(self):
n = Node.from_kwargs(
'*****@*****.**',
max_tasks_per_child=30, A='foo', Q='q1,q2', O='fair',
)
assert sorted(n.argv) == sorted([
'-m celery worker --detach',
'-A foo',
'--executable={0}'.format(n.executable),
'-O fair',
'-n [email protected]',
'--logfile=foo%I.log',
'-Q q1,q2',
'--max-tasks-per-child=30',
'--pidfile=foo.pid',
'',
])
@patch('os.kill')
def test_send(self, kill):
assert self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
@patch('os.kill')
def test_send__ESRCH(self, kill):
kill.side_effect = OSError()
kill.side_effect.errno = errno.ESRCH
assert not self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
@patch('os.kill')
def test_send__error(self, kill):
kill.side_effect = OSError()
kill.side_effect.errno = errno.ENOENT
with pytest.raises(OSError):
self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
def test_alive(self):
self.node.send = Mock(name='send')
assert self.node.alive() is self.node.send.return_value
self.node.send.assert_called_with(0)
def test_start(self):
self.node._waitexec = Mock(name='_waitexec')
self.node.start(env={'foo': 'bar'}, kw=2)
self.node._waitexec.assert_called_with(
self.node.argv, path=self.node.executable,
env={'foo': 'bar'}, kw=2,
)
@patch('celery.apps.multi.Popen')
def test_waitexec(self, Popen, argv=['A', 'B']):
on_spawn = Mock(name='on_spawn')
on_signalled = Mock(name='on_signalled')
on_failure = Mock(name='on_failure')
env = Mock(name='env')
self.node.handle_process_exit = Mock(name='handle_process_exit')
self.node._waitexec(
argv,
path='python',
env=env,
on_spawn=on_spawn,
on_signalled=on_signalled,
on_failure=on_failure,
)
Popen.assert_called_with(
self.node.prepare_argv(argv, 'python'), env=env)
self.node.handle_process_exit.assert_called_with(
Popen().wait(),
on_signalled=on_signalled,
on_failure=on_failure,
)
def test_handle_process_exit(self):
assert self.node.handle_process_exit(0) == 0
def test_handle_process_exit__failure(self):
on_failure = Mock(name='on_failure')
assert self.node.handle_process_exit(9, on_failure=on_failure) == 9
on_failure.assert_called_with(self.node, 9)
def test_handle_process_exit__signalled(self):
on_signalled = Mock(name='on_signalled')
assert self.node.handle_process_exit(
-9, on_signalled=on_signalled) == 9
on_signalled.assert_called_with(self.node, 9)
def test_logfile(self):
assert self.node.logfile == self.expander.return_value
self.expander.assert_called_with('%n%I.log')
class test_Node(AppCase):
def setup(self):
self.p = Mock(name='p')
self.p.options = {
'--executable': 'python',
'--logfile': 'foo.log',
}
self.p.namespaces = {}
self.expander = Mock(name='expander')
self.node = Node(
'*****@*****.**', ['-A', 'proj'], self.expander, 'foo', self.p,
)
self.node.pid = 303
@patch('os.kill')
def test_send(self, kill):
self.assertTrue(self.node.send(9))
kill.assert_called_with(self.node.pid, 9)
@patch('os.kill')
def test_send__ESRCH(self, kill):
kill.side_effect = OSError()
kill.side_effect.errno = errno.ESRCH
self.assertFalse(self.node.send(9))
kill.assert_called_with(self.node.pid, 9)
@patch('os.kill')
def test_send__error(self, kill):
kill.side_effect = OSError()
kill.side_effect.errno = errno.ENOENT
with self.assertRaises(OSError):
self.node.send(9)
kill.assert_called_with(self.node.pid, 9)
def test_alive(self):
self.node.send = Mock(name='send')
self.assertIs(self.node.alive(), self.node.send.return_value)
self.node.send.assert_called_with(0)
def test_start(self):
self.node._waitexec = Mock(name='_waitexec')
self.node.start(env={'foo': 'bar'}, kw=2)
self.node._waitexec.assert_called_with(
self.node.argv, path=self.node.executable,
env={'foo': 'bar'}, kw=2,
)
@patch('celery.apps.multi.Popen')
def test_waitexec(self, Popen, argv=['A', 'B']):
on_spawn = Mock(name='on_spawn')
on_signalled = Mock(name='on_signalled')
on_failure = Mock(name='on_failure')
env = Mock(name='env')
self.node.handle_process_exit = Mock(name='handle_process_exit')
self.node._waitexec(
argv,
path='python',
env=env,
on_spawn=on_spawn,
on_signalled=on_signalled,
on_failure=on_failure,
)
Popen.assert_called_with(
self.node.prepare_argv(argv, 'python'), env=env)
self.node.handle_process_exit.assert_called_with(
Popen().wait(),
on_signalled=on_signalled,
on_failure=on_failure,
)
def test_handle_process_exit(self):
self.assertEqual(
self.node.handle_process_exit(0),
0,
)
def test_handle_process_exit__failure(self):
on_failure = Mock(name='on_failure')
self.assertEqual(
self.node.handle_process_exit(9, on_failure=on_failure),
9,
)
on_failure.assert_called_with(self.node, 9)
def test_handle_process_exit__signalled(self):
on_signalled = Mock(name='on_signalled')
self.assertEqual(
self.node.handle_process_exit(-9, on_signalled=on_signalled),
9,
)
on_signalled.assert_called_with(self.node, 9)
def test_logfile(self):
self.assertEqual(self.node.logfile, self.expander.return_value)
self.expander.assert_called_with('foo.log')
