class test_MultiTool(Case):
def setUp(self):
self.fh = WhateverIO()
self.env = {}
self.t = MultiTool(env=self.env, fh=self.fh)
def test_note(self):
self.t.note('hello world')
self.assertEqual(self.fh.getvalue(), 'hello world\n')
def test_note_quiet(self):
self.t.quiet = True
self.t.note('hello world')
self.assertFalse(self.fh.getvalue())
def test_info(self):
self.t.verbose = True
self.t.info('hello info')
self.assertEqual(self.fh.getvalue(), 'hello info\n')
def test_info_not_verbose(self):
self.t.verbose = False
self.t.info('hello info')
self.assertFalse(self.fh.getvalue())
def test_error(self):
self.t.say = Mock()
self.t.usage = Mock()
self.assertEqual(self.t.error('foo'), 1)
self.t.say.assert_called_with('foo')
self.t.usage.assert_called_with()
self.t.say = Mock()
self.assertEqual(self.t.error(), 1)
self.assertFalse(self.t.say.called)
self.assertEqual(self.t.retcode, 1)
@patch('celery.bin.celeryd_multi.Popen')
def test_waitexec(self, Popen):
self.t.note = Mock()
pipe = Popen.return_value = Mock()
pipe.wait.return_value = -10
self.assertEqual(self.t.waitexec(['-m', 'foo'], 'path'), 10)
Popen.assert_called_with(['path', '-m', 'foo'], env=self.t.env)
self.t.note.assert_called_with('* Child was terminated by signal 10')
pipe.wait.return_value = 2
self.assertEqual(self.t.waitexec(['-m', 'foo'], 'path'), 2)
self.t.note.assert_called_with(
'* Child terminated with failure code 2')
pipe.wait.return_value = 0
self.assertFalse(self.t.waitexec(['-m', 'foo', 'path']))
def test_nosplash(self):
self.t.nosplash = True
self.t.splash()
self.assertFalse(self.fh.getvalue())
def test_splash(self):
self.t.nosplash = False
self.t.splash()
self.assertIn('celeryd-multi', self.fh.getvalue())
def test_usage(self):
self.t.usage()
self.assertTrue(self.fh.getvalue())
def test_help(self):
self.t.help([])
self.assertIn(doc, self.fh.getvalue())
def test_expand(self):
self.t.expand(['foo%n', 'ask', 'klask', 'dask'])
self.assertEqual(
self.fh.getvalue(), 'fooask\nfooklask\nfoodask\n',
)
def test_restart(self):
stop = self.t._stop_nodes = Mock()
self.t.restart(['jerry', 'george'], 'celeryd')
waitexec = self.t.waitexec = Mock()
self.assertTrue(stop.called)
callback = stop.call_args[1]['callback']
self.assertTrue(callback)
waitexec.return_value = 0
callback('jerry', ['arg'], 13)
waitexec.assert_called_with(['arg'])
self.assertIn('OK', self.fh.getvalue())
self.fh.seek(0)
self.fh.truncate()
waitexec.return_value = 1
callback('jerry', ['arg'], 13)
self.assertIn('FAILED', self.fh.getvalue())
def test_stop(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [2, 3, 4]
self.t.shutdown_nodes = Mock()
self.t.stop(['a', 'b', '-INT'], 'celeryd')
self.t.shutdown_nodes.assert_called_with(
[2, 3, 4], sig=signal.SIGINT, retry=None, callback=None,
)
def test_kill(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [
('a', None, 10),
('b', None, 11),
('c', None, 12)
]
sig = self.t.signal_node = Mock()
self.t.kill(['a', 'b', 'c'], 'celeryd')
sigs = sig.call_args_list
self.assertEqual(len(sigs), 3)
self.assertEqual(sigs[0][0], ('a', 10, signal.SIGKILL))
self.assertEqual(sigs[1][0], ('b', 11, signal.SIGKILL))
self.assertEqual(sigs[2][0], ('c', 12, signal.SIGKILL))
def prepare_pidfile_for_getpids(self, Pidfile):
class pids(object):
def __init__(self, path):
self.path = path
def read_pid(self):
try:
return {'*****@*****.**': 10,
'*****@*****.**': 11}[self.path]
except KeyError:
raise ValueError()
Pidfile.side_effect = pids
@patch('celery.bin.celeryd_multi.Pidfile')
@patch('socket.gethostname')
def test_getpids(self, gethostname, Pidfile):
gethostname.return_value = 'e.com'
self.prepare_pidfile_for_getpids(Pidfile)
callback = Mock()
p = NamespacedOptionParser(['foo', 'bar', 'baz'])
nodes = self.t.getpids(p, 'celeryd', callback=callback)
self.assertEqual(nodes, [
('foo.e.com',
('celeryd', '[email protected]', '-n foo.e.com', ''),
10),
('bar.e.com',
('celeryd', '[email protected]', '-n bar.e.com', ''),
11),
])
self.assertTrue(callback.called)
callback.assert_called_with(
'baz.e.com',
['celeryd', '[email protected]', '-n baz.e.com', ''],
None,
)
self.assertIn('DOWN', self.fh.getvalue())
# without callback, should work
nodes = self.t.getpids(p, 'celeryd', callback=None)
@patch('celery.bin.celeryd_multi.Pidfile')
@patch('socket.gethostname')
@patch('celery.bin.celeryd_multi.sleep')
def test_shutdown_nodes(self, slepp, gethostname, Pidfile):
gethostname.return_value = 'e.com'
self.prepare_pidfile_for_getpids(Pidfile)
self.assertIsNone(self.t.shutdown_nodes([]))
self.t.signal_node = Mock()
node_alive = self.t.node_alive = Mock()
self.t.node_alive.return_value = False
callback = Mock()
self.t.stop(['foo', 'bar', 'baz'], 'celeryd', callback=callback)
sigs = self.t.signal_node.call_args_list
self.assertEqual(len(sigs), 2)
self.assertEqual(sigs[0][0], ('foo.e.com', 10, signal.SIGTERM))
self.assertEqual(sigs[1][0], ('bar.e.com', 11, signal.SIGTERM))
self.t.signal_node.return_value = False
self.assertTrue(callback.called)
self.t.stop(['foo', 'bar', 'baz'], 'celeryd', callback=None)
def on_node_alive(pid):
if node_alive.call_count > 4:
return True
return False
self.t.signal_node.return_value = True
self.t.node_alive.side_effect = on_node_alive
self.t.stop(['foo', 'bar', 'baz'], 'celeryd', retry=True)
@patch('os.kill')
def test_node_alive(self, kill):
kill.return_value = True
self.assertTrue(self.t.node_alive(13))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.node_alive(13))
kill.assert_called_with(13, 0)
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.node_alive(13)
@patch('os.kill')
def test_signal_node(self, kill):
kill.return_value = True
self.assertTrue(self.t.signal_node('foo', 13, 9))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.signal_node('foo', 13, 9))
kill.assert_called_with(13, 9)
self.assertIn('Could not signal foo', self.fh.getvalue())
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.signal_node('foo', 13, 9)
def test_start(self):
self.t.waitexec = Mock()
self.t.waitexec.return_value = 0
self.assertFalse(self.t.start(['foo', 'bar', 'baz'], 'celeryd'))
self.t.waitexec.return_value = 1
self.assertFalse(self.t.start(['foo', 'bar', 'baz'], 'celeryd'))
def test_show(self):
self.t.show(['foo', 'bar', 'baz'], 'celeryd')
self.assertTrue(self.fh.getvalue())
@patch('socket.gethostname')
def test_get(self, gethostname):
gethostname.return_value = 'e.com'
self.t.get(['xuzzy.e.com', 'foo', 'bar', 'baz'], 'celeryd')
self.assertFalse(self.fh.getvalue())
self.t.get(['foo.e.com', 'foo', 'bar', 'baz'], 'celeryd')
self.assertTrue(self.fh.getvalue())
@patch('socket.gethostname')
def test_names(self, gethostname):
gethostname.return_value = 'e.com'
self.t.names(['foo', 'bar', 'baz'], 'celeryd')
self.assertIn('foo.e.com\nbar.e.com\nbaz.e.com', self.fh.getvalue())
def test_execute_from_commandline(self):
start = self.t.commands['start'] = Mock()
self.t.error = Mock()
self.t.execute_from_commandline(['multi', 'start', 'foo', 'bar'])
self.assertFalse(self.t.error.called)
start.assert_called_with(['foo', 'bar'], 'celeryd')
self.t.error = Mock()
self.t.execute_from_commandline(['multi', 'frob', 'foo', 'bar'])
self.t.error.assert_called_with('Invalid command: frob')
self.t.error = Mock()
self.t.execute_from_commandline(['multi'])
self.t.error.assert_called_with()
self.t.error = Mock()
self.t.execute_from_commandline(['multi', '-foo'])
self.t.error.assert_called_with()
self.t.execute_from_commandline(
['multi', 'start', 'foo',
'--nosplash', '--quiet', '-q', '--verbose', '--no-color'],
)
self.assertTrue(self.t.nosplash)
self.assertTrue(self.t.quiet)
self.assertTrue(self.t.verbose)
self.assertTrue(self.t.no_color)
def test_stopwait(self):
self.t._stop_nodes = Mock()
self.t.stopwait(['foo', 'bar', 'baz'], 'celeryd')
self.assertEqual(self.t._stop_nodes.call_args[1]['retry'], 2)
@patch('celery.bin.celeryd_multi.MultiTool')
def test_main(self, MultiTool):
m = MultiTool.return_value = Mock()
with self.assertRaises(SystemExit):
main()
m.execute_from_commandline.assert_called_with(sys.argv)
def setUp(self):
self.fh = WhateverIO()
self.env = {}
self.t = MultiTool(env=self.env, fh=self.fh)
def run_from_argv(self, prog_name, argv):
from celery.bin.celeryd_multi import MultiTool
return MultiTool().execute_from_commandline(argv, prog_name)
class test_MultiTool(Case):
def setUp(self):
self.fh = WhateverIO()
self.env = {}
self.t = MultiTool(env=self.env, fh=self.fh)
def test_note(self):
self.t.note("hello world")
self.assertEqual(self.fh.getvalue(), "hello world\n")
def test_note_quiet(self):
self.t.quiet = True
self.t.note("hello world")
self.assertFalse(self.fh.getvalue())
def test_info(self):
self.t.verbose = True
self.t.info("hello info")
self.assertEqual(self.fh.getvalue(), "hello info\n")
def test_info_not_verbose(self):
self.t.verbose = False
self.t.info("hello info")
self.assertFalse(self.fh.getvalue())
def test_error(self):
self.t.say = Mock()
self.t.usage = Mock()
self.assertEqual(self.t.error("foo"), 1)
self.t.say.assert_called_with("foo")
self.t.usage.assert_called_with()
self.t.say = Mock()
self.assertEqual(self.t.error(), 1)
self.assertFalse(self.t.say.called)
self.assertEqual(self.t.retcode, 1)
@patch("celery.bin.celeryd_multi.Popen")
def test_waitexec(self, Popen):
self.t.note = Mock()
pipe = Popen.return_value = Mock()
pipe.wait.return_value = -10
self.assertEqual(self.t.waitexec(["-m", "foo"], "path"), 10)
Popen.assert_called_with(["path", "-m", "foo"], env=self.t.env)
self.t.note.assert_called_with("* Child was terminated by signal 10")
pipe.wait.return_value = 2
self.assertEqual(self.t.waitexec(["-m", "foo"], "path"), 2)
self.t.note.assert_called_with("* Child terminated with failure code 2")
pipe.wait.return_value = 0
self.assertFalse(self.t.waitexec(["-m", "foo", "path"]))
def test_nosplash(self):
self.t.nosplash = True
self.t.splash()
self.assertFalse(self.fh.getvalue())
def test_splash(self):
self.t.nosplash = False
self.t.splash()
self.assertIn("celeryd-multi", self.fh.getvalue())
def test_usage(self):
self.t.usage()
self.assertTrue(self.fh.getvalue())
def test_help(self):
self.t.help([])
self.assertIn(doc, self.fh.getvalue())
def test_expand(self):
self.t.expand(["foo%n", "ask", "klask", "dask"])
self.assertEqual(self.fh.getvalue(), "fooask\nfooklask\nfoodask\n")
def test_restart(self):
stop = self.t._stop_nodes = Mock()
self.t.restart(["jerry", "george"], "celeryd")
waitexec = self.t.waitexec = Mock()
self.assertTrue(stop.called)
callback = stop.call_args[1]["callback"]
self.assertTrue(callback)
waitexec.return_value = 0
callback("jerry", ["arg"], 13)
waitexec.assert_called_with(["arg"])
self.assertIn("OK", self.fh.getvalue())
self.fh.seek(0)
self.fh.truncate()
waitexec.return_value = 1
callback("jerry", ["arg"], 13)
self.assertIn("FAILED", self.fh.getvalue())
def test_stop(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [2, 3, 4]
self.t.shutdown_nodes = Mock()
self.t.stop(["a", "b", "-INT"], "celeryd")
self.t.shutdown_nodes.assert_called_with([2, 3, 4], sig=signal.SIGINT, retry=None, callback=None)
def test_kill(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [("a", None, 10), ("b", None, 11), ("c", None, 12)]
sig = self.t.signal_node = Mock()
self.t.kill(["a", "b", "c"], "celeryd")
sigs = sig.call_args_list
self.assertEqual(len(sigs), 3)
self.assertEqual(sigs[0][0], ("a", 10, signal.SIGKILL))
self.assertEqual(sigs[1][0], ("b", 11, signal.SIGKILL))
self.assertEqual(sigs[2][0], ("c", 12, signal.SIGKILL))
def prepare_pidfile_for_getpids(self, PIDFile):
class pids(object):
def __init__(self, path):
self.path = path
def read_pid(self):
try:
return {"*****@*****.**": 10, "*****@*****.**": 11}[self.path]
except KeyError:
raise ValueError()
PIDFile.side_effect = pids
@patch("celery.bin.celeryd_multi.PIDFile")
@patch("socket.gethostname")
def test_getpids(self, gethostname, PIDFile):
gethostname.return_value = "e.com"
self.prepare_pidfile_for_getpids(PIDFile)
callback = Mock()
p = NamespacedOptionParser(["foo", "bar", "baz"])
nodes = self.t.getpids(p, "celeryd", callback=callback)
self.assertEqual(
nodes,
[
("foo.e.com", ("celeryd", "[email protected]", "-n foo.e.com", ""), 10),
("bar.e.com", ("celeryd", "[email protected]", "-n bar.e.com", ""), 11),
],
)
self.assertTrue(callback.called)
callback.assert_called_with("baz.e.com", ["celeryd", "[email protected]", "-n baz.e.com", ""], None)
self.assertIn("DOWN", self.fh.getvalue())
# without callback, should work
nodes = self.t.getpids(p, "celeryd", callback=None)
@patch("celery.bin.celeryd_multi.PIDFile")
@patch("socket.gethostname")
@patch("celery.bin.celeryd_multi.sleep")
def test_shutdown_nodes(self, slepp, gethostname, PIDFile):
gethostname.return_value = "e.com"
self.prepare_pidfile_for_getpids(PIDFile)
self.assertIsNone(self.t.shutdown_nodes([]))
self.t.signal_node = Mock()
node_alive = self.t.node_alive = Mock()
self.t.node_alive.return_value = False
callback = Mock()
self.t.stop(["foo", "bar", "baz"], "celeryd", callback=callback)
sigs = self.t.signal_node.call_args_list
self.assertEqual(len(sigs), 2)
self.assertEqual(sigs[0][0], ("foo.e.com", 10, signal.SIGTERM))
self.assertEqual(sigs[1][0], ("bar.e.com", 11, signal.SIGTERM))
self.t.signal_node.return_value = False
self.assertTrue(callback.called)
self.t.stop(["foo", "bar", "baz"], "celeryd", callback=None)
def on_node_alive(pid):
if node_alive.call_count > 4:
return True
return False
self.t.signal_node.return_value = True
self.t.node_alive.side_effect = on_node_alive
self.t.stop(["foo", "bar", "baz"], "celeryd", retry=True)
@patch("os.kill")
def test_node_alive(self, kill):
kill.return_value = True
self.assertTrue(self.t.node_alive(13))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.node_alive(13))
kill.assert_called_with(13, 0)
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.node_alive(13)
@patch("os.kill")
def test_signal_node(self, kill):
kill.return_value = True
self.assertTrue(self.t.signal_node("foo", 13, 9))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.signal_node("foo", 13, 9))
kill.assert_called_with(13, 9)
self.assertIn("Could not signal foo", self.fh.getvalue())
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.signal_node("foo", 13, 9)
def test_start(self):
self.t.waitexec = Mock()
self.t.waitexec.return_value = 0
self.assertFalse(self.t.start(["foo", "bar", "baz"], "celeryd"))
self.t.waitexec.return_value = 1
self.assertFalse(self.t.start(["foo", "bar", "baz"], "celeryd"))
def test_show(self):
self.t.show(["foo", "bar", "baz"], "celeryd")
self.assertTrue(self.fh.getvalue())
@patch("socket.gethostname")
def test_get(self, gethostname):
gethostname.return_value = "e.com"
self.t.get(["xuzzy.e.com", "foo", "bar", "baz"], "celeryd")
self.assertFalse(self.fh.getvalue())
self.t.get(["foo.e.com", "foo", "bar", "baz"], "celeryd")
self.assertTrue(self.fh.getvalue())
@patch("socket.gethostname")
def test_names(self, gethostname):
gethostname.return_value = "e.com"
self.t.names(["foo", "bar", "baz"], "celeryd")
self.assertIn("foo.e.com\nbar.e.com\nbaz.e.com", self.fh.getvalue())
def test_execute_from_commandline(self):
start = self.t.commands["start"] = Mock()
self.t.error = Mock()
self.t.execute_from_commandline(["multi", "start", "foo", "bar"])
self.assertFalse(self.t.error.called)
start.assert_called_with(["foo", "bar"], "celeryd")
self.t.error = Mock()
self.t.execute_from_commandline(["multi", "frob", "foo", "bar"])
self.t.error.assert_called_with("Invalid command: frob")
self.t.error = Mock()
self.t.execute_from_commandline(["multi"])
self.t.error.assert_called_with()
self.t.error = Mock()
self.t.execute_from_commandline(["multi", "-foo"])
self.t.error.assert_called_with()
self.t.execute_from_commandline(
["multi", "start", "foo", "--nosplash", "--quiet", "-q", "--verbose", "--no-color"]
)
self.assertTrue(self.t.nosplash)
self.assertTrue(self.t.quiet)
self.assertTrue(self.t.verbose)
self.assertTrue(self.t.no_color)
def test_stop_verify(self):
self.t._stop_nodes = Mock()
self.t.stop_verify(["foo", "bar", "baz"], "celeryd")
self.assertEqual(self.t._stop_nodes.call_args[1]["retry"], 2)
@patch("celery.bin.celeryd_multi.MultiTool")
def test_main(self, MultiTool):
m = MultiTool.return_value = Mock()
with self.assertRaises(SystemExit):
main()
m.execute_from_commandline.assert_called_with(sys.argv)
def setUp(self):
self.fh = WhateverIO()
self.env = {}
self.t = MultiTool(env=self.env, fh=self.fh)
class test_MultiTool(Case):
def setUp(self):
self.fh = WhateverIO()
self.env = {}
self.t = MultiTool(env=self.env, fh=self.fh)
def test_note(self):
self.t.note('hello world')
self.assertEqual(self.fh.getvalue(), 'hello world\n')
def test_note_quiet(self):
self.t.quiet = True
self.t.note('hello world')
self.assertFalse(self.fh.getvalue())
def test_info(self):
self.t.verbose = True
self.t.info('hello info')
self.assertEqual(self.fh.getvalue(), 'hello info\n')
def test_info_not_verbose(self):
self.t.verbose = False
self.t.info('hello info')
self.assertFalse(self.fh.getvalue())
def test_error(self):
self.t.say = Mock()
self.t.usage = Mock()
self.assertEqual(self.t.error('foo'), 1)
self.t.say.assert_called_with('foo')
self.t.usage.assert_called_with()
self.t.say = Mock()
self.assertEqual(self.t.error(), 1)
self.assertFalse(self.t.say.called)
self.assertEqual(self.t.retcode, 1)
@patch('celery.bin.celeryd_multi.Popen')
def test_waitexec(self, Popen):
self.t.note = Mock()
pipe = Popen.return_value = Mock()
pipe.wait.return_value = -10
self.assertEqual(self.t.waitexec(['-m', 'foo'], 'path'), 10)
Popen.assert_called_with(['path', '-m', 'foo'], env=self.t.env)
self.t.note.assert_called_with('* Child was terminated by signal 10')
pipe.wait.return_value = 2
self.assertEqual(self.t.waitexec(['-m', 'foo'], 'path'), 2)
self.t.note.assert_called_with('* Child terminated with errorcode 2')
pipe.wait.return_value = 0
self.assertFalse(self.t.waitexec(['-m', 'foo', 'path']))
def test_nosplash(self):
self.t.nosplash = True
self.t.splash()
self.assertFalse(self.fh.getvalue())
def test_splash(self):
self.t.nosplash = False
self.t.splash()
self.assertIn('celeryd-multi', self.fh.getvalue())
def test_usage(self):
self.t.usage()
self.assertTrue(self.fh.getvalue())
def test_help(self):
self.t.help([])
self.assertIn(doc, self.fh.getvalue())
def test_expand(self):
self.t.expand(['foo%n', 'ask', 'klask', 'dask'])
self.assertEqual(self.fh.getvalue(), 'fooask\nfooklask\nfoodask\n')
def test_restart(self):
stop = self.t._stop_nodes = Mock()
self.t.restart(['jerry', 'george'], 'celeryd')
waitexec = self.t.waitexec = Mock()
self.assertTrue(stop.called)
callback = stop.call_args[1]['callback']
self.assertTrue(callback)
waitexec.return_value = 0
callback('jerry', ['arg'], 13)
waitexec.assert_called_with(['arg'])
self.assertIn('OK', self.fh.getvalue())
self.fh.seek(0)
self.fh.truncate()
waitexec.return_value = 1
callback('jerry', ['arg'], 13)
self.assertIn('FAILED', self.fh.getvalue())
def test_stop(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [2, 3, 4]
self.t.shutdown_nodes = Mock()
self.t.stop(['a', 'b', '-INT'], 'celeryd')
self.t.shutdown_nodes.assert_called_with(
[2, 3, 4],
sig=signal.SIGINT,
retry=None,
callback=None,
)
def test_kill(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [('a', None, 10), ('b', None, 11),
('c', None, 12)]
sig = self.t.signal_node = Mock()
self.t.kill(['a', 'b', 'c'], 'celeryd')
sigs = sig.call_args_list
self.assertEqual(len(sigs), 3)
self.assertEqual(sigs[0][0], ('a', 10, signal.SIGKILL))
self.assertEqual(sigs[1][0], ('b', 11, signal.SIGKILL))
self.assertEqual(sigs[2][0], ('c', 12, signal.SIGKILL))
def prepare_pidfile_for_getpids(self, Pidfile):
class pids(object):
def __init__(self, path):
self.path = path
def read_pid(self):
try:
return {
'*****@*****.**': 10,
'*****@*****.**': 11
}[self.path]
except KeyError:
raise ValueError()
Pidfile.side_effect = pids
@patch('celery.bin.celeryd_multi.Pidfile')
@patch('socket.gethostname')
def test_getpids(self, gethostname, Pidfile):
gethostname.return_value = 'e.com'
self.prepare_pidfile_for_getpids(Pidfile)
callback = Mock()
p = NamespacedOptionParser(['foo', 'bar', 'baz'])
nodes = self.t.getpids(p, 'celeryd', callback=callback)
self.assertEqual(nodes, [
('foo.e.com',
('celeryd', '[email protected]', '-n foo.e.com', ''), 10),
('bar.e.com',
('celeryd', '[email protected]', '-n bar.e.com', ''), 11),
])
self.assertTrue(callback.called)
callback.assert_called_with(
'baz.e.com',
['celeryd', '[email protected]', '-n baz.e.com', ''],
None,
)
self.assertIn('DOWN', self.fh.getvalue())
# without callback, should work
nodes = self.t.getpids(p, 'celeryd', callback=None)
@patch('celery.bin.celeryd_multi.Pidfile')
@patch('socket.gethostname')
@patch('celery.bin.celeryd_multi.sleep')
def test_shutdown_nodes(self, slepp, gethostname, Pidfile):
gethostname.return_value = 'e.com'
self.prepare_pidfile_for_getpids(Pidfile)
self.assertIsNone(self.t.shutdown_nodes([]))
self.t.signal_node = Mock()
node_alive = self.t.node_alive = Mock()
self.t.node_alive.return_value = False
callback = Mock()
self.t.stop(['foo', 'bar', 'baz'], 'celeryd', callback=callback)
sigs = self.t.signal_node.call_args_list
self.assertEqual(len(sigs), 2)
self.assertEqual(sigs[0][0], ('foo.e.com', 10, signal.SIGTERM))
self.assertEqual(sigs[1][0], ('bar.e.com', 11, signal.SIGTERM))
self.t.signal_node.return_value = False
self.assertTrue(callback.called)
self.t.stop(['foo', 'bar', 'baz'], 'celeryd', callback=None)
def on_node_alive(pid):
if node_alive.call_count > 4:
return True
return False
self.t.signal_node.return_value = True
self.t.node_alive.side_effect = on_node_alive
self.t.stop(['foo', 'bar', 'baz'], 'celeryd', retry=True)
@patch('os.kill')
def test_node_alive(self, kill):
kill.return_value = True
self.assertTrue(self.t.node_alive(13))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.node_alive(13))
kill.assert_called_with(13, 0)
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.node_alive(13)
@patch('os.kill')
def test_signal_node(self, kill):
kill.return_value = True
self.assertTrue(self.t.signal_node('foo', 13, 9))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.signal_node('foo', 13, 9))
kill.assert_called_with(13, 9)
self.assertIn('Could not signal foo', self.fh.getvalue())
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.signal_node('foo', 13, 9)
def test_start(self):
self.t.waitexec = Mock()
self.t.waitexec.return_value = 0
self.assertFalse(self.t.start(['foo', 'bar', 'baz'], 'celeryd'))
self.t.waitexec.return_value = 1
self.assertFalse(self.t.start(['foo', 'bar', 'baz'], 'celeryd'))
def test_show(self):
self.t.show(['foo', 'bar', 'baz'], 'celeryd')
self.assertTrue(self.fh.getvalue())
@patch('socket.gethostname')
def test_get(self, gethostname):
gethostname.return_value = 'e.com'
self.t.get(['xuzzy.e.com', 'foo', 'bar', 'baz'], 'celeryd')
self.assertFalse(self.fh.getvalue())
self.t.get(['foo.e.com', 'foo', 'bar', 'baz'], 'celeryd')
self.assertTrue(self.fh.getvalue())
@patch('socket.gethostname')
def test_names(self, gethostname):
gethostname.return_value = 'e.com'
self.t.names(['foo', 'bar', 'baz'], 'celeryd')
self.assertIn('foo.e.com\nbar.e.com\nbaz.e.com', self.fh.getvalue())
def test_execute_from_commandline(self):
start = self.t.commands['start'] = Mock()
self.t.error = Mock()
self.t.execute_from_commandline(['multi', 'start', 'foo', 'bar'])
self.assertFalse(self.t.error.called)
start.assert_called_with(['foo', 'bar'], 'celeryd')
self.t.error = Mock()
self.t.execute_from_commandline(['multi', 'frob', 'foo', 'bar'])
self.t.error.assert_called_with('Invalid command: frob')
self.t.error = Mock()
self.t.execute_from_commandline(['multi'])
self.t.error.assert_called_with()
self.t.error = Mock()
self.t.execute_from_commandline(['multi', '-foo'])
self.t.error.assert_called_with()
self.t.execute_from_commandline([
'multi', 'start', 'foo', '--nosplash', '--quiet', '-q',
'--verbose', '--no-color'
])
self.assertTrue(self.t.nosplash)
self.assertTrue(self.t.quiet)
self.assertTrue(self.t.verbose)
self.assertTrue(self.t.no_color)
def test_stopwait(self):
self.t._stop_nodes = Mock()
self.t.stopwait(['foo', 'bar', 'baz'], 'celeryd')
self.assertEqual(self.t._stop_nodes.call_args[1]['retry'], 2)
@patch('celery.bin.celeryd_multi.MultiTool')
def test_main(self, MultiTool):
m = MultiTool.return_value = Mock()
with self.assertRaises(SystemExit):
main()
m.execute_from_commandline.assert_called_with(sys.argv)
class test_MultiTool(Case):
def setUp(self):
self.fh = WhateverIO()
self.env = {}
self.t = MultiTool(env=self.env, fh=self.fh)
def test_note(self):
self.t.note("hello world")
self.assertEqual(self.fh.getvalue(), "hello world\n")
def test_note_quiet(self):
self.t.quiet = True
self.t.note("hello world")
self.assertFalse(self.fh.getvalue())
def test_info(self):
self.t.verbose = True
self.t.info("hello info")
self.assertEqual(self.fh.getvalue(), 'hello info\n')
def test_info_not_verbose(self):
self.t.verbose = False
self.t.info("hello info")
self.assertFalse(self.fh.getvalue())
def test_error(self):
self.t.say = Mock()
self.t.usage = Mock()
self.assertEqual(self.t.error("foo"), 1)
self.t.say.assert_called_with("foo")
self.t.usage.assert_called_with()
self.t.say = Mock()
self.assertEqual(self.t.error(), 1)
self.assertFalse(self.t.say.called)
self.assertEqual(self.t.retcode, 1)
@patch("celery.bin.celeryd_multi.Popen")
def test_waitexec(self, Popen):
self.t.note = Mock()
pipe = Popen.return_value = Mock()
pipe.wait.return_value = -10
self.assertEqual(self.t.waitexec(["-m", "foo"], "path"), 10)
Popen.assert_called_with(['path', '-m', 'foo'], env=self.t.env)
self.t.note.assert_called_with("* Child was terminated by signal 10")
pipe.wait.return_value = 2
self.assertEqual(self.t.waitexec(["-m", "foo"], "path"), 2)
self.t.note.assert_called_with(
"* Child terminated with failure code 2")
pipe.wait.return_value = 0
self.assertFalse(self.t.waitexec(["-m", "foo", "path"]))
def test_nosplash(self):
self.t.nosplash = True
self.t.splash()
self.assertFalse(self.fh.getvalue())
def test_splash(self):
self.t.nosplash = False
self.t.splash()
self.assertIn("celeryd-multi", self.fh.getvalue())
def test_usage(self):
self.t.usage()
self.assertTrue(self.fh.getvalue())
def test_help(self):
self.t.help([])
self.assertIn(doc, self.fh.getvalue())
def test_expand(self):
self.t.expand(['foo%n', 'ask', 'klask', 'dask'])
self.assertEqual(self.fh.getvalue(), "fooask\nfooklask\nfoodask\n")
def test_restart(self):
stop = self.t._stop_nodes = Mock()
self.t.restart(['jerry', 'george'], "celeryd")
waitexec = self.t.waitexec = Mock()
self.assertTrue(stop.called)
callback = stop.call_args[1]["callback"]
self.assertTrue(callback)
waitexec.return_value = 0
callback("jerry", ["arg"], 13)
waitexec.assert_called_with(["arg"])
self.assertIn("OK", self.fh.getvalue())
self.fh.seek(0)
self.fh.truncate()
waitexec.return_value = 1
callback("jerry", ["arg"], 13)
self.assertIn("FAILED", self.fh.getvalue())
def test_stop(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [2, 3, 4]
self.t.shutdown_nodes = Mock()
self.t.stop(["a", "b", "-INT"], "celeryd")
self.t.shutdown_nodes.assert_called_with(
[2, 3, 4],
sig=signal.SIGINT,
retry=None,
callback=None,
)
def test_kill(self):
self.t.getpids = Mock()
self.t.getpids.return_value = [("a", None, 10), ("b", None, 11),
("c", None, 12)]
sig = self.t.signal_node = Mock()
self.t.kill(["a", "b", "c"], "celeryd")
sigs = sig.call_args_list
self.assertEqual(len(sigs), 3)
self.assertEqual(sigs[0][0], ("a", 10, signal.SIGKILL))
self.assertEqual(sigs[1][0], ("b", 11, signal.SIGKILL))
self.assertEqual(sigs[2][0], ("c", 12, signal.SIGKILL))
def prepare_pidfile_for_getpids(self, PIDFile):
class pids(object):
def __init__(self, path):
self.path = path
def read_pid(self):
try:
return {
"*****@*****.**": 10,
"*****@*****.**": 11
}[self.path]
except KeyError:
raise ValueError()
PIDFile.side_effect = pids
@patch("celery.bin.celeryd_multi.PIDFile")
@patch("socket.gethostname")
def test_getpids(self, gethostname, PIDFile):
gethostname.return_value = "e.com"
self.prepare_pidfile_for_getpids(PIDFile)
callback = Mock()
p = NamespacedOptionParser(["foo", "bar", "baz"])
nodes = self.t.getpids(p, "celeryd", callback=callback)
self.assertEqual(nodes, [
('foo.e.com',
('celeryd', '[email protected]', '-n foo.e.com', ''), 10),
('bar.e.com',
('celeryd', '[email protected]', '-n bar.e.com', ''), 11),
])
self.assertTrue(callback.called)
callback.assert_called_with(
"baz.e.com",
['celeryd', '[email protected]', '-n baz.e.com', ''],
None,
)
self.assertIn("DOWN", self.fh.getvalue())
# without callback, should work
nodes = self.t.getpids(p, "celeryd", callback=None)
@patch("celery.bin.celeryd_multi.PIDFile")
@patch("socket.gethostname")
@patch("celery.bin.celeryd_multi.sleep")
def test_shutdown_nodes(self, slepp, gethostname, PIDFile):
gethostname.return_value = "e.com"
self.prepare_pidfile_for_getpids(PIDFile)
self.assertIsNone(self.t.shutdown_nodes([]))
self.t.signal_node = Mock()
self.t.node_alive = Mock()
self.t.node_alive.return_value = False
callback = Mock()
self.t.stop(["foo", "bar", "baz"], "celeryd", callback=callback)
sigs = self.t.signal_node.call_args_list
self.assertEqual(len(sigs), 2)
self.assertEqual(sigs[0][0], ("foo.e.com", 10, signal.SIGTERM))
self.assertEqual(sigs[1][0], ("bar.e.com", 11, signal.SIGTERM))
self.t.signal_node.return_value = False
self.assertTrue(callback.called)
self.t.stop(["foo", "bar", "baz"], "celeryd", callback=None)
calls = [0]
def on_node_alive(pid):
calls[0] += 1
if calls[0] > 3:
return True
return False
self.t.signal_node.return_value = True
self.t.node_alive.side_effect = on_node_alive
self.t.stop(["foo", "bar", "baz"], "celeryd", retry=True)
@patch("os.kill")
def test_node_alive(self, kill):
kill.return_value = True
self.assertTrue(self.t.node_alive(13))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.node_alive(13))
kill.assert_called_with(13, 0)
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.node_alive(13)
@patch("os.kill")
def test_signal_node(self, kill):
kill.return_value = True
self.assertTrue(self.t.signal_node("foo", 13, 9))
esrch = OSError()
esrch.errno = errno.ESRCH
kill.side_effect = esrch
self.assertFalse(self.t.signal_node("foo", 13, 9))
kill.assert_called_with(13, 9)
self.assertIn("Could not signal foo", self.fh.getvalue())
enoent = OSError()
enoent.errno = errno.ENOENT
kill.side_effect = enoent
with self.assertRaises(OSError):
self.t.signal_node("foo", 13, 9)
def test_start(self):
self.t.waitexec = Mock()
self.t.waitexec.return_value = 0
self.assertFalse(self.t.start(["foo", "bar", "baz"], "celeryd"))
self.t.waitexec.return_value = 1
self.assertFalse(self.t.start(["foo", "bar", "baz"], "celeryd"))
def test_show(self):
self.t.show(["foo", "bar", "baz"], "celeryd")
self.assertTrue(self.fh.getvalue())
@patch("socket.gethostname")
def test_get(self, gethostname):
gethostname.return_value = "e.com"
self.t.get(["xuzzy.e.com", "foo", "bar", "baz"], "celeryd")
self.assertFalse(self.fh.getvalue())
self.t.get(["foo.e.com", "foo", "bar", "baz"], "celeryd")
self.assertTrue(self.fh.getvalue())
@patch("socket.gethostname")
def test_names(self, gethostname):
gethostname.return_value = "e.com"
self.t.names(["foo", "bar", "baz"], "celeryd")
self.assertIn("foo.e.com\nbar.e.com\nbaz.e.com", self.fh.getvalue())
def test_execute_from_commandline(self):
start = self.t.commands["start"] = Mock()
self.t.error = Mock()
self.t.execute_from_commandline(["multi", "start", "foo", "bar"])
self.assertFalse(self.t.error.called)
start.assert_called_with(["foo", "bar"], "celeryd")
self.t.error = Mock()
self.t.execute_from_commandline(["multi", "frob", "foo", "bar"])
self.t.error.assert_called_with("Invalid command: frob")
self.t.error = Mock()
self.t.execute_from_commandline(["multi"])
self.t.error.assert_called_with()
self.t.error = Mock()
self.t.execute_from_commandline(["multi", "-foo"])
self.t.error.assert_called_with()
self.t.execute_from_commandline([
"multi", "start", "foo", "--nosplash", "--quiet", "-q",
"--verbose", "--no-color"
])
self.assertTrue(self.t.nosplash)
self.assertTrue(self.t.quiet)
self.assertTrue(self.t.verbose)
self.assertTrue(self.t.no_color)
def test_stop_verify(self):
self.t._stop_nodes = Mock()
self.t.stop_verify(["foo", "bar", "baz"], "celeryd")
self.assertEqual(self.t._stop_nodes.call_args[1]["retry"], 2)
@patch("celery.bin.celeryd_multi.MultiTool")
def test_main(self, MultiTool):
m = MultiTool.return_value = Mock()
with self.assertRaises(SystemExit):
main()
m.execute_from_commandline.assert_called_with(sys.argv)