def test_process_events():
emitted = []
m = Manager()
m.start()
def cb(ev, *args):
emitted.append(ev)
# subscribe to all events
chan = m.subscribe("JOB:default.dummy")
chan.bind_all(cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.unload(config)
time.sleep(0.2)
m.stop()
m.run()
assert 'start' in emitted
assert 'spawn' in emitted
assert 'stop' in emitted
assert 'exit' in emitted
def test_process_exit_event():
emitted = []
m = Manager()
m.start()
def cb(ev, msg):
emitted.append(msg)
# subscribe to all events
m.events.subscribe('job.default.dummy.exit', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert len(emitted) == 1
assert len(emitted[0]) == 7
msg = emitted[0]
assert "exit_status" in msg
assert msg['once'] == False
def test_basic():
emitted = []
m = Manager()
m.start()
def cb(ev, msg):
emitted.append((ev, msg['name']))
# subscribe to all events
chan = m.subscribe("EVENTS")
chan.bind('.', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir, numprocesses=4)
m.load(config)
m.scale("dummy", 1)
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert ('load', 'default.dummy') in emitted
assert ('start', 'default.dummy') in emitted
assert ('update', 'default.dummy') in emitted
assert ('stop', 'default.dummy') in emitted
assert ('unload', 'default.dummy') in emitted
def test_manager_hooks():
hooks = create_hooks(['load', 'unload', 'start', 'update', 'stop',
'job.default.dummy.start', 'job.default.dummy.spawn',
'job.default.dummy.stop', 'job.default.dummy.exit'])
emitted = []
loop = pyuv.Loop.default_loop()
s = get_server(loop, emitted)
s.start()
m = Manager(loop=loop)
m.start(apps=[WebHooks(hooks)])
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir, numprocesses=1)
m.load(config)
m.manage("dummy")
m.scale("dummy", 1)
m.unload("dummy")
t = pyuv.Timer(loop)
def on_stop(manager):
t.start(lambda h: s.stop(), 0.4, 0.0)
m.stop(on_stop)
m.run()
assert ('load', 'default.dummy') in emitted
assert ('start', 'default.dummy') in emitted
assert ('update', 'default.dummy') in emitted
assert ('stop', 'default.dummy') in emitted
assert ('unload', 'default.dummy') in emitted
assert ('job.default.dummy.start', 'default.dummy') in emitted
assert ('job.default.dummy.spawn', 'default.dummy') in emitted
assert ('job.default.dummy.stop', 'default.dummy') in emitted
assert ('job.default.dummy.exit', 'default.dummy') in emitted
def test_basic():
emitted = []
m = Manager()
m.start()
def cb(ev, msg):
emitted.append((ev, msg['name']))
# subscribe to all events
chan = m.subscribe("EVENTS")
chan.bind('.', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir, numprocesses=4)
m.load(config)
m.scale("dummy", 1)
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert ('load', 'default.dummy') in emitted
assert ('start', 'default.dummy') in emitted
assert ('update', 'default.dummy') in emitted
assert ('stop', 'default.dummy') in emitted
assert ('unload', 'default.dummy') in emitted
def test_process_events():
emitted = []
m = Manager()
m.start()
def cb(ev, *args):
emitted.append(ev)
# subscribe to all events
chan = m.subscribe("JOB:default.dummy")
chan.bind_all(cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.unload(config)
time.sleep(0.2)
m.stop()
m.run()
assert 'start' in emitted
assert 'spawn' in emitted
assert 'stop' in emitted
assert 'exit' in emitted
def test_process_exit_event():
emitted = []
m = Manager()
m.start()
def cb(ev, msg):
emitted.append(msg)
# subscribe to all events
m.events.subscribe('job.default.dummy.exit', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert len(emitted) == 1
assert len(emitted[0]) == 7
msg = emitted[0]
assert "exit_status" in msg
assert msg['once'] == False
def test_process_commit():
emitted = []
m = Manager()
m.start()
def cb(ev, msg):
emitted.append(msg)
# subscribe to all events
m.events.subscribe('job.default.dummy.exit', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir, numprocesses=0)
m.load(config)
pids0 = m.pids()
pid = m.commit("dummy", env={"BLAH": "test"})
process = m.get_process(pid)
pids1 = m.pids()
state = m._get_locked_state("dummy")
assert len(state.running) == 0
assert state.numprocesses == 0
assert len(state.running_out) == 1
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert pids0 == []
assert pid == 1
assert process.name == "default.dummy"
assert process.pid == 1
assert "BLAH" in process.env
assert pids1 == [1]
assert len(emitted) == 1
assert len(emitted[0]) == 7
msg = emitted[0]
assert "exit_status" in msg
assert msg['once'] == True
def test_process_commit():
emitted = []
m = Manager()
m.start()
def cb(ev, msg):
emitted.append(msg)
# subscribe to all events
m.events.subscribe('job.default.dummy.exit', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir, numprocesses=0)
m.load(config)
pids0 = m.pids()
pid = m.commit("dummy", env={"BLAH": "test"})
process = m.get_process(pid)
pids1 = m.pids()
state = m._get_locked_state("dummy")
assert len(state.running) == 0
assert state.numprocesses == 0
assert len(state.running_out) == 1
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert pids0 == []
assert pid == 1
assert process.name == "default.dummy"
assert process.pid == 1
assert "BLAH" in process.env
assert pids1 == [1]
assert len(emitted) == 1
assert len(emitted[0]) == 7
msg = emitted[0]
assert "exit_status" in msg
assert msg['once'] == True
def test_simple_job():
m = Manager()
m.start()
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config, start=False)
state = m._get_locked_state("dummy")
assert state.numprocesses == 1
assert state.name == "default.dummy"
assert state.cmd == cmd
assert state.config['args'] == args
assert state.config['cwd'] == wdir
m.unload("dummy")
with pytest.raises(ProcessError):
m._get_locked_state("dummy")
m.stop()
m.run()
def test_simple_job():
m = Manager()
m.start()
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config, start=False)
state = m._get_locked_state("dummy")
assert state.numprocesses == 1
assert state.name == "default.dummy"
assert state.cmd == cmd
assert state.config['args'] == args
assert state.config['cwd'] == wdir
m.unload("dummy")
with pytest.raises(ProcessError):
m._get_locked_state("dummy")
m.stop()
m.run()
def test_process_events():
emitted = []
m = Manager()
m.start()
def cb(ev, *args):
emitted.append(ev)
# subscribe to all events
m.events.subscribe('job.default.dummy', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert 'job.default.dummy.start' in emitted
assert 'job.default.dummy.spawn' in emitted
assert 'job.default.dummy.stop' in emitted
assert 'job.default.dummy.exit' in emitted
def test_manager_hooks():
hooks = create_hooks([
'load', 'unload', 'start', 'update', 'stop', 'job.default.dummy.start',
'job.default.dummy.spawn', 'job.default.dummy.stop',
'job.default.dummy.exit'
])
emitted = []
loop = pyuv.Loop.default_loop()
s = get_server(loop, emitted)
s.start()
m = Manager(loop=loop)
m.start(apps=[WebHooks(hooks)])
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir, numprocesses=1)
m.load(config)
m.manage("dummy")
m.scale("dummy", 1)
m.unload("dummy")
t = pyuv.Timer(loop)
def on_stop(manager):
t.start(lambda h: s.stop(), 0.4, 0.0)
m.stop(on_stop)
m.run()
assert ('load', 'default.dummy') in emitted
assert ('start', 'default.dummy') in emitted
assert ('update', 'default.dummy') in emitted
assert ('stop', 'default.dummy') in emitted
assert ('unload', 'default.dummy') in emitted
assert ('job.default.dummy.start', 'default.dummy') in emitted
assert ('job.default.dummy.spawn', 'default.dummy') in emitted
assert ('job.default.dummy.stop', 'default.dummy') in emitted
assert ('job.default.dummy.exit', 'default.dummy') in emitted
def test_process_events():
emitted = []
m = Manager()
m.start()
def cb(ev, *args):
emitted.append(ev)
# subscribe to all events
m.events.subscribe('job.default.dummy', cb)
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.unload("dummy")
time.sleep(0.2)
m.stop()
m.run()
assert 'job.default.dummy.start' in emitted
assert 'job.default.dummy.spawn' in emitted
assert 'job.default.dummy.stop' in emitted
assert 'job.default.dummy.exit' in emitted
def test_lookup_manager():
# intiallize the lookupd server
loop = pyuv.Loop.default_loop()
r = Registry(loop)
sock = bind_sockets(LOOKUPD_ADDR)
io_loop = IOLoop(_loop=loop)
server = http_server(io_loop, sock, registration_db=r)
server.start()
# subscribe to events
emitted = []
def cb(event, message):
emitted.append((event, message))
r.bind_all(cb)
# start the manager with the HTTP API
http_handler = HttpHandler(MockConfig(bind=GAFFERD_ADDR,
lookupd_addresses=["http://%s" % LOOKUPD_ADDR]))
m = Manager(loop=loop)
m.start(apps=[http_handler])
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.stop_process(1)
m.unload("dummy")
t = pyuv.Timer(loop)
def do_stop(h):
server.stop()
io_loop.close(True)
def stop_server(m):
t.start(do_stop, 0.4, 0.0)
m.stop(stop_server)
loop.run()
assert len(emitted) == 7
actions = [line[0] for line in emitted]
assert list(actions) == ['add_node', 'identify', 'add_job', 'add_process',
'remove_process', 'remove_job', 'remove_node']
assert isinstance(emitted[0][1], GafferNode)
assert isinstance(emitted[1][1], GafferNode)
assert isinstance(emitted[2][1], dict)
assert "job_name" in emitted[2][1]
assert emitted[2][1]['job_name'] == "default.dummy"
assert isinstance(emitted[3][1], dict)
assert "job_name" in emitted[3][1]
assert emitted[3][1]['job_name'] == "default.dummy"
assert "pid" in emitted[3][1]
assert emitted[3][1]['pid'] == 1
assert isinstance(emitted[4][1], dict)
assert "job_name" in emitted[4][1]
assert emitted[4][1]['job_name'] == "default.dummy"
assert "pid" in emitted[4][1]
assert emitted[4][1]['pid'] == 1
assert isinstance(emitted[5][1], dict)
assert emitted[5][1]['job_name'] == "default.dummy"
assert isinstance(emitted[6][1], GafferNode)
assert emitted[6][1].sessions == {}
def test_lookup_manager():
# intiallize the lookupd server
loop = pyuv.Loop.default_loop()
r = Registry(loop)
sock = bind_sockets(LOOKUPD_ADDR)
io_loop = IOLoop(_loop=loop)
server = http_server(io_loop, sock, registration_db=r)
server.start()
# subscribe to events
emitted = []
def cb(event, message):
emitted.append((event, message))
r.bind_all(cb)
# start the manager with the HTTP API
http_handler = HttpHandler(
MockConfig(bind=GAFFERD_ADDR,
lookupd_addresses=["http://%s" % LOOKUPD_ADDR]))
m = Manager(loop=loop)
m.start(apps=[http_handler])
testfile, cmd, args, wdir = dummy_cmd()
config = ProcessConfig("dummy", cmd, args=args, cwd=wdir)
m.load(config)
m.stop_process(1)
m.unload("dummy")
t = pyuv.Timer(loop)
def do_stop(h):
server.stop()
io_loop.close(True)
def stop_server(m):
t.start(do_stop, 0.4, 0.0)
m.stop(stop_server)
loop.run()
assert len(emitted) == 7
actions = [line[0] for line in emitted]
assert list(actions) == [
'add_node', 'identify', 'add_job', 'add_process', 'remove_process',
'remove_job', 'remove_node'
]
assert isinstance(emitted[0][1], GafferNode)
assert isinstance(emitted[1][1], GafferNode)
assert isinstance(emitted[2][1], dict)
assert "job_name" in emitted[2][1]
assert emitted[2][1]['job_name'] == "default.dummy"
assert isinstance(emitted[3][1], dict)
assert "job_name" in emitted[3][1]
assert emitted[3][1]['job_name'] == "default.dummy"
assert "pid" in emitted[3][1]
assert emitted[3][1]['pid'] == 1
assert isinstance(emitted[4][1], dict)
assert "job_name" in emitted[4][1]
assert emitted[4][1]['job_name'] == "default.dummy"
assert "pid" in emitted[4][1]
assert emitted[4][1]['pid'] == 1
assert isinstance(emitted[5][1], dict)
assert emitted[5][1]['job_name'] == "default.dummy"
assert isinstance(emitted[6][1], GafferNode)
assert emitted[6][1].sessions == {}
