def bench_parent(backend=None, strat='string'):
# Launch a child process
proc1 = ExecProcess(func=bench_client, backend=backend,
strat=strat)
proc2 = ExecProcess(func=bench_client, backend=backend,
strat=strat)
proc1.dump(STOP)
proc2.dump(STOP)
from process_tom.queue import JobQueueIn
queue = JobQueueIn([proc2, proc1], backend, strat)
print("Parent start")
queue.put('hello')
for i in range(10):
queue.put('world')
queue.put(STOP)
queue.put(STOP)
proc1.close()
proc2.close()
from time import sleep
sleep(3)
print('Parent finished')
def bench_parent(size=500, backend="pipe", **kwargs):
# Launch a child process
if backend in ["pipe", "conn", "sock"]:
from process_tom.process_popen import ExecProcess
proc = ExecProcess(func=bench_manager, backend=backend, **kwargs)
elif backend == "multi":
from process_tom.process_multiprocessing import ExecProcess
proc = ExecProcess(func=bench_manager)
else:
raise NotImplemented()
print("Parent started subprocess with backend {}".format(backend))
size = size * 1e6 / 8
test = np.random.randn(size)
MB = test.nbytes / 1e6
proc.dump(size)
t_start = time()
proc.dump(test)
t_up = time() - t_start
print("T_upload: {:.2f}MB/s".format(MB / t_up))
test = None
size = proc.load()
print("Parent got size")
t_start = time()
test = proc.load()
t_down = time() - t_start
MB = test.nbytes / 1e6
print("T_read_down: {:.2f}MB/s".format(MB / t_down))
def bench_manager(chan, info):
from time import time
from benchmark_functions import bench_child
# Launch a child process
if type(info) == dict and info["backend"] in ["pipe", "conn", "sock"]:
from process_tom.process_popen import ExecProcess
info.update(dict(idx=1.1, port=6969))
proc = ExecProcess(func=bench_child, **info)
else:
from process_tom.process_multiprocessing import ExecProcess
proc = ExecProcess(func=bench_child)
size = chan.load()
proc.dump(size)
print("Size: ", size * 8 / 1e6)
t_start = time()
test = chan.load()
proc.dump(test)
t_down = time() - t_start
MB = test.nbytes / 1e6
print("T_read_up: {:.2f}MB/s".format(MB / t_down))
size = proc.load()
chan.dump(size)
t_start = time()
print("Manager transfert Get!")
test = proc.load()
print("Manager transfert Dump!")
chan.dump(test)
t_down = time() - t_start
MB = test.nbytes / 1e6
print("T_download: {:.2f}MB/s".format(MB / t_down))
def bench_parent(backend=None, strat='string'):
# Launch a child process
proc1 = ExecProcess(func=bench_client, backend=backend)
proc2 = ExecProcess(func=bench_client, backend=backend)
proc1.dump(STOP)
proc2.dump(STOP)
cout, cin = Pipe()
proc1.dump(cout)
proc2.dump(cout)
print("Parent start")
cout.send('hello')
for i in range(10):
cout.send('world')
cout.send(STOP)
cout.send(STOP)
proc1.close()
proc2.close()
