python -m kitchensink.scripts.start --datadir /tmp/data2 --no-redis --node-url=http://localhost:6324/ --num-workers 2 python -m kitchensink.scripts.start --datadir /tmp/data3 --no-redis --node-url=http://localhost:6325/ --num-workers 2 """ def test_func(a, b, desired_host=None): from kitchensink import settings print desired_host, settings.host_url result = a.obj() + b.obj() result = RemoteData(obj=result) result.save() return result df1 = pd.DataFrame({'a' : np.arange(100000)}) df2 = pd.DataFrame({'a' : np.arange(10000)}) remote1 = RemoteData(obj=df1, rpc_url="http://localhost:6323/") remote1.save(prefix="routing") remote2 = RemoteData(obj=df2, rpc_url="http://localhost:6324/") remote2.save(prefix="routing") jid = c.call(test_func, remote1, remote2, desired_host=6323) result = c.bulk_async_result([jid]) df1 = pd.DataFrame({'a' : np.arange(200000)}) remote3 = RemoteData(obj=df1, rpc_url="http://localhost:6325/") remote3.save() jid2 = c.call(test_func, remote1, remote2, desired_host=6323) jid = c.call(test_func, remote3, remote2, desired_host=6325) result = c.bulk_async_result([jid, jid2])