def test_grpc_frontend(self):
args = set_grpc_frontend_parser().parse_args([
'--grpc_host',
'127.0.0.1',
])
p_args = set_router_service_parser().parse_args([
'--port_in',
str(args.port_out),
'--port_out',
str(args.port_in),
'--socket_in',
str(SocketType.PULL_CONNECT),
'--socket_out',
str(SocketType.PUSH_CONNECT),
])
with RouterService(p_args), GRPCFrontend(args), grpc.insecure_channel(
'%s:%s' % (args.grpc_host, args.grpc_port),
options=[('grpc.max_send_message_length', 70 * 1024 * 1024),
('grpc.max_receive_message_length', 70 * 1024 * 1024)
]) as channel:
stub = gnes_pb2_grpc.GnesRPCStub(channel)
with TimeContext('sync call'): # about 5s
resp = list(
stub.StreamCall(RequestGenerator.train(self.all_bytes,
1)))[-1]
self.assertEqual(resp.request_id, str(len(
self.all_bytes))) # idx start with 0, but +1 for final FLUSH
def test_async_block(self):
args = set_grpc_frontend_parser().parse_args([
'--grpc_host',
'127.0.0.1',
])
p1_args = set_router_service_parser().parse_args([
'--port_in',
str(args.port_out),
'--port_out',
'8899',
'--socket_in',
str(SocketType.PULL_CONNECT),
'--socket_out',
str(SocketType.PUSH_CONNECT),
])
p2_args = set_router_service_parser().parse_args([
'--port_in',
str(p1_args.port_out),
'--port_out',
str(args.port_in),
'--socket_in',
str(SocketType.PULL_BIND),
'--socket_out',
str(SocketType.PUSH_CONNECT),
])
with Router1(p1_args), Router2(p2_args), GRPCFrontend(
args), grpc.insecure_channel(
'%s:%s' % (args.grpc_host, args.grpc_port),
options=[
('grpc.max_send_message_length', 70 * 1024 * 1024),
('grpc.max_receive_message_length', 70 * 1024 * 1024)
]) as channel:
stub = gnes_pb2_grpc.GnesRPCStub(channel)
id = 0
with TimeContext('non-blocking call'
): # about 26s = 32s (total) - 3*2s (overlap)
resp = stub.StreamCall(
RequestGenerator.train(self.all_bytes2, 1))
for r in resp:
self.assertEqual(r.request_id, str(id))
id += 1
id = 0
with TimeContext('blocking call'): # should be 32 s
for r in RequestGenerator.train(self.all_bytes2, 1):
resp = stub.Call(r)
self.assertEqual(resp.request_id, str(id))
id += 1
def test_service_parser(self):
args1 = set_grpc_frontend_parser().parse_args([])
args2 = set_grpc_frontend_parser().parse_args([])
self.assertNotEqual(args1.port_in, args2.port_in)
self.assertNotEqual(args1.port_out, args2.port_out)