def client_clone(id, idx):
bc = BertClient(port=int(sys.argv[1]),
port_out=int(sys.argv[2]),
identity=id)
for j in bc.fetch():
print('clone-client-%d: received %d x %d' %
(idx, j.shape[0], j.shape[1]))
num_repeat = 20
with open('../data/README.md') as fp:
data = [v for v in fp if v.strip()]
send_without_block(bc, data, num_repeat)
num_expect_vecs = len(data) * num_repeat
# then fetch all
print('now waiting until all results are available...')
vecs = bc.fetch_all(concat=True)
print('received %s, expected: %d' % (vecs.shape, num_expect_vecs))
# now send it again
send_without_block(bc, data, num_repeat)
# this time fetch them one by one, due to the async encoding and server scheduling
# sending order is NOT preserved!
for v in bc.fetch():
print('received %s, shape %s' % (v.id, v.content.shape))
# finally let's do encode-fetch at the same time but in async mode
# we do that by building an endless data stream, generating data in an extremely fast speed
def text_gen():
while True:
yield data
for j in bc.encode_async(text_gen(), max_num_batch=20):
print('received %d : %s' % (j.id, j.content))
