def simple_handshake_demo():
upr_client = UprClient('127.0.0.1', 12000)
mcd_client = McdClient('127.0.0.1', 12000)
op = upr_client.open_producer("mystream")
print 'Sending open connection (producer)'
print op
response = op.next_response()
print 'Response: %s\n' % response
assert response['status'] == SUCCESS
op = upr_client.stream_req(0, 0, 0, 0, 0, 0)
print 'Sending Stream Request'
print op
while op.has_response():
response = op.next_response()
print 'Response: %s' % response
assert response['status'] == SUCCESS
print '\nGet Tap Stats\n'
op = mcd_client.stats('tap')
response = op.next_response()
pprint.pprint(response['value'])
upr_client.shutdown()
print '\n'
print 'Closed Upr Connection'
print '\nGet Tap Stats\n'
op = mcd_client.stats('tap')
response = op.next_response()
pprint.pprint(response['value'])
mcd_client.shutdown()
def simple_handshake_demo():
upr_client = UprClient('127.0.0.1', 12000)
mcd_client = McdClient('127.0.0.1', 12000)
op = upr_client.open_producer("mystream")
print 'Sending open connection (producer)'
print op
response = op.next_response()
print 'Response: %s\n' % response
assert response['status'] == SUCCESS
op = upr_client.stream_req(0, 0, 0, 0, 0, 0)
print 'Sending Stream Request'
print op
while op.has_response():
response = op.next_response()
print 'Response: %s' % response
assert response['status'] == SUCCESS
print '\nGet Tap Stats\n'
op = mcd_client.stats('tap')
response = op.next_response()
pprint.pprint(response['value'])
upr_client.shutdown()
print '\n'
print 'Closed Upr Connection'
print '\nGet Tap Stats\n'
op = mcd_client.stats('tap')
response = op.next_response()
pprint.pprint(response['value'])
mcd_client.shutdown()
def multiple_streams(host, port):
upr_client = UprClient(host, port)
mcd_client = McdClient(host, port)
op = upr_client.sasl_auth_plain('gamesim-sample', '')
response = op.next_response()
assert response['status'] == SUCCESS
op = mcd_client.sasl_auth_plain('gamesim-sample', '')
response = op.next_response()
assert response['status'] == SUCCESS
num_vbs = 10
op = mcd_client.stats('vbucket-seqno')
resp = op.next_response()
assert resp['status'] == SUCCESS
op = upr_client.open_producer("mystream")
response = op.next_response()
assert response['status'] == SUCCESS
streams = {}
for vb in range(num_vbs):
en = int(resp['value']['vb_%d_high_seqno' % vb])
op = upr_client.stream_req(vb, 0, 0, en, 0, 0)
print "Create stream vb %d st 0 en %d" % (vb, en)
streams[vb] = {'op' : op,
'mutations' : 0,
'last_seqno' : 0 }
while len(streams) > 0:
for vb in streams.keys():
if streams[vb]['op'].has_response():
response = streams[vb]['op'].next_response()
if response['opcode'] == CMD_STREAM_REQ:
assert response['status'] == SUCCESS
elif response['opcode'] == CMD_SNAPSHOT_MARKER:
pass
elif response['opcode'] == CMD_MUTATION:
assert response['by_seqno'] > streams[vb]['last_seqno']
streams[vb]['last_seqno'] = response['by_seqno']
streams[vb]['mutations'] = streams[vb]['mutations'] + 1
vb = response['vbucket']
key = response['key']
seqno = response['by_seqno']
print 'VB: %d got key %s with seqno %d' % (vb, key, seqno)
else:
del streams[vb]
upr_client.shutdown()
mcd_client.shutdown()
def multiple_streams(host, port):
upr_client = UprClient(host, port)
mcd_client = McdClient(host, port)
op = upr_client.sasl_auth_plain('gamesim-sample', '')
response = op.next_response()
assert response['status'] == SUCCESS
op = mcd_client.sasl_auth_plain('gamesim-sample', '')
response = op.next_response()
assert response['status'] == SUCCESS
num_vbs = 10
op = mcd_client.stats('vbucket-seqno')
resp = op.next_response()
assert resp['status'] == SUCCESS
op = upr_client.open_producer("mystream")
response = op.next_response()
assert response['status'] == SUCCESS
streams = {}
for vb in range(num_vbs):
en = int(resp['value']['vb_%d_high_seqno' % vb])
op = upr_client.stream_req(vb, 0, 0, en, 0, 0)
print "Create stream vb %d st 0 en %d" % (vb, en)
streams[vb] = {'op' : op,
'mutations' : 0,
'last_seqno' : 0 }
while len(streams) > 0:
for vb in streams.keys():
if streams[vb]['op'].has_response():
response = streams[vb]['op'].next_response()
if response['opcode'] == CMD_STREAM_REQ:
assert response['status'] == SUCCESS
elif response['opcode'] == CMD_SNAPSHOT_MARKER:
pass
elif response['opcode'] == CMD_MUTATION:
assert response['by_seqno'] > streams[vb]['last_seqno']
streams[vb]['last_seqno'] = response['by_seqno']
streams[vb]['mutations'] = streams[vb]['mutations'] + 1
vb = response['vbucket']
key = response['key']
seqno = response['by_seqno']
print 'VB: %d got key %s with seqno %d' % (vb, key, seqno)
else:
del streams[vb]
upr_client.shutdown()
mcd_client.shutdown()
class UprTestCase(ParametrizedTestCase):
def setUp(self):
self.upr_client = UprClient(self.host, self.port)
self.mcd_client = McdClient(self.host, self.port)
if self.backend == RemoteServer.MCD:
resp = self.mcd_client.flush().next_response()
assert resp["status"] == SUCCESS, "Flush all is not enabled"
def tearDown(self):
self.upr_client.shutdown()
self.mcd_client.shutdown()
"""Basic upr open consumer connection test
Verifies that when the open upr consumer command is used there is a
connection instance that is created on the server and that when the
tcp connection is closed the connection is remove from the server"""
def test_open_consumer_connection_command(self):
op = self.upr_client.open_consumer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.mcd_client.stats("tap")
response = op.next_response()
assert response["value"]["mystream:type"] == "consumer"
self.upr_client.shutdown()
op = self.mcd_client.stats("tap")
response = op.next_response()
assert "mystream:type" not in response["value"]
"""Basic upr open producer connection test
Verifies that when the open upr producer command is used there is a
connection instance that is created on the server and that when the
tcp connection is closed the connection is remove from the server"""
def test_open_producer_connection_command(self):
op = self.upr_client.open_producer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.mcd_client.stats("tap")
response = op.next_response()
assert response["value"]["mystream:type"] == "producer"
self.upr_client.shutdown()
op = self.mcd_client.stats("tap")
response = op.next_response()
assert "mystream:type" not in response["value"]
"""Basic add stream test
This test verifies a simple add stream command. It expects that a stream
request message will be sent to the producer before a response for the
add stream command is returned."""
def test_add_stream_command(self):
op = self.upr_client.open_consumer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.add_stream(0, 0)
response = op.next_response()
assert response["status"] == SUCCESS
"""Add stream command with no consumer vbucket
Attempts to add a stream when no vbucket exists on the consumer. The
client shoudl expect a not my vbucket response immediately"""
def test_add_stream_not_my_vbucket(self):
op = self.upr_client.open_consumer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.add_stream(1025, 0)
response = op.next_response()
assert response["status"] == ERR_NOT_MY_VBUCKET
"""Add stream when stream exists
Creates a stream and then attempts to create another stream for the
same vbucket. Expects to fail with an exists error."""
def test_add_stream_exists(self):
op = self.upr_client.open_consumer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.add_stream(0, 0)
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.add_stream(0, 0)
response = op.next_response()
assert response["status"] == ERR_KEY_EEXISTS
def test_close_stream_command(self):
op = self.upr_client.close_stream(0)
response = op.next_response()
assert response["status"] == ERR_NOT_SUPPORTED
def test_get_failover_log_command(self):
op = self.upr_client.get_failover_log(0)
response = op.next_response()
assert response["status"] == ERR_NOT_SUPPORTED
"""Basic upr stream request
Opens a producer connection and sends a stream request command for
vbucket 0. Since no items exist in the server we should accept the
stream request and then send back a stream end message."""
def test_stream_request_command(self):
op = self.upr_client.open_producer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.stream_req(0, 0, 0, 0, 0, 0)
while op.has_response():
response = op.next_response()
assert response["status"] == SUCCESS
@skipUnlessMcd
def test_stream_request_with_ops(self):
for i in range(10):
op = self.mcd_client.set("key" + str(i), "value", 0, 0, 0)
resp = op.next_response()
assert resp["status"] == SUCCESS
op = self.mcd_client.stats("vbucket-seqno")
resp = op.next_response()
assert resp["status"] == SUCCESS
end_seqno = int(resp["value"]["vb_0"])
op = self.upr_client.open_producer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.stream_req(0, 0, 0, end_seqno, 0, 0)
while op.has_response():
response = op.next_response()
assert response["status"] == SUCCESS
print response
@skipUnlessMcd
def test_stream_request_with_deletes(self):
for i in range(10):
op = self.mcd_client.set("key" + str(i), "value", 0, 0, 0)
resp = op.next_response()
assert resp["status"] == SUCCESS
op = self.mcd_client.stats("vbucket-seqno")
resp = op.next_response()
assert resp["status"] == SUCCESS
end_seqno = int(resp["value"]["vb_0"])
op = self.upr_client.open_producer("mystream")
response = op.next_response()
assert response["status"] == SUCCESS
op = self.upr_client.stream_req(0, 0, 0, end_seqno, 0, 0)
while op.has_response():
response = op.next_response()
assert response["status"] == SUCCESS
print response
