def set_remotes(proxy_addr, proxy_port, redis_host, redis_port):
time.sleep(1)
t = Talker(proxy_addr, proxy_port)
try:
t.talk('setremotes', redis_host, redis_port)
finally:
t.close()
def test_fix(self):
def migrate_one_slot(nodes, _):
if nodes[0].port == 7100:
source, target = nodes
else:
target, source = nodes
return [(source, target, 1)]
comm.start_cluster('127.0.0.1', 7100)
rc = RedisCluster([{'host': '127.0.0.1', 'port': 7100}])
comm.join_cluster('127.0.0.1',
7100,
'127.0.0.1',
7101,
balance_plan=migrate_one_slot)
rc.set('h-893', 'I am in slot 0')
comm.fix_migrating('127.0.0.1', 7100)
self.assertEqual('I am in slot 0', rc.get('h-893'))
t7100 = Talker('127.0.0.1', 7100)
nodes = base.list_nodes('127.0.0.1', 7100)
self.assertEqual(2, len(nodes))
n7100 = nodes[('127.0.0.1', 7100)]
n7101 = nodes[('127.0.0.1', 7101)]
t7100.talk('cluster', 'setslot', 0, 'importing', n7101.node_id)
comm.fix_migrating('127.0.0.1', 7100)
self.assertEqual('I am in slot 0', rc.get('h-893'))
nodes = base.list_nodes('127.0.0.1', 7100)
self.assertEqual(2, len(nodes))
n7100 = nodes[('127.0.0.1', 7100)]
n7101 = nodes[('127.0.0.1', 7101)]
self.assertEqual(16384, len(n7100.assigned_slots))
self.assertEqual(0, len(n7101.assigned_slots))
t7101 = Talker('127.0.0.1', 7101)
nodes = base.list_nodes('127.0.0.1', 7100)
self.assertEqual(2, len(nodes))
n7100 = nodes[('127.0.0.1', 7100)]
n7101 = nodes[('127.0.0.1', 7101)]
self.assertEqual(16384, len(n7100.assigned_slots))
self.assertEqual(0, len(n7101.assigned_slots))
t7100.talk('cluster', 'setslot', 0, 'migrating', n7101.node_id)
comm.fix_migrating('127.0.0.1', 7100)
self.assertEqual('I am in slot 0', rc.get('h-893'))
comm.quit_cluster('127.0.0.1', 7101)
rc.delete('h-893')
comm.shutdown_cluster('127.0.0.1', 7100)
t7100.close()
t7101.close()
def set_all_nodes_aof(request):
c = models.cluster.get_by_id(request.form['cluster_id'])
if c is None:
raise ValueError('no such cluster')
aof = request.form['aof']
for n in c.nodes:
t = Talker(n.host, n.port)
try:
t.talk('config', 'set', 'appendonly', aof)
finally:
t.close()
def test_fix(self):
def migrate_one_slot(nodes, _):
if nodes[0].port == 7100:
source, target = nodes
else:
target, source = nodes
return [(source, target, 1)]
comm.start_cluster('127.0.0.1', 7100)
rc = RedisCluster([{'host': '127.0.0.1', 'port': 7100}])
comm.join_cluster('127.0.0.1', 7100, '127.0.0.1', 7101,
balance_plan=migrate_one_slot)
rc.set('h-893', 'I am in slot 0')
comm.fix_migrating('127.0.0.1', 7100)
self.assertEqual('I am in slot 0', rc.get('h-893'))
t7100 = Talker('127.0.0.1', 7100)
nodes = base.list_nodes('127.0.0.1', 7100)
self.assertEqual(2, len(nodes))
n7100 = nodes[('127.0.0.1', 7100)]
n7101 = nodes[('127.0.0.1', 7101)]
t7100.talk('cluster', 'setslot', 0, 'importing', n7101.node_id)
comm.fix_migrating('127.0.0.1', 7100)
self.assertEqual('I am in slot 0', rc.get('h-893'))
nodes = base.list_nodes('127.0.0.1', 7100)
self.assertEqual(2, len(nodes))
n7100 = nodes[('127.0.0.1', 7100)]
n7101 = nodes[('127.0.0.1', 7101)]
self.assertEqual(16384, len(n7100.assigned_slots))
self.assertEqual(0, len(n7101.assigned_slots))
t7101 = Talker('127.0.0.1', 7101)
nodes = base.list_nodes('127.0.0.1', 7100)
self.assertEqual(2, len(nodes))
n7100 = nodes[('127.0.0.1', 7100)]
n7101 = nodes[('127.0.0.1', 7101)]
self.assertEqual(16384, len(n7100.assigned_slots))
self.assertEqual(0, len(n7101.assigned_slots))
t7100.talk('cluster', 'setslot', 0, 'migrating', n7101.node_id)
comm.fix_migrating('127.0.0.1', 7100)
self.assertEqual('I am in slot 0', rc.get('h-893'))
comm.quit_cluster('127.0.0.1', 7101)
rc.delete('h-893')
comm.shutdown_cluster('127.0.0.1', 7100)
t7100.close()
t7101.close()
def proxy_sync_remote(request):
p = models.proxy.get_by_host_port(
request.form['host'], int(request.form['port']))
if p is None or p.cluster is None:
raise ValueError('no such proxy')
cmd = ['setremotes']
for n in p.cluster.nodes:
cmd.extend([n.host, str(n.port)])
t = Talker(p.host, p.port)
try:
t.talk(*cmd)
finally:
t.close()
class ScriptTest(unittest.TestCase):
def setUp(self):
self.t = Talker('127.0.0.1', 27182)
def tearDown(self):
self.t.close()
def test_simple_commands(self):
self.assertEqual(
'ok', self.t.talk('set', 'quick', 'brown fox').lower())
self.assertEqual('brown fox', self.t.talk('get', 'quick'))
self.assertEqual('ok', self.t.talk('set', 'year', '2010').lower())
self.assertEqual(2011, self.t.talk('incr', 'year'))
self.assertEqual('2011', self.t.talk('get', 'year'))
def test_multiple_keys_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual('ok', self.t.talk(
'mset', *sum([[c + d, d + c] for d in p], [])).lower())
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk('mget', *[b + c for b in p]))
def test_bulk_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(['OK'] * len(p), self.t.talk_bulk(
[['set', '.' + c + d, d + c] for d in p]))
for c in p:
self.assertEqual([c + b for b in p], self.t.talk_bulk(
[['get', '.' + b + c] for b in p]))
def node_exec_command(request):
t = Talker(request.form['host'], int(request.form['port']))
try:
r = t.talk(*json.loads(request.form['cmd']))
except ValueError as e:
r = None if e.message == 'No reply' else ('-ERROR: ' + e.message)
except ReplyError as e:
r = '-' + e.message
finally:
t.close()
return base.json_result(r)
def _simple_cmd(host, port, *command):
status = 200
t = Talker(host, port)
try:
r = t.talk(*command)
except ReplyError as e:
r = '-' + e.message
status = 400
finally:
t.close()
return base.json_result(r, status)
def _simple_cmd(host, port, *command):
status = 200
t = Talker(host, port)
try:
r = t.talk(*command)
except ReplyError as e:
r = '-' + e.message
status = 400
finally:
t.close()
return base.json_result(r, status)
def node_exec_command(request):
t = Talker(request.form['host'], int(request.form['port']))
try:
r = t.talk(*json.loads(request.form['cmd']))
except ValueError as e:
r = None if e.message == 'No reply' else ('-ERROR: ' + e.message)
except ReplyError as e:
r = '-' + e.message
finally:
t.close()
return base.json_result(r)
def node_set_max_mem(request):
max_mem = int(request.form['max_mem'])
if not MAX_MEM_LIMIT[0] <= max_mem <= MAX_MEM_LIMIT[1]:
raise ValueError('invalid max_mem size')
host = request.form['host']
port = int(request.form['port'])
t = None
try:
t = Talker(host, port)
m = t.talk('config', 'set', 'maxmemory', str(max_mem))
if 'ok' != m.lower():
raise ValueError('CONFIG SET maxmemroy redis %s:%d returns %s' %
(host, port, m))
except BaseException as exc:
logging.exception(exc)
raise
finally:
t.close()
def node_set_max_mem(request):
max_mem = int(request.form['max_mem'])
if not MAX_MEM_LIMIT[0] <= max_mem <= MAX_MEM_LIMIT[1]:
raise ValueError('invalid max_mem size')
host = request.form['host']
port = int(request.form['port'])
t = None
try:
t = Talker(host, port)
m = t.talk('config', 'set', 'maxmemory', str(max_mem))
if 'ok' != m.lower():
raise ValueError('CONFIG SET maxmemroy redis %s:%d returns %s' % (
host, port, m))
except BaseException as exc:
logging.exception(exc)
raise
finally:
t.close()
class ScriptTest(unittest.TestCase):
def setUp(self):
self.t = Talker('127.0.0.1', 27182)
def tearDown(self):
self.t.close()
def test_simple_commands(self):
self.assertEqual('ok',
self.t.talk('set', 'quick', 'brown fox').lower())
self.assertEqual('brown fox', self.t.talk('get', 'quick'))
self.assertEqual('ok', self.t.talk('set', 'year', '2010').lower())
self.assertEqual(2011, self.t.talk('incr', 'year'))
self.assertEqual('2011', self.t.talk('get', 'year'))
def test_multiple_keys_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(
'ok',
self.t.talk('mset', *sum([[c + d, d + c] for d in p],
[])).lower())
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk('mget', *[b + c for b in p]))
def test_bulk_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(['OK'] * len(p),
self.t.talk_bulk([['set', '.' + c + d, d + c]
for d in p]))
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk_bulk([['get', '.' + b + c]
for b in p]))
def test_large_pipes(self):
r = self.t.talk_bulk([['set',
'Key:%016d' % i,
'Value:%026d' % i] for i in xrange(1000)])
self.assertEqual(['OK'] * 1000, r)
r = self.t.talk_bulk([['gEt', 'Key:%016d' % i] for i in xrange(2000)])
self.assertEqual(2000, len(r))
self.assertEqual(['Value:%026d' % i for i in xrange(1000)], r[:1000])
self.assertEqual([None] * 1000, r[1000:])
class ScriptTest(unittest.TestCase):
def setUp(self):
self.t = Talker('127.0.0.1', 27182)
def tearDown(self):
self.t.close()
def test_simple_commands(self):
self.assertEqual(
'ok', self.t.talk('set', 'quick', 'brown fox').lower())
self.assertEqual('brown fox', self.t.talk('get', 'quick'))
self.assertEqual('ok', self.t.talk('set', 'year', '2010').lower())
self.assertEqual(2011, self.t.talk('incr', 'year'))
self.assertEqual('2011', self.t.talk('get', 'year'))
def test_multiple_keys_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual('ok', self.t.talk(
'mset', *sum([[c + d, d + c] for d in p], [])).lower())
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk('mget', *[b + c for b in p]))
def test_bulk_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(['OK'] * len(p), self.t.talk_bulk(
[['set', '.' + c + d, d + c] for d in p]))
for c in p:
self.assertEqual([c + b for b in p], self.t.talk_bulk(
[['get', '.' + b + c] for b in p]))
def test_large_pipes(self):
r = self.t.talk_bulk([['set', 'Key:%016d' % i, 'Value:%026d' % i]
for i in xrange(1000)])
self.assertEqual(['OK'] * 1000, r)
r = self.t.talk_bulk([['gEt', 'Key:%016d' % i] for i in xrange(2000)])
self.assertEqual(2000, len(r))
self.assertEqual(['Value:%026d' % i for i in xrange(1000)], r[:1000])
self.assertEqual([None] * 1000, r[1000:])
class ScriptTest(unittest.TestCase):
def setUp(self):
self.t = Talker('127.0.0.1', 27182)
def tearDown(self):
self.t.close()
def test_simple_commands(self):
self.assertEqual('ok',
self.t.talk('set', 'quick', 'brown fox').lower())
self.assertEqual('brown fox', self.t.talk('get', 'quick'))
self.assertEqual('ok', self.t.talk('set', 'year', '2010').lower())
self.assertEqual(2011, self.t.talk('incr', 'year'))
self.assertEqual('2011', self.t.talk('get', 'year'))
def test_multiple_keys_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(
'ok',
self.t.talk('mset', *sum([[c + d, d + c] for d in p],
[])).lower())
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk('mget', *[b + c for b in p]))
def test_bulk_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(['OK'] * len(p),
self.t.talk_bulk([['set', '.' + c + d, d + c]
for d in p]))
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk_bulk([['get', '.' + b + c]
for b in p]))
class ScriptTest(unittest.TestCase):
def setUp(self):
self.t = Talker('127.0.0.1', 27182)
def tearDown(self):
self.t.close()
def test_key_commands(self):
self.assertEqual('ok',
self.t.talk('set', 'quick', 'brown fox').lower())
self.assertEqual('brown fox', self.t.talk('get', 'quick'))
self.assertEqual('ok', self.t.talk('set', 'year', '2010').lower())
self.assertEqual(2011, self.t.talk('incr', 'year'))
self.assertEqual('2011', self.t.talk('get', 'year'))
def test_list_commands(self):
self.assertEqual(1, self.t.talk('lPush', 'list0', 'xxx'))
self.assertEqual(['xxx'], self.t.talk('lrange', 'list0', '0', '-1'))
self.assertEqual(3, self.t.talk('lPush', 'list0', 'yyy', 'zzz'))
self.assertEqual(['zzz', 'yyy', 'xxx'],
self.t.talk('lrange', 'list0', '0', '-1'))
self.assertEqual(2, self.t.talk('lPush', 'list1', 'aaa', 'ddd'))
self.assertEqual(4, self.t.talk('lPush', 'list1', 'bbb', 'ccc'))
self.assertEqual(['bbb', 'ddd'],
self.t.talk('lrange', 'list1', '1', '2'))
self.t.talk('del', 'list0', 'list1')
def test_set_commands(self):
self.assertEqual(1, self.t.talk('sadd', 'sssset', 'xxx'))
self.assertEqual('xxx', self.t.talk('srandmember', 'sssset'))
self.assertEqual(['xxx'], self.t.talk('smembers', 'sssset'))
self.t.talk('del', 'sssset')
def test_multiple_keys_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(
'ok',
self.t.talk('mset', *sum([[c + d, d + c] for d in p],
[])).lower())
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk('mget', *[b + c for b in p]))
def test_bulk_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(['OK'] * len(p),
self.t.talk_bulk([['set', '.' + c + d, d + c]
for d in p]))
for c in p:
self.assertEqual([c + b for b in p],
self.t.talk_bulk([['get', '.' + b + c]
for b in p]))
def test_large_pipes(self):
r = self.t.talk_bulk([['set',
'Key:%016d' % i,
'Value:%026d' % i] for i in xrange(1000)])
self.assertEqual(['OK'] * 1000, r)
r = self.t.talk_bulk([['gEt', 'Key:%016d' % i] for i in xrange(2000)])
self.assertEqual(2000, len(r))
self.assertEqual(['Value:%026d' % i for i in xrange(1000)], r[:1000])
self.assertEqual([None] * 1000, r[1000:])
def test_list_pipes(self):
r = self.t.talk_bulk([['lpush', 'list_bulk',
'Value:%026d' % i] for i in xrange(1000)])
self.assertEqual(range(1, 1001), r)
r = self.t.talk_bulk(
[['lrange', 'list_bulk',
'%d' % i, '%d' % (i + 5)] for i in xrange(500)])
for i in xrange(500):
expected = ['Value:%026d' % (999 - j - i) for j in xrange(6)]
self.assertEqual(expected,
r[i],
msg='at %d: %s <> %s' % (i, expected, r[i]))
def test_eval(self):
r = self.t.talk('eval', 'return KEYS[1]', '1', 'a')
self.assertEqual('a', r)
class ScriptTest(unittest.TestCase):
def setUp(self):
self.t = Talker("127.0.0.1", 27182)
def tearDown(self):
self.t.close()
def test_key_commands(self):
self.assertEqual("ok", self.t.talk("set", "quick", "brown fox").lower())
self.assertEqual("brown fox", self.t.talk("get", "quick"))
self.assertEqual("ok", self.t.talk("set", "year", "2010").lower())
self.assertEqual(2011, self.t.talk("incr", "year"))
self.assertEqual("2011", self.t.talk("get", "year"))
def test_list_commands(self):
self.assertEqual(1, self.t.talk("lPush", "list0", "xxx"))
self.assertEqual(["xxx"], self.t.talk("lrange", "list0", "0", "-1"))
self.assertEqual(3, self.t.talk("lPush", "list0", "yyy", "zzz"))
self.assertEqual(["zzz", "yyy", "xxx"], self.t.talk("lrange", "list0", "0", "-1"))
self.assertEqual(2, self.t.talk("lPush", "list1", "aaa", "ddd"))
self.assertEqual(4, self.t.talk("lPush", "list1", "bbb", "ccc"))
self.assertEqual(["bbb", "ddd"], self.t.talk("lrange", "list1", "1", "2"))
self.t.talk("del", "list0", "list1")
def test_set_commands(self):
self.assertEqual(1, self.t.talk("sadd", "sssset", "xxx"))
self.assertEqual("xxx", self.t.talk("srandmember", "sssset"))
self.assertEqual(["xxx"], self.t.talk("smembers", "sssset"))
self.t.talk("del", "sssset")
def test_multiple_keys_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual("ok", self.t.talk("mset", *sum([[c + d, d + c] for d in p], [])).lower())
for c in p:
self.assertEqual([c + b for b in p], self.t.talk("mget", *[b + c for b in p]))
def test_bulk_commands(self):
p = string.digits + string.ascii_lowercase + string.ascii_uppercase
for c in p:
self.assertEqual(["OK"] * len(p), self.t.talk_bulk([["set", "." + c + d, d + c] for d in p]))
for c in p:
self.assertEqual([c + b for b in p], self.t.talk_bulk([["get", "." + b + c] for b in p]))
def test_large_pipes(self):
r = self.t.talk_bulk([["set", "Key:%016d" % i, "Value:%026d" % i] for i in xrange(1000)])
self.assertEqual(["OK"] * 1000, r)
r = self.t.talk_bulk([["gEt", "Key:%016d" % i] for i in xrange(2000)])
self.assertEqual(2000, len(r))
self.assertEqual(["Value:%026d" % i for i in xrange(1000)], r[:1000])
self.assertEqual([None] * 1000, r[1000:])
def test_list_pipes(self):
r = self.t.talk_bulk([["lpush", "list_bulk", "Value:%026d" % i] for i in xrange(1000)])
self.assertEqual(range(1, 1001), r)
r = self.t.talk_bulk([["lrange", "list_bulk", "%d" % i, "%d" % (i + 5)] for i in xrange(500)])
for i in xrange(500):
expected = ["Value:%026d" % (999 - j - i) for j in xrange(6)]
self.assertEqual(expected, r[i], msg="at %d: %s <> %s" % (i, expected, r[i]))
def test_eval(self):
r = self.t.talk("eval", "return KEYS[1]", "1", "a")
self.assertEqual("a", r)
