def test_dht_multi(self, monkeypatch):
iface = "0.0.0.0"
a = None
b = None
q = Queue.Queue()
def server_started(aa, *args):
for b in args:
if isinstance(b, twisted.python.failure.Failure):
b.printTraceback()
else:
_log.debug("** %s" % b)
q.put([aa,args])
try:
amount_of_servers = 5
# Twisted is using 20 threads so having > 20 server
# causes threadlocks really easily.
servers = []
callbacks = []
for servno in range(0, amount_of_servers):
a = AutoDHTServer()
servers.append(a)
callback = CalvinCB(server_started, str(servno))
servers[servno].start(iface, network="Niklas", cb=callback, name=name + "{}".format(servno))
callbacks.append(callback)
# Wait for start
started = []
while len(started) < amount_of_servers:
try:
server = yield threads.defer_to_thread(q.get)
except Queue.Empty:
_log.debug("Queue empty!")
#raise
if server not in started:
started.append(server)
_log.debug("DHT Servers added: {}".format(started))
callbacks[int(server[0][0])].func = lambda *args, **kvargs:None
else:
_log.debug("Server: {} already started." \
" {} out of {}".format(started,
len(started),
amount_of_servers))
_log.debug("All {} out of {} started".format(started,
len(started),
amount_of_servers))
for servno in range(0, amount_of_servers):
assert [str(servno), self._sucess_start] in started
yield threads.defer_to_thread(q.queue.clear)
yield threads.defer_to_thread(time.sleep, 8)
key = "KANIN"
value = "morot"
set_def = servers[0].set(key=key, value=value)
set_value = yield threads.defer_to_thread(set_def.wait, 10)
assert set_value
print("Node with port {} posted key={}, value={}".format(servers[0].dht_server.port.getHost().port, key, value))
get_def = servers[0].get(key="KANIN")
get_value = yield threads.defer_to_thread(get_def.wait, 10)
assert get_value == "morot"
print("Node with port {} confirmed key={}, value={} was reachable".format(servers[0].dht_server.port.getHost().port, key, value))
drawNetworkState("1nice_graph.png", servers, amount_of_servers)
yield threads.defer_to_thread(time.sleep, 7)
drawNetworkState("1middle_graph.png", servers, amount_of_servers)
yield threads.defer_to_thread(time.sleep, 7)
drawNetworkState("1end_graph.png", servers, amount_of_servers)
get_def = servers[0].get(key="KANIN")
get_value = yield threads.defer_to_thread(get_def.wait, 10)
assert get_value == "morot"
print("Node with port {} got right value: {}".format(servers[0].dht_server.port.getHost().port, get_value))
for i in range(0, amount_of_servers):
name_dir = os.path.join(_cert_conf["CA_default"]["runtimes_dir"], "{}{}".format(name, i))
filenames = os.listdir(os.path.join(name_dir, "others"))
print("Node with port {} has {} certificates in store".format(servers[i].dht_server.port.getHost().port, len(filenames)))
except AssertionError as e:
print("Node with port {} got wrong value: {}, should have been {}".format(servers[0].dht_server.port.getHost().port, get_value, value))
pytest.fail(traceback.format_exc())
except Exception as e:
traceback.print_exc()
pytest.fail(traceback.format_exc())
finally:
yield threads.defer_to_thread(time.sleep, 10)
i = 0
for server in servers:
name_dir = os.path.join(_cert_conf["CA_default"]["runtimes_dir"], name + "{}".format(i))
shutil.rmtree(os.path.join(name_dir, "others"), ignore_errors=True)
os.mkdir(os.path.join(name_dir, "others"))
i += 1
server.stop()
def test_dht_multi(self, monkeypatch):
iface = "0.0.0.0"
a = None
b = None
q = Queue.Queue()
def server_started(aa, *args):
for b in args:
if isinstance(b, twisted.python.failure.Failure):
b.printTraceback()
else:
_log.debug("** %s" % b)
q.put([aa, args])
try:
amount_of_servers = 5
# Twisted is using 20 threads so having > 20 server
# causes threadlocks really easily.
servers = []
callbacks = []
for servno in range(0, amount_of_servers):
uri = "http://{}:500{}".format(ip_addr, servno)
control_uri = "http://{}:502{}".format(ip_addr, servno)
rt_cred = runtime_credentials.RuntimeCredentials(
name=name + str(servno),
domain=domain,
security_dir=testdir)
node_id = rt_cred.node_id
a = AutoDHTServer(node_id, control_uri, rt_cred)
servers.append(a)
callback = CalvinCB(server_started, str(servno))
servers[servno].start(iface,
network="Niklas",
cb=callback,
name=name + "{}".format(servno))
callbacks.append(callback)
# Wait for start
started = []
while len(started) < amount_of_servers:
try:
server = yield threads.defer_to_thread(q.get)
except Queue.Empty:
_log.debug("Queue empty!")
#raise
if server not in started:
started.append(server)
_log.debug("DHT Servers added: {}".format(started))
callbacks[int(
server[0][0])].func = lambda *args, **kvargs: None
else:
_log.debug("Server: {} already started." \
" {} out of {}".format(started,
len(started),
amount_of_servers))
_log.debug("All {} out of {} started".format(
started, len(started), amount_of_servers))
for servno in range(0, amount_of_servers):
assert [str(servno), self._sucess_start] in started
yield threads.defer_to_thread(q.queue.clear)
yield threads.defer_to_thread(time.sleep, 8)
key = "APA"
value = "banan"
set_def = servers[0].set(key=key, value=value)
set_value = yield threads.defer_to_thread(set_def.wait, 10)
assert set_value
print("Node with port {} posted key={}, value={}".format(
servers[0].dht_server.port.getHost().port, key, value))
get_def = servers[0].get(key="APA")
get_value = yield threads.defer_to_thread(get_def.wait, 10)
assert get_value == "banan"
print("Node with port {} confirmed key={}, value={} was reachable".
format(servers[0].dht_server.port.getHost().port, key,
value))
drawNetworkState("2nice_graph.png", servers, amount_of_servers)
yield threads.defer_to_thread(time.sleep, 7)
drawNetworkState("2middle_graph.png", servers, amount_of_servers)
yield threads.defer_to_thread(time.sleep, 7)
drawNetworkState("2end_graph.png", servers, amount_of_servers)
get_def = servers[0].get(key="APA")
get_value = yield threads.defer_to_thread(get_def.wait, 10)
assert get_value == "banan"
print("Node with port {} got right value: {}".format(
servers[0].dht_server.port.getHost().port, get_value))
for i in range(0, amount_of_servers):
name_dir = certificate.get_own_credentials_path(
name + "{}".format(i), security_dir=testdir)
filenames = os.listdir(os.path.join(name_dir, "others"))
print("Node with port {} has {} certificates in store".format(
servers[i].dht_server.port.getHost().port, len(filenames)))
except AssertionError as e:
print("Node with port {} got wrong value: {}, should have been {}".
format(servers[0].dht_server.port.getHost().port, get_value,
value))
pytest.fail(traceback.format_exc())
except Exception as e:
traceback.print_exc()
pytest.fail(traceback.format_exc())
finally:
yield threads.defer_to_thread(time.sleep, 10)
i = 0
for server in servers:
name_dir = certificate.get_own_credentials_path(
name + "{}".format(i), security_dir=testdir)
shutil.rmtree(os.path.join(name_dir, "others"),
ignore_errors=True)
os.mkdir(os.path.join(name_dir, "others"))
i += 1
server.stop()