def start_proxy_server(port, timeout): prox = proxy.Proxy("localhost", port=port, port_end=port + 1) if timeout > 0: import time time.sleep(timeout) prox.terminate() else: prox.proc.join()
def wrapper(): proxy_server = proxy.Proxy(host=HOST_URL, port=HOST_PORT) with server_ios_launcher.ServerIOSContextManager( mode=server_ios_launcher.RPCServerMode.proxy.value, host=proxy_server.host, port=proxy_server.port, key=DEVICE_KEY, ): f(host=proxy_server.host, port=proxy_server.port) proxy_server.terminate()
def wrapper(): tracker_server = tracker.Tracker(host=HOST_URL, port=HOST_PORT, silent=True) proxy_server_tracker = proxy.Proxy(host=HOST_URL, port=8888, tracker_addr=(tracker_server.host, tracker_server.port)) with server_ios_launcher.ServerIOSContextManager( mode=server_ios_launcher.RPCServerMode.proxy.value, host=proxy_server_tracker.host, port=proxy_server_tracker.port, key=DEVICE_KEY, ): f(host=tracker_server.host, port=tracker_server.port) proxy_server_tracker.terminate() tracker_server.terminate()
def rpc_proxy_check(): """This is a simple test function for RPC Proxy It is not included as pytests, because: - It depends on tornado - It relies on the fact that Proxy starts before client and server connects, which is often the case but not always User can directly run this script to verify correctness. """ try: from tvm.rpc import proxy web_port = 8888 prox = proxy.Proxy("localhost", web_port=web_port) def check(): if not tvm.runtime.enabled("rpc"): return @tvm.register_func("rpc.test2.addone") def addone(x): return x + 1 @tvm.register_func("rpc.test2.strcat") def addone(name, x): return "%s:%d" % (name, x) server = multiprocessing.Process( target=proxy.websocket_proxy_server, args=("ws://localhost:%d/ws" % web_port, "x1")) # Need to make sure that the connection start after proxy comes up time.sleep(0.1) server.deamon = True server.start() client = rpc.connect(prox.host, prox.port, key="x1") f1 = client.get_function("rpc.test2.addone") assert f1(10) == 11 f2 = client.get_function("rpc.test2.strcat") assert f2("abc", 11) == "abc:11" check() except ImportError: print("Skipping because tornado is not avaliable...")
def check_server_drop(): """test when server drops""" try: from tvm.rpc import tracker, proxy, base from tvm.rpc.base import TrackerCode @tvm.register_func("rpc.test2.addone") def addone(x): return x + 1 def _put(tclient, value): base.sendjson(tclient._sock, value) base.recvjson(tclient._sock) tserver = tracker.Tracker("localhost", 8888) tproxy = proxy.Proxy("localhost", 8881, tracker_addr=("localhost", tserver.port)) tclient = rpc.connect_tracker("localhost", tserver.port) server0 = rpc.Server( "localhost", port=9099, tracker_addr=("localhost", tserver.port), key="abc") server1 = rpc.Server( "localhost", port=9099, tracker_addr=("localhost", tserver.port), key="xyz") server2 = rpc.Server( "localhost", tproxy.port, is_proxy=True, key="xyz") server3 = rpc.Server( "localhost", tproxy.port, is_proxy=True, key="xyz1") # Fault tolerence to un-handled requested value _put(tclient, [TrackerCode.REQUEST, "abc", "", 1]) _put(tclient, [TrackerCode.REQUEST, "xyz1", "", 1]) # Fault tolerence to stale worker value _put(tclient, [TrackerCode.PUT, "xyz", (server1.port, "abc")]) _put(tclient, [TrackerCode.PUT, "xyz", (server1.port, "abcxxx")]) _put(tclient, [TrackerCode.PUT, "xyz", (tproxy.port, "abcxxx11")]) # Fault tolerence server timeout def check_timeout(timeout, sleeptime): def myfunc(remote): time.sleep(sleeptime) f1 = remote.get_function("rpc.test2.addone") assert f1(10) == 11 try: tclient.request_and_run("xyz", myfunc, session_timeout=timeout) except RuntimeError: pass print(tclient.text_summary()) try: remote = tclient.request("xyz", priority=0, session_timeout=timeout) remote2 = tclient.request("xyz", session_timeout=timeout) time.sleep(sleeptime) f1 = remote.get_function("rpc.test2.addone") assert f1(10) == 11 f1 = remote2.get_function("rpc.test2.addone") assert f1(10) == 11 except tvm.TVMError as e: pass remote3 = tclient.request("abc") f1 = remote3.get_function("rpc.test2.addone") remote3 = tclient.request("xyz1") f1 = remote3.get_function("rpc.test2.addone") assert f1(10) == 11 check_timeout(0.01, 0.1) check_timeout(2, 0) tserver.terminate() server0.terminate() server1.terminate() server2.terminate() server3.terminate() tproxy.terminate() except ImportError: print("Skip because tornado is not available")