def __call__(self, *args, **kwargs):
result = futures.FutureResult()
thread = threadutil.Thread(target=self.__asynccall,
args=(result, args, kwargs))
thread.setDaemon(True)
thread.start()
return result
def __pyroCreateFutureDaemon(self):
"""
Find or create a pyro4 daemon
"""
# TODO try to reuse a daemon if there is already one running in the process
# looking for _pyroDaemon is useless, because a proxy is never registered
self._pyroFutureDaemon = Daemon()
thread_daemon = threadutil.Thread(name="Pyro4 daemon for async calls",
target=self._pyroFutureDaemon.requestLoop)
thread_daemon.setDaemon(True)
thread_daemon.start()
def __call__(self, *args, **kwargs):
"""
Start the future call with the provided arguments.
Control flow returns immediately, with a FutureResult object.
"""
chain = self.chain
del self.chain # make it impossible to add new calls to the chain once we started executing it
result = FutureResult(
) # notice that the call chain doesn't sit on the result object
thread = threadutil.Thread(target=self.__asynccall,
args=(result, chain, args, kwargs))
thread.setDaemon(True)
thread.start()
return result
def __call__(self, *args, **kwargs):
"""
Start the future call with the provided arguments.
Control flow returns immediately, with a FutureResult object.
"""
if self.completed or not hasattr(self, "chain"):
raise RuntimeError("the future has already been evaluated")
if self.cancelled:
raise RuntimeError("the future has been cancelled")
chain = self.chain
del self.chain # make it impossible to add new calls to the chain once we started executing it
result = FutureResult(
) # notice that the call chain doesn't sit on the result object
thread = threadutil.Thread(target=self.__asynccall,
args=(result, chain, args, kwargs))
thread.setDaemon(True)
thread.start()
return result
try:
while not stop:
result = nsproxy.list(prefix="example.")
result = proxy.method("the quick brown fox jumps over the lazy dog")
except Exception:
x = sys.exc_info()[1]
print("**** Exception in thread %s: {%s} %s" % (name, type(x), x))
nsproxy = Pyro4.naming.locateNS()
proxy = Pyro4.core.Proxy("PYRONAME:example.proxysharing")
# now create a handful of threads and give each of them the same two proxy objects
threads = []
for i in range(5):
thread = threadutil.Thread(target=myThread, args=(nsproxy, proxy))
# thread.setDaemon(True)
thread.setDaemon(False)
threads.append(thread)
thread.start()
print("Running a bunch of threads for 5 seconds.")
print("They're hammering the name server and the test server using the same proxy.")
print("You should not see any exceptions.")
time.sleep(5)
stop = True
for thread in threads:
thread.join()
print("Done.")
print("\nNow showing why proxy sharing might not be a good idea for parallelism.")
def handleRequest(self, conn):
"""
Handle incoming Pyro request. Catches any exception that may occur and
wraps it in a reply to the calling side, as to not make this server side loop
terminate due to exceptions caused by remote invocations.
"""
request_flags = 0
request_seq = 0
request_serializer_id = util.MarshalSerializer.serializer_id
wasBatched = False
isCallback = False
try:
msg = Message.recv(
conn, [Pyro4.message.MSG_INVOKE, Pyro4.message.MSG_PING])
request_flags = msg.flags
request_seq = msg.seq
request_serializer_id = msg.serializer_id
if Pyro4.config.LOGWIRE:
log.debug(
"daemon wiredata received: msgtype=%d flags=0x%x ser=%d seq=%d data=%r"
% (msg.type, msg.flags, msg.serializer_id, msg.seq,
msg.data))
if msg.type == Pyro4.message.MSG_PING:
# return same seq, but ignore any data (it's a ping, not an echo). Nothing is deserialized.
msg = Message(Pyro4.message.MSG_PING, b"pong",
msg.serializer_id, 0, msg.seq)
if Pyro4.config.LOGWIRE:
log.debug(
"daemon wiredata sending: msgtype=%d flags=0x%x ser=%d seq=%d data=%r"
% (msg.type, msg.flags, msg.serializer_id, msg.seq,
msg.data))
conn.send(msg.to_bytes())
return
if msg.serializer_id not in self.__serializer_ids:
raise errors.ProtocolError(
"message used serializer that is not accepted: %d" %
msg.serializer_id)
serializer = util.get_serializer_by_id(msg.serializer_id)
objId, method, vargs, kwargs = serializer.deserializeCall(
msg.data,
compressed=msg.flags & Pyro4.message.FLAGS_COMPRESSED)
del msg # invite GC to collect the object, don't wait for out-of-scope
obj = self.objectsById.get(objId)
if obj is not None:
if kwargs and sys.version_info < (2, 6,
5) and os.name != "java":
# Python before 2.6.5 doesn't accept unicode keyword arguments
kwargs = dict((str(k), kwargs[k]) for k in kwargs)
if request_flags & Pyro4.message.FLAGS_BATCH:
# batched method calls, loop over them all and collect all results
data = []
for method, vargs, kwargs in vargs:
method = util.resolveDottedAttribute(
obj, method, Pyro4.config.DOTTEDNAMES)
try:
result = method(
*vargs, **kwargs
) # this is the actual method call to the Pyro object
except Exception:
xt, xv = sys.exc_info()[0:2]
log.debug(
"Exception occurred while handling batched request: %s",
xv)
xv._pyroTraceback = util.formatTraceback(
detailed=Pyro4.config.DETAILED_TRACEBACK)
if sys.platform == "cli":
util.fixIronPythonExceptionForPickle(
xv, True) # piggyback attributes
data.append(futures._ExceptionWrapper(xv))
break # stop processing the rest of the batch
else:
data.append(result)
wasBatched = True
else:
# normal single method call
method = util.resolveDottedAttribute(
obj, method, Pyro4.config.DOTTEDNAMES)
if request_flags & Pyro4.message.FLAGS_ONEWAY and Pyro4.config.ONEWAY_THREADED:
# oneway call to be run inside its own thread
thread = threadutil.Thread(target=method,
args=vargs,
kwargs=kwargs)
thread.setDaemon(True)
thread.start()
else:
isCallback = getattr(method, "_pyroCallback", False)
data = method(
*vargs, **kwargs
) # this is the actual method call to the Pyro object
else:
log.debug("unknown object requested: %s", objId)
raise errors.DaemonError("unknown object")
if request_flags & Pyro4.message.FLAGS_ONEWAY:
return # oneway call, don't send a response
else:
data, compressed = serializer.serializeData(
data, compress=Pyro4.config.COMPRESSION)
response_flags = 0
if compressed:
response_flags |= Pyro4.message.FLAGS_COMPRESSED
if wasBatched:
response_flags |= Pyro4.message.FLAGS_BATCH
if Pyro4.config.LOGWIRE:
log.debug(
"daemon wiredata sending: msgtype=%d flags=0x%x ser=%d seq=%d data=%r"
% (Pyro4.message.MSG_RESULT, response_flags,
serializer.serializer_id, request_seq, data))
msg = Message(Pyro4.message.MSG_RESULT, data,
serializer.serializer_id, response_flags,
request_seq)
conn.send(msg.to_bytes())
except Exception:
xt, xv = sys.exc_info()[0:2]
if xt is not errors.ConnectionClosedError:
log.debug("Exception occurred while handling request: %r", xv)
if not request_flags & Pyro4.message.FLAGS_ONEWAY:
# only return the error to the client if it wasn't a oneway call
tblines = util.formatTraceback(
detailed=Pyro4.config.DETAILED_TRACEBACK)
self._sendExceptionResponse(conn, request_seq,
request_serializer_id, xv,
tblines)
if isCallback or isinstance(
xv, (errors.CommunicationError, errors.SecurityError)):
raise # re-raise if flagged as callback, communication or security error.
def handleRequest(self, conn):
"""
Handle incoming Pyro request. Catches any exception that may occur and
wraps it in a reply to the calling side, as to not make this server side loop
terminate due to exceptions caused by remote invocations.
"""
flags=0
seq=0
wasBatched=False
isCallback=False
client_future = None
try:
msgType, flags, seq, data = MessageFactory.getMessage(conn, MessageFactory.MSG_INVOKE)
objId, method, vargs, kwargs=self.serializer.deserialize(
data, compressed=flags & MessageFactory.FLAGS_COMPRESSED)
del data # invite GC to collect the object, don't wait for out-of-scope
obj=self.objectsById.get(objId)
if flags & MessageFactory.FLAGS_ASYNC:
client_future = vargs[0]
client_future._pyroOneway.update(["set_cancelled", "set_result", "set_exception", "set_progress"])
vargs = vargs[1:]
elif flags & MessageFactory.FLAGS_ASYNC_CANCEL:
client_future_uri = vargs[0]
if obj is not None:
if kwargs and sys.version_info<(2, 6, 5) and os.name!="java":
# Python before 2.6.5 doesn't accept unicode keyword arguments
kwargs = dict((str(k), kwargs[k]) for k in kwargs)
if flags & MessageFactory.FLAGS_BATCH:
# batched method calls, loop over them all and collect all results
data=[]
for method,vargs,kwargs in vargs:
method=util.resolveDottedAttribute(obj, method, Pyro4.config.DOTTEDNAMES)
try:
result=method(*vargs, **kwargs) # this is the actual method call to the Pyro object
except Exception:
xt,xv=sys.exc_info()[0:2]
log.debug("Exception occurred while handling batched request: %s", xv)
xv._pyroTraceback=util.formatTraceback(detailed=Pyro4.config.DETAILED_TRACEBACK)
if sys.platform=="cli":
util.fixIronPythonExceptionForPickle(xv, True) # piggyback attributes
data.append(futures._ExceptionWrapper(xv))
break # stop processing the rest of the batch
else:
data.append(result)
wasBatched=True
elif flags & MessageFactory.FLAGS_ASYNC_CANCEL:
data=self._cancelFuture(client_future_uri)
else:
# normal single method call
method=util.resolveDottedAttribute(obj, method, Pyro4.config.DOTTEDNAMES)
if flags & MessageFactory.FLAGS_ONEWAY and Pyro4.config.ONEWAY_THREADED:
# oneway call to be run inside its own thread
thread=threadutil.Thread(target=method, args=vargs, kwargs=kwargs)
thread.setDaemon(True)
thread.start()
elif flags & MessageFactory.FLAGS_ASYNC:
future=method(*vargs, **kwargs)
self._followFuture(future, client_future)
else:
isCallback=getattr(method, "_pyroCallback", False)
data=method(*vargs, **kwargs) # this is the actual method call to the Pyro object
else:
log.debug("unknown object requested: %s", objId)
raise errors.DaemonError("unknown object")
if flags & MessageFactory.FLAGS_ONEWAY:
return # oneway call, don't send a response
elif flags & MessageFactory.FLAGS_ASYNC:
return # async call, don't send a response yet
else:
data, compressed=self.serializer.serialize(data, compress=Pyro4.config.COMPRESSION)
flags=0
if compressed:
flags |= MessageFactory.FLAGS_COMPRESSED
if wasBatched:
flags |= MessageFactory.FLAGS_BATCH
msg=MessageFactory.createMessage(MessageFactory.MSG_RESULT, data, flags, seq)
del data
conn.send(msg)
except Exception as ex:
xt,xv=sys.exc_info()[0:2]
if xt is not errors.ConnectionClosedError:
log.debug("Exception occurred while handling request: %r", xv)
if client_future is not None:
# send exception to the client future
client_future.set_exception(ex)
elif not flags & MessageFactory.FLAGS_ONEWAY:
# only return the error to the client if it wasn't a oneway call
tblines=util.formatTraceback(detailed=Pyro4.config.DETAILED_TRACEBACK)
self._sendExceptionResponse(conn, seq, xv, tblines)
if isCallback or isinstance(xv, (errors.CommunicationError, errors.SecurityError)):
raise # re-raise if flagged as callback, communication or security error.
print("Servertype is multiplex. The threads will need to get in line.")
print(
"The time this will take is 5 seconds (every thread takes 1 second sequentially)."
)
print(
"You will see that the requests are handled by a single server thread."
)
else:
print("Unknown servertype")
def func(uri):
# This will run in a thread. Create a proxy just for this thread:
with Pyro4.core.Proxy(uri) as p:
processed = p.delay()
print("[ thread %s called delay, processed by: %s ] " %
(current_thread().getName(), processed))
serv._pyroBind() # simplify the uri
threads = []
for i in range(5):
t = threadutil.Thread(target=func, args=[serv._pyroUri])
t.setDaemon(True)
threads.append(t)
t.start()
print("Waiting for threads to finish:")
for t in threads:
t.join()
print("Done. Number of completed calls in the server: %d" % serv.getcount())
