def sigint_handler(sign, frame):
"""
Private method - handler for SIGINT.
"""
ThreadPool.interrupted = True
ThreadPool.shutdown_pools(execute_remaining=False, force=True)
log = logging.getLogger("ThreadPool")
try:
# ThreadPool.sigint_initial(sign, frame) does not work on Python 2
sigint_initial = ThreadPool.__dict__['sigint_initial']
if sigint_initial == ThreadPool.sigint_handler:
log.warning("Prevented an infinite recursion: sigint_initial")
else:
sigint_initial(sign, frame)
except KeyboardInterrupt:
if not reactor.running:
if not ThreadPool.sigint_printed:
log.warning("Raising KeyboardInterrupt since "
"Twisted reactor is not running")
ThreadPool.sigint_printed = True
raise from_none(KeyboardInterrupt())
ThreadPool._warn_about_sigint_hysteria(log)
else:
if not ThreadPool.sigint_printed:
log.critical("KeyboardInterrupt")
ThreadPool.debug_deadlocks()
ThreadPool.sigint_printed = True
else:
if not is_interactive():
ThreadPool._warn_about_sigint_hysteria(log)
else:
ThreadPool._warn_about_sigint_interactive_reactor(log)
def sigint_handler(sign, frame):
"""
Private method - handler for SIGINT.
"""
ThreadPool.interrupted = True
ThreadPool.shutdown_pools(execute_remaining=False, force=True)
log = logging.getLogger("ThreadPool")
try:
# ThreadPool.sigint_initial(sign, frame) does not work on Python 2
sigint_initial = ThreadPool.__dict__['sigint_initial']
if sigint_initial == ThreadPool.sigint_handler:
log.warning("Prevented an infinite recursion: sigint_initial")
else:
sigint_initial(sign, frame)
except KeyboardInterrupt:
if not reactor.running:
if not ThreadPool.sigint_printed:
log.warning("Raising KeyboardInterrupt since "
"Twisted reactor is not running")
ThreadPool.sigint_printed = True
raise from_none(KeyboardInterrupt())
ThreadPool._warn_about_sigint_hysteria(log)
else:
if not ThreadPool.sigint_printed:
log.critical("KeyboardInterrupt")
ThreadPool.debug_deadlocks()
ThreadPool.sigint_printed = True
else:
if not is_interactive():
ThreadPool._warn_about_sigint_hysteria(log)
else:
ThreadPool._warn_about_sigint_interactive_reactor(log)
def __call__(self, workflow, config=None, *args, **kwargs):
"""
Launcher the specified workflow and returns the corresponding
:class:`veles.launcher.Launcher` instance.
If there exists a standard input, returns immediately after the
workflow is initialized; otherwise, blocks until it finishes.
If this command runs under IPython, it's local variables are passed
into the workflow's :meth:`__init__()`.
If "subprocess" keyword argument is set to True, runs in a separate
process.
Arguments:
workflow: path to the Python file with workflow definition.
config: path to the workflow configuration. If None, *_config.py
is taken.
kwargs: arguments to be passed as if "veles" is executed from the
command line. They match the command line arguments except
that "-" must be substituted with "_". For example,
"backend" -> "--backend", random_seed -> "--random-seed".
See "veles --help" for the complete list.
Returns:
veles.launcher.Launcher instance which can be used to manage the
execution (e.g., pause() and resume()); if "subprocess" was set to
True, a started multiprocessing.Process instance is returned
instead, which can be join()-ed.
"""
if kwargs.get("subprocess", False):
del kwargs["subprocess"]
from multiprocessing import Process
proc = Process(target=self.__call__,
name="veles.__call__",
args=(workflow, config) + args,
kwargs=kwargs)
proc.start()
return proc
# FIXME(v.markovtsev): disable R0401 locally when pylint issue is fixed
# https://bitbucket.org/logilab/pylint/issue/61
# from veles.__main__ import Main # pylint: disable=R0401
Main = import_module("veles.__main__").Main
if config is None:
config = "-"
if "interactive" in kwargs:
interactive = kwargs["interactive"]
del kwargs["interactive"]
else:
interactive = is_interactive()
main = Main(interactive, workflow, config, *args, **kwargs)
main.run()
return main.launcher
def __call__(self, workflow, config=None, *args, **kwargs):
"""
Launcher the specified workflow and returns the corresponding
:class:`veles.launcher.Launcher` instance.
If there exists a standard input, returns immediately after the
workflow is initialized; otherwise, blocks until it finishes.
If this command runs under IPython, it's local variables are passed
into the workflow's :meth:`__init__()`.
If "subprocess" keyword argument is set to True, runs in a separate
process.
Arguments:
workflow: path to the Python file with workflow definition.
config: path to the workflow configuration. If None, *_config.py
is taken.
kwargs: arguments to be passed as if "veles" is executed from the
command line. They match the command line arguments except
that "-" must be substituted with "_". For example,
"backend" -> "--backend", random_seed -> "--random-seed".
See "veles --help" for the complete list.
Returns:
veles.launcher.Launcher instance which can be used to manage the
execution (e.g., pause() and resume()); if "subprocess" was set to
True, a started multiprocessing.Process instance is returned
instead, which can be join()-ed.
"""
if kwargs.get("subprocess", False):
del kwargs["subprocess"]
from multiprocessing import Process
proc = Process(target=self.__call__, name="veles.__call__",
args=(workflow, config) + args, kwargs=kwargs)
proc.start()
return proc
# FIXME(v.markovtsev): disable R0401 locally when pylint issue is fixed
# https://bitbucket.org/logilab/pylint/issue/61
# from veles.__main__ import Main # pylint: disable=R0401
Main = import_module("veles.__main__").Main
if config is None:
config = "-"
if "interactive" in kwargs:
interactive = kwargs["interactive"]
del kwargs["interactive"]
else:
interactive = is_interactive()
main = Main(interactive, workflow, config, *args, **kwargs)
main.run()
return main.launcher
def restore_initial_interactive_exit():
if not is_interactive():
return
try:
__IPYTHON__ # pylint: disable=E0602
from IPython.terminal.interactiveshell import InteractiveShell
shell = InteractiveShell.instance()
shell.exiter.__call__ = ThreadPool.exit_initial
shell.ask_exit = ThreadPool._ipython_ask_exit_initial
except NameError:
try:
import builtins
builtins.exit = ThreadPool.exit_initial
builtins.quit = ThreadPool.quit_initial
except:
pass
def restore_initial_interactive_exit():
if not is_interactive():
return
try:
__IPYTHON__ # pylint: disable=E0602
from IPython.terminal.interactiveshell import InteractiveShell
shell = InteractiveShell.instance()
shell.exiter.__call__ = ThreadPool.exit_initial
shell.ask_exit = ThreadPool._ipython_ask_exit_initial
except NameError:
try:
import builtins
builtins.exit = ThreadPool.exit_initial
builtins.quit = ThreadPool.quit_initial
except:
pass
