class PythonInterpreter(object):
"""Customized Python interpreter with two-stage evaluation. """
filename = '<online-lab>'
def __init__(self, locals={}, debug=False):
if not isinstance(locals, PythonNamespace):
self.locals = dict(PythonNamespace(locals))
else:
self.locals = dict(locals)
self.debug = debug
self.trap = OutputTrap()
self.inspector = Inspector()
self.highlight = Highlight()
self.index = 0
def complete(self, source):
"""Get all completions for an initial source code. """
interrupted = False
try:
completer = rlcompleter.Completer(self.locals)
matches = set([])
state = 0
while True:
result = completer.complete(source, state)
if result is not None:
matches.add(result)
state += 1
else:
break
completions = []
for match in sorted(matches):
if match[-1] == '(':
match = match[:-1]
if '.' in match:
name, attrs = match.split('.', 1)
else:
name, attrs = match, None
try:
obj = self.locals[name]
except KeyError:
obj = None
else:
if attrs is not None:
for attr in attrs.split('.'):
obj = getattr(obj, attr)
if obj is not None:
info = self.inspector.get_basic_info(obj)
else:
info = {'type': 'keyword'}
completions.append({
'match': match,
'info': info,
})
except KeyboardInterrupt:
completions = None
interrupted = True
return {
'completions': completions,
'interrupted': interrupted,
}
def evaluate(self, source):
"""Evaluate a piece of Python source code. """
source = source.replace('\r', '').rstrip()
# XXX: make all this SIGINT aware
if '\n' in source:
exec_source, eval_source = self.split(source)
else:
exec_source, eval_source = None, source
eval_source += '\n'
try:
self.compile(eval_source, 'eval')
except (OverflowError, SyntaxError, ValueError):
if '\n' not in source and self.is_inspect(source):
return self.inspect(source)
exec_source = source
eval_source = None
# If in debug mode, then don't setup output trap so that we can
# run a debugger (e.g. pdb). Note that stdout and stderr won't
# be captured and stored in the resulting dict object.
if not self.debug:
self.trap.set()
try:
try:
del self.locals['__plots__']
except KeyError:
pass
interrupted = False
traceback = False
result = None
start = time.clock()
try:
if exec_source is not None:
try:
exec_code = self.compile(exec_source, 'exec')
except (OverflowError, SyntaxError, ValueError):
traceback = self.syntaxerror()
eval_source = None
else:
exec exec_code in self.locals
if eval_source is not None:
result = eval(eval_source, self.locals)
sys.displayhook(result)
except SystemExit:
raise
except KeyboardInterrupt:
traceback = self.traceback()
interrupted = True
except:
traceback = self.traceback()
end = time.clock()
try:
plots = self.locals['__plots__']
except KeyError:
plots = []
self.index += 1
if result is not None:
self.locals['_%d' % self.index] = result
self.locals['___'] = self.locals.get('__')
self.locals['__'] = self.locals.get('_')
self.locals['_'] = result
result = {
'source': source,
'index': self.index,
'time': end - start,
'out': self.trap.out,
'err': self.trap.err,
'plots': plots,
'traceback': traceback,
'interrupted': interrupted,
}
if traceback:
result['traceback_html'] = self.highlight.traceback(traceback)
return result
finally:
self.trap.reset()
def inspect(self, source):
"""Collect information about a Python object. """
text = source
more = False
if text.startswith('??'):
text = text[2:]
more = True
if text.endswith('??'):
text = text[:-2]
more = True
if not more:
if text.startswith('?'):
text = text[1:]
if text.endswith('?'):
text = text[:-1]
text = text.strip()
if '.' in text:
name, attrs = text.split('.', 1)
else:
name, attrs = text, None
try:
obj = self.locals[name]
except KeyError:
obj = None
else:
if attrs is not None:
for attr in attrs.split('.'):
try:
obj = getattr(obj, attr)
except KeyError:
obj = None
break
if obj is not None:
info = self.inspector.get_pretty(obj, self.highlight)
else:
info = None
self.index += 1
return {
'source': source,
'text': text,
'info': info,
'more': more,
'index': self.index,
'interrupted': False,
}
def is_inspect(self, source):
"""Return ``True`` if user requested code inspection. """
return source.startswith('?') or source.endswith('?')
def split(self, source):
"""Extract last logical line from multi-line source code. """
string = StringIO(source).readline
try:
tokens = reversed(list(tokenize.generate_tokens(string)))
except (OverflowError, SyntaxError, ValueError):
return None, source
for tok, _, (n, _), _, _ in tokens:
if tok == tokenize.NEWLINE:
lines = source.split('\n')
exec_source = '\n'.join(lines[:n])
eval_source = '\n'.join(lines[n:])
return exec_source, eval_source
else:
return None, source
def compile(self, source, mode):
"""Wrapper over Python's built-in :func:`compile` function. """
return compile(source, self.filename, mode)
def traceback(self):
"""Return nicely formatted most recent traceback. """
type, value, tb = sys.exc_info()
return ''.join(traceback.format_exception(type, value, tb.tb_next))
def syntaxerror(self):
"""Return nicely formatted syntax error. """
type, value, sys.last_traceback = sys.exc_info()
sys.last_type = type
sys.last_value = value
if type is SyntaxError:
try:
msg, (dummy_filename, lineno, offset, line) = value
except:
pass
else:
value = SyntaxError(msg, (self.filename, lineno, offset, line))
sys.last_value = value
header = "Traceback (most recent call last):\n"
return ''.join([header] + traceback.format_exception_only(type, value))
class PythonInterpreter(object):
"""Customized Python interpreter with two-stage evaluation. """
filename = '<online-lab>'
def __init__(self, locals={}, debug=False):
if not isinstance(locals, PythonNamespace):
self.locals = dict(PythonNamespace(locals))
else:
self.locals = dict(locals)
self.debug = debug
self.trap = OutputTrap()
self.inspector = Inspector()
self.highlight = Highlight()
self.index = 0
def complete(self, source):
"""Get all completions for an initial source code. """
interrupted = False
try:
completer = rlcompleter.Completer(self.locals)
matches = set([])
state = 0
while True:
result = completer.complete(source, state)
if result is not None:
matches.add(result)
state += 1
else:
break
completions = []
for match in sorted(matches):
if match[-1] == '(':
match = match[:-1]
if '.' in match:
name, attrs = match.split('.', 1)
else:
name, attrs = match, None
try:
obj = self.locals[name]
except KeyError:
obj = None
else:
if attrs is not None:
for attr in attrs.split('.'):
obj = getattr(obj, attr)
if obj is not None:
info = self.inspector.get_basic_info(obj)
else:
info = {'type': 'keyword'}
completions.append({
'match': match,
'info': info,
})
except KeyboardInterrupt:
completions = None
interrupted = True
return {
'completions': completions,
'interrupted': interrupted,
}
def evaluate(self, source):
"""Evaluate a piece of Python source code. """
source = source.replace('\r', '').rstrip()
# XXX: make all this SIGINT aware
if '\n' in source:
exec_source, eval_source = self.split(source)
else:
exec_source, eval_source = None, source
eval_source += '\n'
try:
self.compile(eval_source, 'eval')
except (OverflowError, SyntaxError, ValueError):
if '\n' not in source and self.is_inspect(source):
return self.inspect(source)
exec_source = source
eval_source = None
# If in debug mode, then don't setup output trap so that we can
# run a debugger (e.g. pdb). Note that stdout and stderr won't
# be captured and stored in the resulting dict object.
if not self.debug:
self.trap.set()
try:
try:
del self.locals['__plots__']
except KeyError:
pass
interrupted = False
traceback = False
result = None
start = time.clock()
try:
if exec_source is not None:
try:
exec_code = self.compile(exec_source, 'exec')
except (OverflowError, SyntaxError, ValueError):
traceback = self.syntaxerror()
eval_source = None
else:
exec exec_code in self.locals
if eval_source is not None:
result = eval(eval_source, self.locals)
sys.displayhook(result)
except SystemExit:
raise
except KeyboardInterrupt:
interrupted = True
except:
traceback = self.traceback()
end = time.clock()
try:
plots = self.locals['__plots__']
except KeyError:
plots = []
self.index += 1
if result is not None:
self.locals['_%d' % self.index] = result
self.locals['___'] = self.locals.get('__')
self.locals['__'] = self.locals.get('_')
self.locals['_'] = result
result = {
'source': source,
'index': self.index,
'time': end - start,
'out': self.trap.out,
'err': self.trap.err,
'plots': plots,
'traceback': traceback,
'interrupted': interrupted,
}
if traceback:
result['traceback_html'] = self.highlight.traceback(traceback)
return result
finally:
self.trap.reset()
def inspect(self, source):
"""Collect information about a Python object. """
text = source
more = False
if text.startswith('??'):
text = text[2:]
more = True
if text.endswith('??'):
text = text[:-2]
more = True
if not more:
if text.startswith('?'):
text = text[1:]
if text.endswith('?'):
text = text[:-1]
text = text.strip()
if '.' in text:
name, attrs = text.split('.', 1)
else:
name, attrs = text, None
try:
obj = self.locals[name]
except KeyError:
obj = None
else:
if attrs is not None:
for attr in attrs.split('.'):
try:
obj = getattr(obj, attr)
except KeyError:
obj = None
break
if obj is not None:
info = self.inspector.get_pretty(obj, self.highlight)
else:
info = None
self.index += 1
return {
'source': source,
'text': text,
'info': info,
'more': more,
'index': self.index,
'interrupted': False,
}
def is_inspect(self, source):
"""Return ``True`` if user requested code inspection. """
return source.startswith('?') or source.endswith('?')
def split(self, source):
"""Extract last logical line from multi-line source code. """
string = StringIO(source).readline
tokens = tokenize.generate_tokens(string)
for tok, _, (n, _), _, _ in reversed(list(tokens)):
if tok == tokenize.NEWLINE:
lines = source.split('\n')
exec_source = '\n'.join(lines[:n])
eval_source = '\n'.join(lines[n:])
return exec_source, eval_source
else:
return None, source
def compile(self, source, mode):
"""Wrapper over Python's built-in :func:`compile` function. """
return compile(source, self.filename, mode)
def traceback(self):
"""Return nicely formatted most recent traceback. """
type, value, tb = sys.exc_info()
return ''.join(traceback.format_exception(type, value, tb.tb_next))
def syntaxerror(self):
"""Return nicely formatted syntax error. """
type, value, sys.last_traceback = sys.exc_info()
sys.last_type = type
sys.last_value = value
if type is SyntaxError:
try:
msg, (dummy_filename, lineno, offset, line) = value
except:
pass
else:
value = SyntaxError(msg, (self.filename, lineno, offset, line))
sys.last_value = value
header = "Traceback (most recent call last):\n"
return ''.join([header] + traceback.format_exception_only(type, value))
