def compute_score_en(self, s):
x = DictWithDefault(lambda: 0)
nspace = 0
nalpha = 0
nbad = 0
n = len(s)
for c in s:
if isspace(c) or c == '_':
nspace += 1
elif isalpha(c):
nalpha += 1
x[c | 32] += 1
elif not isgoodchar(c):
nbad += 1
tb = sorted(x.values())
tb.reverse()
score = 0
if nalpha == 0:
score += 1000
else:
for c, v in self.freq_en.items():
score += (v - x[c] / nalpha)**2
#score += (nspace / n - self.freq_sorted[0])**2
score += (300 * nbad / n)**2
return Attributize(score=score, nbad=nbad)
def get_target_path(self):
if not self.target_path:
n = len(self.stack_path) - 1
tb = []
cur = self.path
for x in range(n):
cur, tmp = os.path.split(cur)
tb.append(tmp)
tb.reverse()
self.target_path = self.PATH_SEPARATOR.join(tb)
return self.target_path
def html(context=5, i18n=None):
_ = get_translator(i18n)
etype, evalue = sys.exc_info()[0], sys.exc_info()[1]
if type(etype) is type:
etype = etype.__name__
pyver = 'Python ' + sys.version.split()[0] + '<br>' + sys.executable
head = pydoc.html.heading(
_('<font size=+1><strong>%(exc_type)s</strong>: %(exc_value)s</font>')
% {
'exc_type': etype,
'exc_value': evalue
}, '#ffffff', '#777777', pyver)
head = head + (_('<p>A problem occurred while running a Python script. '
'Here is the sequence of function calls leading up to '
'the error, with the most recent (innermost) call first. '
'The exception attributes are:'))
indent = '<tt><small>%s</small> </tt>' % (' ' * 5)
traceback = []
for frame, file, lnum, func, lines, index in inspect.trace(context):
if file is None:
link = _("<file is None - probably inside <tt>eval</tt> "
"or <tt>exec</tt>>")
else:
file = os.path.abspath(file)
link = '<a href="file:%s">%s</a>' % (file, pydoc.html.escape(file))
args, varargs, varkw, locals = inspect.getargvalues(frame)
if func == '?':
call = ''
else:
call = _(
'in <strong>%s</strong>') % func + inspect.formatargvalues(
args,
varargs,
varkw,
locals,
formatvalue=lambda value: '=' + pydoc.html.repr(value))
level = '''
<table width="100%%" bgcolor="#dddddd" cellspacing=0 cellpadding=2 border=0>
<tr><td>%s %s</td></tr></table>''' % (link, call)
if index is None or file is None:
traceback.append('<p>' + level)
continue
# do a file inspection
names = []
def tokeneater(type, token, start, end, line, names=names):
if type == tokenize.NAME and token not in keyword.kwlist:
if token not in names:
names.append(token)
if type == tokenize.NEWLINE: raise IndexError
def linereader(file=file, lnum=[lnum]):
line = s2b(linecache.getline(file, lnum[0]))
lnum[0] = lnum[0] + 1
return line
# The interface that is tokenize.tokenize in Python 3 is
# called tokenize.generate_tokens in Python 2. However,
# Python 2 has tokenize.tokenize with a different interface,
# and Python 3 has an undocumented generate_tokens function,
# also with a different interface, so a version check is
# needed instead of checking for which functions exist.
if sys.version_info[0] > 2:
tokenize_fn = tokenize.tokenize
else:
tokenize_fn = tokenize.generate_tokens
try:
for t in tokenize_fn(linereader):
tokeneater(*t)
except IndexError:
pass
lvals = []
for name in names:
if name in frame.f_code.co_varnames:
if name in locals:
value = pydoc.html.repr(locals[name])
else:
value = _('<em>undefined</em>')
name = '<strong>%s</strong>' % name
else:
if name in frame.f_globals:
value = pydoc.html.repr(frame.f_globals[name])
else:
value = _('<em>undefined</em>')
name = '<em>global</em> <strong>%s</strong>' % name
lvals.append('%s = %s' % (name, value))
if lvals:
lvals = ', '.join(lvals)
lvals = indent + '<small><font color="#909090">%s'\
'</font></small><br>'%lvals
else:
lvals = ''
excerpt = []
i = lnum - index
for line in lines:
number = ' ' * (5 - len(str(i))) + str(i)
number = '<small><font color="#909090">%s</font></small>' % number
line = '<tt>%s %s</tt>' % (number, pydoc.html.preformat(line))
if i == lnum:
line = '''
<table width="100%%" bgcolor="white" cellspacing=0 cellpadding=0 border=0>
<tr><td>%s</td></tr></table>''' % line
excerpt.append('\n' + line)
if i == lnum:
excerpt.append(lvals)
i = i + 1
traceback.append('<p>' + level + '\n'.join(excerpt))
traceback.reverse()
exception = '<p><strong>%s</strong>: %s' % (str(etype), str(evalue))
attribs = []
for name in dir(evalue):
value = pydoc.html.repr(getattr(evalue, name))
attribs.append('<br>%s%s = %s' % (indent, name, value))
return head + ' '.join(attribs) + ' '.join(traceback) + '<p> </p>'
def html(context=5, i18n=None):
_ = get_translator(i18n)
etype, evalue = sys.exc_info()[0], sys.exc_info()[1]
if type(etype) is type:
etype = etype.__name__
pyver = 'Python ' + string.split(sys.version)[0] + '<br>' + sys.executable
head = pydoc.html.heading(
_('<font size=+1><strong>%(exc_type)s</strong>: %(exc_value)s</font>')
% {'exc_type': etype, 'exc_value': evalue},
'#ffffff', '#777777', pyver)
head = head + (_('<p>A problem occurred while running a Python script. '
'Here is the sequence of function calls leading up to '
'the error, with the most recent (innermost) call first. '
'The exception attributes are:'))
indent = '<tt><small>%s</small> </tt>' % (' ' * 5)
traceback = []
for frame, file, lnum, func, lines, index in inspect.trace(context):
if file is None:
link = _("<file is None - probably inside <tt>eval</tt> "
"or <tt>exec</tt>>")
else:
file = os.path.abspath(file)
link = '<a href="file:%s">%s</a>' % (file, pydoc.html.escape(file))
args, varargs, varkw, locals = inspect.getargvalues(frame)
if func == '?':
call = ''
else:
call = _('in <strong>%s</strong>') % func + inspect.formatargvalues(
args, varargs, varkw, locals,
formatvalue=lambda value: '=' + pydoc.html.repr(value))
level = '''
<table width="100%%" bgcolor="#dddddd" cellspacing=0 cellpadding=2 border=0>
<tr><td>%s %s</td></tr></table>''' % (link, call)
if index is None or file is None:
traceback.append('<p>' + level)
continue
# do a file inspection
names = []
def tokeneater(type, token, start, end, line, names=names):
if type == tokenize.NAME and token not in keyword.kwlist:
if token not in names:
names.append(token)
if type == tokenize.NEWLINE: raise IndexError
def linereader(file=file, lnum=[lnum]):
line = linecache.getline(file, lnum[0])
lnum[0] = lnum[0] + 1
return line
try:
tokenize.tokenize(linereader, tokeneater)
except IndexError:
pass
lvals = []
for name in names:
if name in frame.f_code.co_varnames:
if name in locals:
value = pydoc.html.repr(locals[name])
else:
value = _('<em>undefined</em>')
name = '<strong>%s</strong>' % name
else:
if name in frame.f_globals:
value = pydoc.html.repr(frame.f_globals[name])
else:
value = _('<em>undefined</em>')
name = '<em>global</em> <strong>%s</strong>' % name
lvals.append('%s = %s'%(name, value))
if lvals:
lvals = string.join(lvals, ', ')
lvals = indent + '<small><font color="#909090">%s'\
'</font></small><br>'%lvals
else:
lvals = ''
excerpt = []
i = lnum - index
for line in lines:
number = ' ' * (5-len(str(i))) + str(i)
number = '<small><font color="#909090">%s</font></small>' % number
line = '<tt>%s %s</tt>' % (number, pydoc.html.preformat(line))
if i == lnum:
line = '''
<table width="100%%" bgcolor="white" cellspacing=0 cellpadding=0 border=0>
<tr><td>%s</td></tr></table>''' % line
excerpt.append('\n' + line)
if i == lnum:
excerpt.append(lvals)
i = i + 1
traceback.append('<p>' + level + string.join(excerpt, '\n'))
traceback.reverse()
exception = '<p><strong>%s</strong>: %s' % (str(etype), str(evalue))
attribs = []
if type(evalue) is types.InstanceType:
for name in dir(evalue):
value = pydoc.html.repr(getattr(evalue, name))
attribs.append('<br>%s%s = %s' % (indent, name, value))
return head + string.join(attribs) + string.join(traceback) + '<p> </p>'
def stacktrace(self):
traceback = self.trace
traceback.reverse()
return traceback