def timeParseOfPythonLibrary(path):
import time
t1 = time.time()
files = getFilesForName(path)
import sys
for fname in files:
if fname.endswith("bdist_wininst.py"): continue
src = file(fname).read()
fastparser(src)
print "\n", time.time()-t1
def compareCompilerWithFastparserOverPath(path):
from bike.parsing.load import getFilesForName
files = getFilesForName(path)
for fname in files:
if fname.endswith("bdist_wininst.py"): continue
log.info(fname)
src = file(fname).read()
try:
compiler_root = compiler.parse(src)
except SyntaxError:
continue
fastparse_root = fastparser(src)
str1 = fastparsetreeToString(fastparse_root)
str2 = compilerParseTreeToString(compiler_root)
assert str1 == str2, "\n"+"-"*70+"\n"+str1+"-"*70+"\n"+str2
def runOverPath(path):
import compiler
from parser import ParserError
from bike.parsing.load import getFilesForName
files = getFilesForName(path)
for fname in files:
print fname
src = file(fname).read()
#print src
src = maskStringsAndRemoveComments(src)
for logicalline in splitLogicalLines(src):
#print "logicalline=",logicalline
logicalline = logicalline.strip()
logicalline = makeLineParseable(logicalline)
try:
compiler.parse(logicalline)
except ParserError:
print "ParserError on logicalline:",logicalline
except:
log.exception("caught exception")
def runOverPath(path):
import compiler
from parser import ParserError
from bike.parsing.load import getFilesForName
files = getFilesForName(path)
for fname in files:
print fname
src = file(fname).read()
#print src
src = maskStringsAndRemoveComments(src)
for logicalline in splitLogicalLines(src):
#print "logicalline=",logicalline
logicalline = logicalline.strip()
logicalline = makeLineParseable(logicalline)
try:
compiler.parse(logicalline)
except ParserError:
print "ParserError on logicalline:", logicalline
except:
log.exception("caught exception")
def load(path):
files = getFilesForName(path)
for fname in files:
src = file(fname).read()
fastparser(src)
