def timeParseOfPythonLibrary(path): import time t1 = time.time() files = getFilesForName(path) import sys for fname in files: if fname.endswith("bdist_wininst.py"): continue src = file(fname).read() fastparser(src) print "\n", time.time()-t1
def compareCompilerWithFastparserOverPath(path): from bike.parsing.load import getFilesForName files = getFilesForName(path) for fname in files: if fname.endswith("bdist_wininst.py"): continue log.info(fname) src = file(fname).read() try: compiler_root = compiler.parse(src) except SyntaxError: continue fastparse_root = fastparser(src) str1 = fastparsetreeToString(fastparse_root) str2 = compilerParseTreeToString(compiler_root) assert str1 == str2, "\n"+"-"*70+"\n"+str1+"-"*70+"\n"+str2
def runOverPath(path): import compiler from parser import ParserError from bike.parsing.load import getFilesForName files = getFilesForName(path) for fname in files: print fname src = file(fname).read() #print src src = maskStringsAndRemoveComments(src) for logicalline in splitLogicalLines(src): #print "logicalline=",logicalline logicalline = logicalline.strip() logicalline = makeLineParseable(logicalline) try: compiler.parse(logicalline) except ParserError: print "ParserError on logicalline:",logicalline except: log.exception("caught exception")
def runOverPath(path): import compiler from parser import ParserError from bike.parsing.load import getFilesForName files = getFilesForName(path) for fname in files: print fname src = file(fname).read() #print src src = maskStringsAndRemoveComments(src) for logicalline in splitLogicalLines(src): #print "logicalline=",logicalline logicalline = logicalline.strip() logicalline = makeLineParseable(logicalline) try: compiler.parse(logicalline) except ParserError: print "ParserError on logicalline:", logicalline except: log.exception("caught exception")
def load(path): files = getFilesForName(path) for fname in files: src = file(fname).read() fastparser(src)