def extractCSVCFGs(projectRoot):
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('(.*)\.(csv)$')
for metaDataFile in codeTreeWalker:
# print metaDataFile
processor = CSV2CFG()
processor.processCSVRows(metaDataFile)
processor.terminateFunction()
def extractCSVCFGs(projectRoot):
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('(.*)\.(csv)$')
for metaDataFile in codeTreeWalker:
# print metaDataFile
processor = CSV2CFG()
processor.processCSVRows(metaDataFile)
processor.terminateFunction()
def main(projectRoot):
print('Creating index for %s' % (projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('ast\.(csv)$')
processor = CodeIndexCreator()
for csvFilename in codeTreeWalker:
processor.processCSVRows(csvFilename)
processor.saveResults(projectRoot)
def main(projectRoot):
print('Creating index for %s' %(projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('ast\.(csv)$')
processor = CodeIndexCreator()
for csvFilename in codeTreeWalker:
processor.processCSVRows(csvFilename)
processor.saveResults(projectRoot)
def main(projectRoot, nodeFilter, row2StringConverter):
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('ast\.pickl$')
processor = PythonASTToPrunedAST()
processor.setFilter(nodeFilter)
processor.setRow2StringConverter(row2StringConverter)
for pythonASTFilename in codeTreeWalker:
processor.loadTreeFromFile(pythonASTFilename)
processor.processChildren()
def main(projectRoot):
print('Creating ASTs in CSV format for %s' % (projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('source')
codeToCSVAST = CodeToCSVAST()
for sourceFile in codeTreeWalker:
dirForSourceFile = codeTreeWalker.getDirForFilename(sourceFile)
codeToCSVAST.run(sourceFile)
codeToCSVAST.save(dirForSourceFile)
def main(projectRoot):
print('Creating ASTs in CSV format for %s' %(projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('source')
codeToCSVAST = CodeToCSVAST()
for sourceFile in codeTreeWalker:
dirForSourceFile = codeTreeWalker.getDirForFilename(sourceFile)
codeToCSVAST.run(sourceFile)
codeToCSVAST.save(dirForSourceFile)
def main(projectRoot):
print('Creating pickle\'d ASTs for %s' %(projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('ast\.(csv)$')
for csvFilename in codeTreeWalker:
processor = CSVToPythonAST()
processor.processCSVRows(csvFilename)
outputFilename = outFilenameFromCSVFilename(csvFilename)
processor.saveResults(outputFilename)
def main(projectRoot):
print("Creating pickle'd ASTs for %s" % (projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex("ast\.(csv)$")
for csvFilename in codeTreeWalker:
processor = CSVToPythonAST()
processor.processCSVRows(csvFilename)
outputFilename = outFilenameFromCSVFilename(csvFilename)
processor.saveResults(outputFilename)
def main(projectRoot, f, r):
print('Creating filtered CFGs for %s' %(projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('cfg.pickl')
for cfgFilename in codeTreeWalker:
processor = PythonCFGToPrunedCFG()
processor.setFilter(f)
processor.setRow2StringConverter(r)
processor.applyFilterToNodes(cfgFilename)
processor.save()
def main(projectRoot, f, r):
print('Creating filtered CFGs for %s' % (projectRoot))
codeTreeWalker = CodeTreeWalker(projectRoot)
codeTreeWalker.setFilenameFilterRegex('cfg.pickl')
for cfgFilename in codeTreeWalker:
processor = PythonCFGToPrunedCFG()
processor.setFilter(f)
processor.setRow2StringConverter(r)
processor.applyFilterToNodes(cfgFilename)
processor.save()
