def main(argv):
otbDir = op.abspath(argv[1])
targetModule = argv[2]
targetGroup = "TBD"
if targetModule.count('/') == 1:
pos = targetModule.find('/')
targetGroup = targetModule[0:pos]
targetModule = targetModule[pos+1:]
if targetModule == "":
print "Wrong module name, check input argument : "+argv[2]
if targetGroup == "":
print "Wrong group name, check input argument : "+argv[2]
print "Target module: "+targetGroup+"/"+targetModule
srcFiles = []
for item in argv[3:]:
src = item
if not src.startswith("Modules/"):
src = "Modules/"+src
if op.isfile(op.join(otbDir,src)):
srcFiles.append(src.strip('./'))
else:
print "Input source file not found, will be skipped : "+src
# First, analyse current OTB tree, retrieve :
# - module list
# - group vs module association
modulesRoot = op.join(otbDir,"Modules")
[depList, optDepList, testDepList] = sourceAPI.parseOTBModuleCmake(modulesRoot)
#fullDepList = manifestParser.buildFullDep(depList)
#oldCleanDepList = sourceAPI.cleanDepList(depList,fullDepList)
[groups,moduleList,sourceList,testList] = sourceAPI.parseModuleRoot(modulesRoot)
# DEBUG
#manifestParser.printDepList(depList)
#print str(moduleList)
# Second, operate the move
if targetModule in moduleList:
targetGroup = manifestParser.getGroup(targetModule,groups)
else:
if targetGroup == 'TBD':
print "Error : group name must be specified for new modules (use group/module syntax)"
return 1
destinationPrefix = op.join(targetGroup,targetModule)
for srcFile in srcFiles:
cleanFile = srcFile.strip('./')
words = cleanFile.split('/')
srcMod = words[2]
srcGrp = words[1]
targetFile = cleanFile.replace(srcGrp+'/'+srcMod,destinationPrefix,1)
targetPath = op.join(otbDir,op.dirname(targetFile))
if not op.isdir(targetPath):
os.makedirs(targetPath)
shutil.move(op.join(otbDir,cleanFile),targetPath)
# Compute new modules dependencies
[newGroups,newModuleList,newSourceList,newTestList] = sourceAPI.parseModuleRoot(modulesRoot)
newDepList = sourceAPI.buildModularDep(otbDir,newModuleList,newSourceList)
newTestDepList = sourceAPI.buildModularDep(otbDir,newTestList,newSourceList)
# compute full dependencies
newFullDepList = manifestParser.buildFullDep(newDepList)
# detect cyclic dependencies
cyclicDependentModules = []
for mod in newFullDepList.keys():
if mod in newFullDepList[mod]:
if not mod in cyclicDependentModules:
cyclicDependentModules.append(mod)
if len(cyclicDependentModules) > 0:
print "Check for cyclic dependency : Failed"
for m in cyclicDependentModules:
cycle = sourceAPI.getCyclicDep(m,newDepList)
print "Cycle for module "+m+": "+str(cycle)
if len(cycle) > 0:
a = m
for c in cycle:
b = c
print a+" -> "+b+": "
for dep in newDepList[a][b]:
print "\t"+dep["from"]+" -> "+dep["to"]
a = c
#manifestParser.printDepList(newDepList,cyclicDependentModules)
return 1
else:
print "Check for cyclic dependency : Passed"
# fix srcList and test declaration
os.chdir(otbDir)
for srcFile in srcFiles:
cleanFile = srcFile.strip('./')
words = cleanFile.split('/')
srcMod = words[2]
srcGrp = words[1]
srcSub = words[3]
targetFile = cleanFile.replace(srcGrp+"/"+srcMod,destinationPrefix,1)
# call hg rename -A
call(["hg","rename","-A",cleanFile,targetFile])
# - for input files in 'src' : adapt OTBModule_SRC
if srcSub == "src" and len(words) == 5:
# remove entry in previous module
removed = [op.basename(srcFile)]
added = []
cmakelistPath = op.join(modulesRoot,srcGrp,srcMod,srcSub,"CMakeLists.txt")
# Check that there are some source file remaining in src dir
source_files = filter(os.path.isfile, glob.glob(op.join(modulesRoot,srcGrp,srcMod,srcSub)+'/*.c*'))
if len(source_files) >0 :
sourceAPI.updateSourceList(cmakelistPath,"OTB"+srcMod+"_SRC",added,removed)
else:
# There are no more sources here, the whole src module can be removed
print "Removing "+srcSub+" dir in "+srcGrp+"/"+srcMod+", since it does not contain source files anymore"
call(["hg","remove",op.join(modulesRoot,srcGrp,srcMod,srcSub)+"/*"])
# add entry in target module
removed = []
added = [op.basename(srcFile)]
cmakelistPath = op.join(modulesRoot,destinationPrefix,srcSub,"CMakeLists.txt")
if not op.exists(cmakelistPath):
sourceAPI.initializeSrcCMakeLists(cmakelistPath,targetModule)
call(["hg","add",cmakelistPath.replace(otbDir,".")])
sourceAPI.updateSourceList(cmakelistPath,"OTB"+targetModule+"_SRC",added,removed)
# -for input files in 'app'
if srcSub == "app" and len(words) == 5:
cmakelistPath = op.join(modulesRoot,srcGrp,srcMod,srcSub,"CMakeLists.txt")
nextCmakelistPath = op.join(modulesRoot,destinationPrefix,srcSub,"CMakeLists.txt")
if not op.exists(nextCmakelistPath):
sourceAPI.initializeAppCMakeLists(nextCmakelistPath,targetModule)
call(["hg","add",nextCmakelistPath.replace(otbDir,".")])
# move the 'otb_create_application' bloc
appName = sourceAPI.moveAppBloc(cmakelistPath,nextCmakelistPath,op.basename(srcFile))
source_files = filter(os.path.isfile, glob.glob(op.join(modulesRoot,srcGrp,srcMod,srcSub)+'/*.c*'))
if len(source_files) == 0 :
# There are no more sources here, the whole src module can be removed
print "Removing "+srcSub+" dir in "+srcGrp+"/"+srcMod+", since it does not contain source files anymore"
call(["hg","remove",op.join(modulesRoot,srcGrp,srcMod,srcSub)+"/*"])
# move tests
testCmakelistPath = op.join(modulesRoot,srcGrp,srcMod,"test","CMakeLists.txt")
nextTestCmakelistPath = op.join(modulesRoot,destinationPrefix,"test","CMakeLists.txt")
appTestBlocs = {}
if op.exists(testCmakelistPath):
appTestBlocs = sourceAPI.extractAppTestBlocs(testCmakelistPath,appName)
if len(appTestBlocs) > 0:
if not op.exists(nextTestCmakelistPath):
if not op.exists(op.dirname(nextTestCmakelistPath)):
os.makedirs(op.dirname(nextTestCmakelistPath))
fd = open(nextTestCmakelistPath,'w')
fd.write("otb_module_test()\n")
fd.write("\n")
fd.close()
call(["hg","add",nextTestCmakelistPath.replace(otbDir,".")])
fd = open(nextTestCmakelistPath,'a')
fd.write("#----------- "+appName+" TESTS ----------------\n")
for tname in appTestBlocs:
fd.writelines(appTestBlocs[tname])
fd.write("\n")
fd.close()
if srcSub == "test" and len(words) == 5:
# analyse test
res = createTestManifest.parseTestCxx(op.join(otbDir,targetFile))
if res["hasMain"]:
print "Test with main ("+targetFile+") : not handled for now"
else:
# remove entry in previous module source list
removed = [op.basename(srcFile)]
added = []
oldCmakelistPath = op.join(modulesRoot,op.join(srcGrp,op.join(srcMod,"test/CMakeLists.txt")))
oldTestDriverPath = op.join(modulesRoot,op.join(srcGrp,op.join(srcMod,"test/otb"+srcMod+"TestDriver.cxx")))
sourceAPI.updateSourceList(oldCmakelistPath,"OTB"+srcMod+"Tests",added,removed)
# add entry in target module source list
removed = []
added = [op.basename(srcFile)]
cmakelistPath = op.join(modulesRoot,op.join(destinationPrefix,"test/CMakeLists.txt"))
testDriverPath = op.join(modulesRoot,op.join(destinationPrefix,"test/otb"+targetModule+"TestDriver.cxx"))
if not op.exists(cmakelistPath):
# there was no test before : initialize CMakeLists.txt
sourceAPI.initializeTestCMakeLists(cmakelistPath,targetModule)
call(["hg","add",cmakelistPath.replace(otbDir,".")])
if not op.exists(testDriverPath):
# there was no test before : initialize test driver
sourceAPI.initializeTestDriver(testDriverPath)
call(["hg","add",testDriverPath.replace(otbDir,".")])
sourceAPI.updateSourceList(cmakelistPath,"OTB"+targetModule+"Tests",added,removed)
# - move test declaration
testCode = dispatchTests.findTestFromExe(oldCmakelistPath,"otb"+srcMod+"TestDriver","",res["testFunctions"],'otb_')
# get set_test_properties()
testProp = dispatchTests.findTestProperties(oldCmakelistPath,testCode.keys())
print "Found "+str(len(testCode))+" tests to move"
sourceAPI.moveTestCode(oldCmakelistPath,cmakelistPath,testCode,testProp)
for mod in newModuleList:
curGroup = manifestParser.getGroup(mod,newGroups)
# fix the otb-module.cmake
cmake_module_path = op.join(modulesRoot,op.join(curGroup,op.join(mod,"otb-module.cmake")))
cmakel_module_path = op.join(modulesRoot,op.join(curGroup,op.join(mod,"CMakeLists.txt")))
if (not op.exists(cmake_module_path)) and (mod == targetModule):
# initialize new otb-module.cmake if new module
sourceAPI.initializeOTBModuleCmake(cmake_module_path,mod)
with_lib = False
if op.exists(op.join(curGroup,op.join(mod,"src"))):
with_lib = True
sourceAPI.initializeOTBModuleCMakeLists(cmakel_module_path,mod,with_lib)
call(["hg","add",cmakel_module_path.replace(otbDir,".")])
call(["hg","add",cmake_module_path.replace(otbDir,".")])
# - fix the target_link_libraries
src_dir = op.join(modulesRoot,curGroup,mod,"src")
sub_src_CMakeList = op.join(modulesRoot,op.join(curGroup,op.join(mod,"src/CMakeLists.txt")))
# Update the module dependencies
print "Updating module dependencies ..."
count = updateModuleDependencies.update(otbDir)
print str(count)+" modules were updated"
# Update the module test driver
print "Updating test drivers ..."
count = updateTestDrivers.update(otbDir)
print str(count)+" files updated"
# Update the group declaration in doxygen
print "Updating doxygen group declaration ..."
updateDoxyGroup.update(otbDir)
# TODO : hg commit by the user
print "\nTo commit those changes, run: hg commit -m \"ENH: Automatic move of files to module "+targetGroup+"/"+targetModule+"\"\n"
print "It is advised to run updateModuleDependencies.py script beforehand.\n"
def main(argv):
otbDir = op.abspath(argv[1])
targetModule = argv[2]
targetGroup = "TBD"
if targetModule.count('/') == 1:
pos = targetModule.find('/')
targetGroup = targetModule[0:pos]
targetModule = targetModule[pos + 1:]
if targetModule == "":
print "Wrong module name, check input argument : " + argv[2]
if targetGroup == "":
print "Wrong group name, check input argument : " + argv[2]
print "Target module: " + targetGroup + "/" + targetModule
srcFiles = []
for item in argv[3:]:
src = item
if not src.startswith("Modules/"):
src = "Modules/" + src
if op.isfile(op.join(otbDir, src)):
srcFiles.append(src.strip('./'))
else:
print "Input source file not found, will be skipped : " + src
# First, analyse current OTB tree, retrieve :
# - module list
# - group vs module association
modulesRoot = op.join(otbDir, "Modules")
[depList, optDepList,
testDepList] = sourceAPI.parseOTBModuleCmake(modulesRoot)
#fullDepList = manifestParser.buildFullDep(depList)
#oldCleanDepList = sourceAPI.cleanDepList(depList,fullDepList)
[groups, moduleList, sourceList,
testList] = sourceAPI.parseModuleRoot(modulesRoot)
# DEBUG
#manifestParser.printDepList(depList)
#print str(moduleList)
# Second, operate the move
if targetModule in moduleList:
targetGroup = manifestParser.getGroup(targetModule, groups)
else:
if targetGroup == 'TBD':
print "Error : group name must be specified for new modules (use group/module syntax)"
return 1
destinationPrefix = op.join(targetGroup, targetModule)
for srcFile in srcFiles:
cleanFile = srcFile.strip('./')
words = cleanFile.split('/')
srcMod = words[2]
srcGrp = words[1]
targetFile = cleanFile.replace(srcGrp + '/' + srcMod,
destinationPrefix, 1)
targetPath = op.join(otbDir, op.dirname(targetFile))
if not op.isdir(targetPath):
os.makedirs(targetPath)
shutil.move(op.join(otbDir, cleanFile), targetPath)
# Compute new modules dependencies
[newGroups, newModuleList, newSourceList,
newTestList] = sourceAPI.parseModuleRoot(modulesRoot)
newDepList = sourceAPI.buildModularDep(otbDir, newModuleList,
newSourceList)
newTestDepList = sourceAPI.buildModularDep(otbDir, newTestList,
newSourceList)
# compute full dependencies
newFullDepList = manifestParser.buildFullDep(newDepList)
# detect cyclic dependencies
cyclicDependentModules = []
for mod in newFullDepList.keys():
if mod in newFullDepList[mod]:
if not mod in cyclicDependentModules:
cyclicDependentModules.append(mod)
if len(cyclicDependentModules) > 0:
print "Check for cyclic dependency : Failed"
for m in cyclicDependentModules:
cycle = sourceAPI.getCyclicDep(m, newDepList)
print "Cycle for module " + m + ": " + str(cycle)
if len(cycle) > 0:
a = m
for c in cycle:
b = c
print a + " -> " + b + ": "
for dep in newDepList[a][b]:
print "\t" + dep["from"] + " -> " + dep["to"]
a = c
#manifestParser.printDepList(newDepList,cyclicDependentModules)
return 1
else:
print "Check for cyclic dependency : Passed"
# fix srcList and test declaration
os.chdir(otbDir)
for srcFile in srcFiles:
cleanFile = srcFile.strip('./')
words = cleanFile.split('/')
srcMod = words[2]
srcGrp = words[1]
srcSub = words[3]
targetFile = cleanFile.replace(srcGrp + "/" + srcMod,
destinationPrefix, 1)
# call hg rename -A
call(["hg", "rename", "-A", cleanFile, targetFile])
# - for input files in 'src' : adapt OTBModule_SRC
if srcSub == "src" and len(words) == 5:
# remove entry in previous module
removed = [op.basename(srcFile)]
added = []
cmakelistPath = op.join(modulesRoot, srcGrp, srcMod, srcSub,
"CMakeLists.txt")
# Check that there are some source file remaining in src dir
source_files = filter(
os.path.isfile,
glob.glob(
op.join(modulesRoot, srcGrp, srcMod, srcSub) + '/*.c*'))
if len(source_files) > 0:
sourceAPI.updateSourceList(cmakelistPath,
"OTB" + srcMod + "_SRC", added,
removed)
else:
# There are no more sources here, the whole src module can be removed
print "Removing " + srcSub + " dir in " + srcGrp + "/" + srcMod + ", since it does not contain source files anymore"
call([
"hg", "remove",
op.join(modulesRoot, srcGrp, srcMod, srcSub) + "/*"
])
# add entry in target module
removed = []
added = [op.basename(srcFile)]
cmakelistPath = op.join(modulesRoot, destinationPrefix, srcSub,
"CMakeLists.txt")
if not op.exists(cmakelistPath):
sourceAPI.initializeSrcCMakeLists(cmakelistPath, targetModule)
call(["hg", "add", cmakelistPath.replace(otbDir, ".")])
sourceAPI.updateSourceList(cmakelistPath,
"OTB" + targetModule + "_SRC", added,
removed)
# -for input files in 'app'
if srcSub == "app" and len(words) == 5:
cmakelistPath = op.join(modulesRoot, srcGrp, srcMod, srcSub,
"CMakeLists.txt")
nextCmakelistPath = op.join(modulesRoot, destinationPrefix, srcSub,
"CMakeLists.txt")
if not op.exists(nextCmakelistPath):
sourceAPI.initializeAppCMakeLists(nextCmakelistPath,
targetModule)
call(["hg", "add", nextCmakelistPath.replace(otbDir, ".")])
# move the 'otb_create_application' bloc
appName = sourceAPI.moveAppBloc(cmakelistPath, nextCmakelistPath,
op.basename(srcFile))
source_files = filter(
os.path.isfile,
glob.glob(
op.join(modulesRoot, srcGrp, srcMod, srcSub) + '/*.c*'))
if len(source_files) == 0:
# There are no more sources here, the whole src module can be removed
print "Removing " + srcSub + " dir in " + srcGrp + "/" + srcMod + ", since it does not contain source files anymore"
call([
"hg", "remove",
op.join(modulesRoot, srcGrp, srcMod, srcSub) + "/*"
])
# move tests
testCmakelistPath = op.join(modulesRoot, srcGrp, srcMod, "test",
"CMakeLists.txt")
nextTestCmakelistPath = op.join(modulesRoot, destinationPrefix,
"test", "CMakeLists.txt")
appTestBlocs = {}
if op.exists(testCmakelistPath):
appTestBlocs = sourceAPI.extractAppTestBlocs(
testCmakelistPath, appName)
if len(appTestBlocs) > 0:
if not op.exists(nextTestCmakelistPath):
if not op.exists(op.dirname(nextTestCmakelistPath)):
os.makedirs(op.dirname(nextTestCmakelistPath))
fd = open(nextTestCmakelistPath, 'w')
fd.write("otb_module_test()\n")
fd.write("\n")
fd.close()
call([
"hg", "add",
nextTestCmakelistPath.replace(otbDir, ".")
])
fd = open(nextTestCmakelistPath, 'a')
fd.write("#----------- " + appName +
" TESTS ----------------\n")
for tname in appTestBlocs:
fd.writelines(appTestBlocs[tname])
fd.write("\n")
fd.close()
if srcSub == "test" and len(words) == 5:
# analyse test
res = createTestManifest.parseTestCxx(op.join(otbDir, targetFile))
if res["hasMain"]:
print "Test with main (" + targetFile + ") : not handled for now"
else:
# remove entry in previous module source list
removed = [op.basename(srcFile)]
added = []
oldCmakelistPath = op.join(
modulesRoot,
op.join(srcGrp, op.join(srcMod, "test/CMakeLists.txt")))
oldTestDriverPath = op.join(
modulesRoot,
op.join(
srcGrp,
op.join(srcMod,
"test/otb" + srcMod + "TestDriver.cxx")))
sourceAPI.updateSourceList(oldCmakelistPath,
"OTB" + srcMod + "Tests", added,
removed)
# add entry in target module source list
removed = []
added = [op.basename(srcFile)]
cmakelistPath = op.join(
modulesRoot,
op.join(destinationPrefix, "test/CMakeLists.txt"))
testDriverPath = op.join(
modulesRoot,
op.join(destinationPrefix,
"test/otb" + targetModule + "TestDriver.cxx"))
if not op.exists(cmakelistPath):
# there was no test before : initialize CMakeLists.txt
sourceAPI.initializeTestCMakeLists(cmakelistPath,
targetModule)
call(["hg", "add", cmakelistPath.replace(otbDir, ".")])
if not op.exists(testDriverPath):
# there was no test before : initialize test driver
sourceAPI.initializeTestDriver(testDriverPath)
call(["hg", "add", testDriverPath.replace(otbDir, ".")])
sourceAPI.updateSourceList(cmakelistPath,
"OTB" + targetModule + "Tests",
added, removed)
# - move test declaration
testCode = dispatchTests.findTestFromExe(
oldCmakelistPath, "otb" + srcMod + "TestDriver", "",
res["testFunctions"], 'otb_')
# get set_test_properties()
testProp = dispatchTests.findTestProperties(
oldCmakelistPath, testCode.keys())
print "Found " + str(len(testCode)) + " tests to move"
sourceAPI.moveTestCode(oldCmakelistPath, cmakelistPath,
testCode, testProp)
for mod in newModuleList:
curGroup = manifestParser.getGroup(mod, newGroups)
# fix the otb-module.cmake
cmake_module_path = op.join(
modulesRoot, op.join(curGroup, op.join(mod, "otb-module.cmake")))
cmakel_module_path = op.join(
modulesRoot, op.join(curGroup, op.join(mod, "CMakeLists.txt")))
if (not op.exists(cmake_module_path)) and (mod == targetModule):
# initialize new otb-module.cmake if new module
sourceAPI.initializeOTBModuleCmake(cmake_module_path, mod)
with_lib = False
if op.exists(op.join(curGroup, op.join(mod, "src"))):
with_lib = True
sourceAPI.initializeOTBModuleCMakeLists(cmakel_module_path, mod,
with_lib)
call(["hg", "add", cmakel_module_path.replace(otbDir, ".")])
call(["hg", "add", cmake_module_path.replace(otbDir, ".")])
# - fix the target_link_libraries
src_dir = op.join(modulesRoot, curGroup, mod, "src")
sub_src_CMakeList = op.join(
modulesRoot, op.join(curGroup, op.join(mod, "src/CMakeLists.txt")))
# Update the module dependencies
print "Updating module dependencies ..."
count = updateModuleDependencies.update(otbDir)
print str(count) + " modules were updated"
# Update the module test driver
print "Updating test drivers ..."
count = updateTestDrivers.update(otbDir)
print str(count) + " files updated"
# Update the group declaration in doxygen
print "Updating doxygen group declaration ..."
updateDoxyGroup.update(otbDir)
# TODO : hg commit by the user
print "\nTo commit those changes, run: hg commit -m \"ENH: Automatic move of files to module " + targetGroup + "/" + targetModule + "\"\n"
print "It is advised to run updateModuleDependencies.py script beforehand.\n"
def main(argv):
manifest = op.expanduser(argv[1])
otbDir = op.expanduser(argv[2])
outputDir = argv[3]
testDepends = op.expanduser(argv[4])
testing_dir = op.join(otbDir,"Testing")
[groups,moduleList,sourceList] = manifestParser.parseManifest(manifest)
for mod in moduleList:
if mod == "" or mod == "TBD":
continue
# remove non-testing source files
for src in moduleList[mod]:
cleanSrc = src.strip("./")
if not cleanSrc.startswith("Testing/"):
moduleList[mod].remove(src)
if len(moduleList[mod]) == 0:
continue
currentGrp = ""
for grp in groups:
if mod in groups[grp]:
currentGrp = grp
break
testMains = {}
testFunctions = {}
testCode = {}
testProp = {}
# parse all test files to extract the functions and mains
for src in moduleList[mod]:
fullSrcPath = op.join(otbDir,src)
srcName = op.basename(src)
res = createTestManifest.parseTestCxx(fullSrcPath)
currentCMake = op.join(op.dirname(fullSrcPath),"CMakeLists.txt")
exeName = extractExeName(currentCMake,op.basename(src))
if exeName is "":
# this source file is not used -> nothing to do
# (or maybe not here ...)
continue
exeAlias = checkForAlias(currentCMake,exeName)
# get add_test() code calling "src"
if res["hasMain"]:
testMains[srcName] = exeName
testCode[srcName] = findTestFromExe(currentCMake,exeName,exeAlias)
else:
testFunctions[srcName] = res["testFunctions"]
testCode[srcName] = findTestFromExe(currentCMake,exeName,exeAlias,res["testFunctions"])
# get set_test_properties()
testProp[srcName] = findTestProperties(currentCMake,testCode[srcName].keys())
if len(testCode) == 0:
continue
targetDir = op.join(op.join(op.join(op.join(outputDir,"Modules"),currentGrp),mod),"test")
if op.exists(op.join(targetDir,"CMakeLists.txt")):
continue
# prepare output directory
call(["mkdir","-p",targetDir])
if len(testFunctions)>0:
# generate the test driver source code
testDriver = op.join(targetDir,"otb"+mod+"TestDriver.cxx")
fd = open(testDriver,'wb')
fd.write("#include \"otbTestMain.h\"\n")
fd.write("void RegisterTests()\n")
fd.write("{\n")
for srcName in testFunctions:
for tFunc in testFunctions[srcName]:
fd.write(" REGISTER_TEST("+tFunc+");\n")
fd.write("}\n")
fd.close()
# generate CMakeLists.txt
testCmakefile = op.join(targetDir,"CMakeLists.txt")
fd = open(testCmakefile,'wb')
fd.write("otb_module_test()\n\n")
if len(testFunctions)>0:
# - declare source files for test driver
fd.write("set(OTB"+mod+"Tests\n")
fd.write("otb"+mod+"TestDriver.cxx\n")
for srcName in testFunctions:
fd.write(srcName+"\n")
fd.write(")\n\n")
# - add test driver executable
testdriverdecl = """\
add_executable(otb%sTestDriver ${OTB%sTests})
target_link_libraries(otb%sTestDriver ${OTB%s-Test_LIBRARIES})
otb_module_target_label(otb%sTestDriver)
""" % (mod, mod, mod, mod, mod)
fd.write(testdriverdecl);
# - add other executables
for srcName in testMains:
testdriverdecl = """\
add_executable(%s %s)
target_link_libraries(%s ${OTB%s-Test_LIBRARIES})
otb_module_target_label(otb%sTestDriver)
""" % (testMains[srcName], srcName, testMains[srcName], testMains[srcName], mod)
fd.write("\n# Tests Declaration\n\n")
# add tests
for srcName in testCode:
for tName in testCode[srcName]:
skip=False
if tName.count("${"):
print "Warning : test name contains a variable : "+tName
skip=True
if skip:
continue
tCmakeCode = []
if srcName in testFunctions:
exeNameReplaced = False
for i, line in zip(range(len(testCode[srcName][tName]["code"])), testCode[srcName][tName]["code"]):
line=line.strip(' \t')
if i == 0:
if "NAME" not in line:
line=line.replace(" ", " COMMAND ", 1)
line=line.replace("add_test(", "otb_add_test(NAME ")
else:
line=line.replace("add_test(", "otb_add_test(")
# replace large input references
if line.find('${OTB_DATA_LARGEINPUT_ROOT}') != -1:
start = line.find('${OTB_DATA_LARGEINPUT_ROOT}')
end1 = line.find(' ', start)
end2 = line.find(')', start)
if end1 == -1:
end1=end2
if end2 == -1:
end2=end1
end = min(end1,end2)
before = line[:start]
after = line[end:]
largepath = line[start + len('${OTB_DATA_LARGEINPUT_ROOT}/'):end]
line = before + "LARGEINPUT{" + largepath + "}" + after
if exeNameReplaced:
tCmakeCode.append(line)
else:
tCmakeCode.append(line.replace(testCode[srcName][tName]["exeName"],"otb"+mod+"TestDriver",1))
if line.find(testCode[srcName][tName]["exeName"]) >= 0:
exeNameReplaced = True
else:
tCmakeCode = testCode[srcName][tName]["code"]
tCmakeCodeFinal = []
# indent
for i, line in zip(range(len(tCmakeCode)), tCmakeCode):
outputline = line
if i != 0:
outputline = '%s%s' % (' ', outputline)
tCmakeCodeFinal.append(outputline)
# add set_property if any
if testProp[srcName].has_key(tName):
tCmakeCodeFinal += testProp[srcName][tName]
fd.writelines(tCmakeCodeFinal)
fd.write("\n")
fd.close()
return
def main(argv):
manifestPath = op.expanduser(argv[1])
moduleDepPath = op.expanduser(argv[2])
otbDir = op.expanduser(argv[3])
outManifest = argv[4]
example_dir = op.join(otbDir, "Examples")
# Standard Manifest parsing, extract simple and full dependencies
[groups, moduleList,
sourceList] = manifestParser.parseManifest(manifestPath)
depList = manifestParser.parseDependList(moduleDepPath)
fullDepList = manifestParser.buildFullDep(depList)
# make sure every module is in depList and fullDepList (even if it has no dependencies)
for mod in moduleList:
if not depList.has_key(mod):
depList[mod] = {}
if not fullDepList.has_key(mod):
fullDepList[mod] = {}
depListPerGroup = manifestParser.findGroupDeps(groups, depList)
OldFolderPartition = createTestManifest.buildOldFolderPartition(moduleList)
exampleCxx = {}
outFD = open(outManifest, 'wb')
outFD.write(
"# Monolithic path, Current dir, group name, module name, subDir name, comment\n"
)
# parse all cxx test files : analyse them and extract their dependencies
for (d, f) in codeParser.FindBinaries(example_dir):
fullPath = op.join(d, f)
shortPath = fullPath.replace(otbDir, '.')
moduleDestination = "TBD"
groupDestination = "TBD"
res = createTestManifest.parseTestCxx(fullPath)
if res["isTestDriver"]:
# no need to dispatch test drivers, they can be generated again
continue
[exampleDepList, thirdPartyDep
] = createTestManifest.getTestDependencies(res["includes"],
sourceList)
# if no dependency found, at least put Common
if len(exampleDepList) == 0:
exampleDepList["Common"] = {"to": "unkown_source"}
# try to clean the dependency list (remove inherited modules)
ignoreModules = ["ImageIO", "VectorDataIO", "TestKernel"]
cleanExampleDepList = []
depListToRemove = []
for dep1 in exampleDepList:
# register the "from" field
exampleDepList[dep1]["from"] = shortPath
for dep2 in exampleDepList:
if dep2 == dep1:
continue
# avoid IO modules to 'eat' usefull dependencies
if dep1 in ignoreModules:
continue
if (dep2 in fullDepList[dep1]) and \
(not dep2 in depListToRemove):
depListToRemove.append(dep2)
for dep in exampleDepList:
if not dep in depListToRemove:
cleanExampleDepList.append(dep)
# build all dependencies of the test
exampleFullDepList = []
for dep in exampleDepList:
for subDep in fullDepList[dep]:
if not subDep in exampleFullDepList:
exampleFullDepList.append(subDep)
# start guessing
luckyGuess = None
guessStep = 1
# try to get the list of module used to partition the corresponding source directory
guessModules = []
guessSourceDir = op.split(shortPath.replace("./Examples", "./Code"))[0]
if OldFolderPartition.has_key(guessSourceDir):
guessModules = OldFolderPartition[guessSourceDir].keys()
# special case for Examples/Application -> ApplicationEngine
if guessSourceDir == "./Application":
guessModules.append("ApplicationEngine")
# first filter : find modules that appear in cleanExampleDepList and in guessModules
overlappingModules = []
for dep in cleanExampleDepList:
if dep in guessModules:
overlappingModules.append(dep)
if len(overlappingModules) == 1:
luckyGuess = overlappingModules[0]
# second filter : find the source file with the closest name
if not luckyGuess:
guessStep += 1
[matchFile, matchPercent
] = createTestManifest.findClosestSourceName(f, sourceList)
if (sourceList[matchFile]
in exampleDepList) and (matchPercent > 50.0):
luckyGuess = sourceList[matchFile]
elif (sourceList[matchFile]
in exampleFullDepList) and (matchPercent > 70.0):
luckyGuess = sourceList[matchFile]
# third guess :
# Constrain the search : if the folder containing the test corresponds
# to a group name, limit the search to the modules in this group
# Also, separate IO examples from non-IO examples
if not luckyGuess:
folderName = op.basename(d)
if folderName == "Classification":
folderName = "Learning"
if folderName in groups:
groupDestination = folderName
exampleSmallerDepList = {}
for dep in exampleDepList:
if groupDestination != "TBD":
if dep in groups[groupDestination]:
exampleSmallerDepList[dep] = 1
else:
if not dep in groups["IO"]:
exampleSmallerDepList[dep] = 1
if len(exampleSmallerDepList) == 1:
luckyGuess = exampleSmallerDepList.keys()[0]
elif len(exampleSmallerDepList) > 1:
# filter again to get top-level dependencies
doubleCleanDepList = []
depListToRemove = []
for dep1 in exampleSmallerDepList:
for dep2 in exampleSmallerDepList:
if dep2 == dep1:
continue
if (dep2 in fullDepList[dep1]) and \
(not dep2 in depListToRemove):
depListToRemove.append(dep2)
for dep in exampleSmallerDepList:
if not dep in depListToRemove:
doubleCleanDepList.append(dep)
if len(doubleCleanDepList) == 1:
luckyGuess = doubleCleanDepList[0]
elif len(exampleSmallerDepList) == 0:
# No dependence in guessed group
# choose the most probable module in that group
for mod in moduleList:
if mod.startswith(folderName) and (
mod in groups[groupDestination]):
luckyGuess = mod
break
# fourth filter : if there is only one dependency in cleanExampleDepList : take it
if not luckyGuess:
guessStep += 1
if len(cleanExampleDepList) == 1:
luckyGuess = cleanExampleDepList[0]
# DEBUG
if not luckyGuess:
print shortPath + " : " + str(exampleDepList.keys())
print shortPath + " : " + str(exampleSmallerDepList.keys())
luckyGuess = "TBD"
if luckyGuess:
moduleDestination = luckyGuess
else:
pass
#print f + " -> " + str(exampleDepList)
#print f + " -> "+ matchFile + " ( " + str(matchPercent) + "% )"
# if module is found and not group, deduce group
if groupDestination == "TBD" and moduleDestination != "TBD":
groupDestination = manifestParser.getGroup(moduleDestination,
groups)
exampleCxx[shortPath] = {
"depList": exampleDepList,
"thirdPartyDep": thirdPartyDep,
"group": groupDestination,
"module": moduleDestination
}
outFD.write(shortPath + "," + op.basename(op.dirname(shortPath)) +
"," + groupDestination + "," + moduleDestination +
",example,\n")
outFD.close()
def main(argv):
manifestPath = op.expanduser(argv[1])
moduleDepPath = op.expanduser(argv[2])
otbDir = op.expanduser(argv[3])
outManifest = argv[4]
example_dir = op.join(otbDir,"Examples")
# Standard Manifest parsing, extract simple and full dependencies
[groups,moduleList,sourceList] = manifestParser.parseManifest(manifestPath)
depList = manifestParser.parseDependList(moduleDepPath)
fullDepList = manifestParser.buildFullDep(depList)
# make sure every module is in depList and fullDepList (even if it has no dependencies)
for mod in moduleList:
if not depList.has_key(mod):
depList[mod] = {}
if not fullDepList.has_key(mod):
fullDepList[mod] = {}
depListPerGroup = manifestParser.findGroupDeps(groups,depList)
OldFolderPartition = createTestManifest.buildOldFolderPartition(moduleList)
exampleCxx = {}
outFD = open(outManifest,'wb')
outFD.write("# Monolithic path, Current dir, group name, module name, subDir name, comment\n")
# parse all cxx test files : analyse them and extract their dependencies
for (d,f) in codeParser.FindBinaries(example_dir):
fullPath = op.join(d,f)
shortPath = fullPath.replace(otbDir,'.')
moduleDestination = "TBD"
groupDestination = "TBD"
res = createTestManifest.parseTestCxx(fullPath)
if res["isTestDriver"]:
# no need to dispatch test drivers, they can be generated again
continue
[exampleDepList,thirdPartyDep] = createTestManifest.getTestDependencies(res["includes"],sourceList)
# if no dependency found, at least put Common
if len(exampleDepList) == 0:
exampleDepList["Common"] = {"to":"unkown_source"}
# try to clean the dependency list (remove inherited modules)
ignoreModules = ["ImageIO","VectorDataIO","TestKernel"]
cleanExampleDepList = []
depListToRemove = []
for dep1 in exampleDepList:
# register the "from" field
exampleDepList[dep1]["from"] = shortPath
for dep2 in exampleDepList:
if dep2 == dep1:
continue
# avoid IO modules to 'eat' usefull dependencies
if dep1 in ignoreModules:
continue
if (dep2 in fullDepList[dep1]) and \
(not dep2 in depListToRemove):
depListToRemove.append(dep2)
for dep in exampleDepList:
if not dep in depListToRemove:
cleanExampleDepList.append(dep)
# build all dependencies of the test
exampleFullDepList = []
for dep in exampleDepList:
for subDep in fullDepList[dep]:
if not subDep in exampleFullDepList:
exampleFullDepList.append(subDep)
# start guessing
luckyGuess = None
guessStep = 1
# try to get the list of module used to partition the corresponding source directory
guessModules = []
guessSourceDir = op.split(shortPath.replace("./Examples","./Code"))[0]
if OldFolderPartition.has_key(guessSourceDir):
guessModules = OldFolderPartition[guessSourceDir].keys()
# special case for Examples/Application -> ApplicationEngine
if guessSourceDir == "./Application":
guessModules.append("ApplicationEngine")
# first filter : find modules that appear in cleanExampleDepList and in guessModules
overlappingModules = []
for dep in cleanExampleDepList:
if dep in guessModules:
overlappingModules.append(dep)
if len(overlappingModules) == 1:
luckyGuess = overlappingModules[0]
# second filter : find the source file with the closest name
if not luckyGuess:
guessStep += 1
[matchFile, matchPercent] = createTestManifest.findClosestSourceName(f,sourceList)
if (sourceList[matchFile] in exampleDepList) and (matchPercent > 50.0):
luckyGuess = sourceList[matchFile]
elif (sourceList[matchFile] in exampleFullDepList) and (matchPercent > 70.0):
luckyGuess = sourceList[matchFile]
# third guess :
# Constrain the search : if the folder containing the test corresponds
# to a group name, limit the search to the modules in this group
# Also, separate IO examples from non-IO examples
if not luckyGuess:
folderName = op.basename(d)
if folderName == "Classification":
folderName = "Learning"
if folderName in groups:
groupDestination = folderName
exampleSmallerDepList = {}
for dep in exampleDepList:
if groupDestination != "TBD":
if dep in groups[groupDestination]:
exampleSmallerDepList[dep] = 1
else:
if not dep in groups["IO"]:
exampleSmallerDepList[dep] = 1
if len(exampleSmallerDepList) == 1:
luckyGuess = exampleSmallerDepList.keys()[0]
elif len(exampleSmallerDepList) > 1:
# filter again to get top-level dependencies
doubleCleanDepList = []
depListToRemove = []
for dep1 in exampleSmallerDepList:
for dep2 in exampleSmallerDepList:
if dep2 == dep1:
continue
if (dep2 in fullDepList[dep1]) and \
(not dep2 in depListToRemove):
depListToRemove.append(dep2)
for dep in exampleSmallerDepList:
if not dep in depListToRemove:
doubleCleanDepList.append(dep)
if len(doubleCleanDepList) == 1:
luckyGuess = doubleCleanDepList[0]
elif len(exampleSmallerDepList) == 0:
# No dependence in guessed group
# choose the most probable module in that group
for mod in moduleList:
if mod.startswith(folderName) and (mod in groups[groupDestination]):
luckyGuess = mod
break
# fourth filter : if there is only one dependency in cleanExampleDepList : take it
if not luckyGuess:
guessStep += 1
if len(cleanExampleDepList) == 1:
luckyGuess = cleanExampleDepList[0]
# DEBUG
if not luckyGuess:
print shortPath+" : "+str(exampleDepList.keys())
print shortPath+" : "+str(exampleSmallerDepList.keys())
luckyGuess = "TBD"
if luckyGuess:
moduleDestination = luckyGuess
else:
pass
#print f + " -> " + str(exampleDepList)
#print f + " -> "+ matchFile + " ( " + str(matchPercent) + "% )"
# if module is found and not group, deduce group
if groupDestination == "TBD" and moduleDestination != "TBD":
groupDestination = manifestParser.getGroup(moduleDestination,groups)
exampleCxx[shortPath] = {"depList":exampleDepList , "thirdPartyDep":thirdPartyDep, "group":groupDestination, "module":moduleDestination}
outFD.write(shortPath+","+op.basename(op.dirname(shortPath))+","+groupDestination+","+moduleDestination+",example,\n")
outFD.close()
def main(argv):
manifest = op.expanduser(argv[1])
otbDir = op.expanduser(argv[2])
outputDir = argv[3]
testDepends = op.expanduser(argv[4])
testing_dir = op.join(otbDir, "Testing")
[groups, moduleList, sourceList] = manifestParser.parseManifest(manifest)
for mod in moduleList:
if mod == "" or mod == "TBD":
continue
# remove non-testing source files
for src in moduleList[mod]:
cleanSrc = src.strip("./")
if not cleanSrc.startswith("Testing/"):
moduleList[mod].remove(src)
if len(moduleList[mod]) == 0:
continue
currentGrp = ""
for grp in groups:
if mod in groups[grp]:
currentGrp = grp
break
testMains = {}
testFunctions = {}
testCode = {}
testProp = {}
# parse all test files to extract the functions and mains
for src in moduleList[mod]:
fullSrcPath = op.join(otbDir, src)
srcName = op.basename(src)
res = createTestManifest.parseTestCxx(fullSrcPath)
currentCMake = op.join(op.dirname(fullSrcPath), "CMakeLists.txt")
exeName = extractExeName(currentCMake, op.basename(src))
if exeName is "":
# this source file is not used -> nothing to do
# (or maybe not here ...)
continue
exeAlias = checkForAlias(currentCMake, exeName)
# get add_test() code calling "src"
if res["hasMain"]:
testMains[srcName] = exeName
testCode[srcName] = findTestFromExe(currentCMake, exeName,
exeAlias)
else:
testFunctions[srcName] = res["testFunctions"]
testCode[srcName] = findTestFromExe(currentCMake, exeName,
exeAlias,
res["testFunctions"])
# get set_test_properties()
testProp[srcName] = findTestProperties(currentCMake,
testCode[srcName].keys())
if len(testCode) == 0:
continue
targetDir = op.join(
op.join(op.join(op.join(outputDir, "Modules"), currentGrp), mod),
"test")
if op.exists(op.join(targetDir, "CMakeLists.txt")):
continue
# prepare output directory
call(["mkdir", "-p", targetDir])
if len(testFunctions) > 0:
# generate the test driver source code
testDriver = op.join(targetDir, "otb" + mod + "TestDriver.cxx")
fd = open(testDriver, 'wb')
fd.write("#include \"otbTestMain.h\"\n")
fd.write("void RegisterTests()\n")
fd.write("{\n")
for srcName in testFunctions:
for tFunc in testFunctions[srcName]:
fd.write(" REGISTER_TEST(" + tFunc + ");\n")
fd.write("}\n")
fd.close()
# generate CMakeLists.txt
testCmakefile = op.join(targetDir, "CMakeLists.txt")
fd = open(testCmakefile, 'wb')
fd.write("otb_module_test()\n\n")
if len(testFunctions) > 0:
# - declare source files for test driver
fd.write("set(OTB" + mod + "Tests\n")
fd.write("otb" + mod + "TestDriver.cxx\n")
for srcName in testFunctions:
fd.write(srcName + "\n")
fd.write(")\n\n")
# - add test driver executable
testdriverdecl = """\
add_executable(otb%sTestDriver ${OTB%sTests})
target_link_libraries(otb%sTestDriver ${OTB%s-Test_LIBRARIES})
otb_module_target_label(otb%sTestDriver)
""" % (mod, mod, mod, mod, mod)
fd.write(testdriverdecl)
# - add other executables
for srcName in testMains:
testdriverdecl = """\
add_executable(%s %s)
target_link_libraries(%s ${OTB%s-Test_LIBRARIES})
otb_module_target_label(otb%sTestDriver)
""" % (testMains[srcName], srcName, testMains[srcName], testMains[srcName],
mod)
fd.write("\n# Tests Declaration\n\n")
# add tests
for srcName in testCode:
for tName in testCode[srcName]:
skip = False
if tName.count("${"):
print "Warning : test name contains a variable : " + tName
skip = True
if skip:
continue
tCmakeCode = []
if srcName in testFunctions:
exeNameReplaced = False
for i, line in zip(
range(len(testCode[srcName][tName]["code"])),
testCode[srcName][tName]["code"]):
line = line.strip(' \t')
if i == 0:
if "NAME" not in line:
line = line.replace(" ", " COMMAND ", 1)
line = line.replace("add_test(",
"otb_add_test(NAME ")
else:
line = line.replace("add_test(",
"otb_add_test(")
# replace large input references
if line.find('${OTB_DATA_LARGEINPUT_ROOT}') != -1:
start = line.find('${OTB_DATA_LARGEINPUT_ROOT}')
end1 = line.find(' ', start)
end2 = line.find(')', start)
if end1 == -1:
end1 = end2
if end2 == -1:
end2 = end1
end = min(end1, end2)
before = line[:start]
after = line[end:]
largepath = line[start +
len('${OTB_DATA_LARGEINPUT_ROOT}/'
):end]
line = before + "LARGEINPUT{" + largepath + "}" + after
if exeNameReplaced:
tCmakeCode.append(line)
else:
tCmakeCode.append(
line.replace(
testCode[srcName][tName]["exeName"],
"otb" + mod + "TestDriver", 1))
if line.find(testCode[srcName][tName]["exeName"]) >= 0:
exeNameReplaced = True
else:
tCmakeCode = testCode[srcName][tName]["code"]
tCmakeCodeFinal = []
# indent
for i, line in zip(range(len(tCmakeCode)), tCmakeCode):
outputline = line
if i != 0:
outputline = '%s%s' % (' ', outputline)
tCmakeCodeFinal.append(outputline)
# add set_property if any
if testProp[srcName].has_key(tName):
tCmakeCodeFinal += testProp[srcName][tName]
fd.writelines(tCmakeCodeFinal)
fd.write("\n")
fd.close()
return