help="Set debug mode for all steps") optparser.add_option_group(debug) (options, args) = optparser.parse_args() # if options.steps != None: # options.steps = [x.strip() for x in options.steps.split(",")] # if options.omitSteps != None: # options.omitSteps = options.omitSteps.split(",") # preprocessor = Preprocessor(options.steps, options.parseName, options.requireEntities) if options.steps == None: print >> sys.stderr, preprocessor.getHelpString() else: preprocessor.setArgForAllSteps("debug", options.debug) if preprocessor.hasStep("CONVERT"): if options.corpus != None: preprocessor.getStep("CONVERT").setArg("corpusName", options.corpus) if options.dataSetNames != None: preprocessor.getStep("CONVERT").setArg("dataSetNames", options.dataSetNames) if options.parseDir: preprocessor.getStep("IMPORT_PARSE").setArg( "parseDir", options.parseDir) if options.exportFormats and preprocessor.hasStep("EXPORT"): preprocessor.getStep("EXPORT").setArg( "formats", options.exportFormats.split(",")) if options.importFormats: if preprocessor.hasStep("LOAD"): preprocessor.getStep("LOAD").setArg(
#debug.add_option("--intermediateFiles", default=False, action="store_true", dest="intermediateFiles", help="Save an intermediate file for each step") debug.add_option("--debug", default=False, action="store_true", dest="debug", help="Set debug mode for all steps") optparser.add_option_group(debug) (options, args) = optparser.parse_args() # if options.steps != None: # options.steps = [x.strip() for x in options.steps.split(",")] # if options.omitSteps != None: # options.omitSteps = options.omitSteps.split(",") # preprocessor = Preprocessor(options.steps, options.parseName, options.requireEntities) if options.steps == None: print >> sys.stderr, preprocessor.getHelpString() else: preprocessor.setArgForAllSteps("debug", options.debug) if preprocessor.hasStep("CONVERT"): if options.corpus != None: preprocessor.getStep("CONVERT").setArg("corpusName", options.corpus) if options.dataSetNames != None: preprocessor.getStep("CONVERT").setArg("dataSetNames", options.dataSetNames) if options.parseDir: preprocessor.getStep("IMPORT_PARSE").setArg("parseDir", options.parseDir) if options.exportFormats and preprocessor.hasStep("EXPORT"): preprocessor.getStep("EXPORT").setArg("formats", options.exportFormats.split(",")) if options.importFormats: if preprocessor.hasStep("LOAD"): preprocessor.getStep("LOAD").setArg("extensions", options.importFormats.split(",")) if preprocessor.hasStep("IMPORT_PARSE"): preprocessor.getStep("IMPORT_PARSE").setArg("extensions", options.importFormats.split(",")) #if options.intermediateFiles: # preprocessor.setIntermediateFiles(True)