def set_classifier(self, data_file, model = linear_model.LogisticRegression()):
# If the data file is different than before, delete the classifier to recreate it
if hasattr(FuzzyAdventure, "data_file"):
if FuzzyAdventure.data_file != data_file:
delattr(FuzzyAdventure, "model")
else:
FuzzyAdventure.data_file = data_file
# Only create a classifier if none were existant or if a new model is passed
if not hasattr(FuzzyAdventure, "model") or not hasattr(FuzzyAdventure, "tc") or not isinstance(FuzzyAdventure.model.model, model.__class__):
debug.debug_statement('New classifier created with model %s' % model.__class__.__name__)
FuzzyAdventure.model = TemplateClassifier(data_file, model, test_size=0.2)
FuzzyAdventure.model.fit()
FuzzyAdventure.tc = template_selector.TemplateSelector(FuzzyAdventure.model)
else:
debug.debug_statement('No new classifier created')
def main():
usage = "usage: %prog [options] arg"
parser = OptionParser(usage)
usage_group = OptionGroup(parser, "Behaviour Options - Use only one")
usage_group.add_option("-t", "--test", action="store_true", dest="test", default=False, help="Run a test on the program")
usage_group.add_option("-d", "--demo", action="store_true", dest="demo", default=False, help="Demo the program")
usage_group.add_option("-q", "--question", dest="question", metavar="QUESTION", help="specify a question to convert to SQL. Example: -q=\"How long does it take to close a high priority ticket?\"")
parser.add_option_group(usage_group)
debug_group = OptionGroup(parser, "Debug Options")
debug_group.add_option("--debug", action="store_true", dest="debug", default=False, help="Debug switch to print debug statements")
parser.add_option_group(debug_group)
parser.add_option("-f", "--file", dest="file", default="questions_plus.json", metavar="DATAFILE", help="specify a file (located in the data directory query_decomposition/nlidb/template_selectors/) that you would like to use as input to the program. Default is 'questions_plus.json'")
parser.add_option("-v", "--verbose", action="store_true", dest="verbose", default=False)
(option, args) = parser.parse_args()
if option.debug:
debug.debug_on()
project_path = os.environ['FUZZY_ADVENTURE']
data_directory = project_path + "/query_decomposition/nlidb/template_selectors/"
FuzzyAdventure.data_file = data_directory + option.file
FuzzyAdventure.set_classifier(FuzzyAdventure.data_file)
if option.test:
print 'Score:', FuzzyAdventure.model.score()
if option.debug:
debug.debug_statement("Target/Classification results")
m = FuzzyAdventure.model
data = m.train
target = m.t_train
predictions = m.predict(data)
for i, prediction in enumerate(predictions):
debug.debug_statement("%s / %s | %s" %(target[i], prediction, data[i]))
data = m.test
target = m.t_test
predictions = m.predict(data)
for i, prediction in enumerate(predictions):
debug.debug_statement("%s / %s | %s" %(target[i], prediction, data[i]))
if option.question:
print FuzzyAdventure.model.predict(option.question)
if option.demo:
FuzzyAdventure.demo(option.verbose)
if not (option.question or option.demo or option.test):
print "You must enter a Behaviour Option for the program to perform. For more details run 'python executable.py --help'"
if option.debug:
debug.debug_off()
