help="Directory to save to",
required=False)
parser.add_argument("-r",
"--restoreDir",
help="Directory to restore from",
required=False)
args = parser.parse_args()
print "Loading config"
config = getConfig()
print "Loading embeddings"
embed = np.loadtxt(args.inDir + "/embed.txt", dtype=np.float32)
print "Loading Training Data"
trainData = utils.loadComments(args.inDir + "/ProcessedTrain",
config["numTrain"], config)
print "Loading Dev Data"
devData = utils.loadComments(args.inDir + "/ProcessedDev",
config["numDev"], config)
# Additional configs
config["vocabSize"] = len(embed)
config["embedDim"] = len(embed[0])
config["numClasses"] = len(trainData[5][0])
config["numCommentfs"] = len(trainData[4][0])
config["numLSTMOutputs"] = config["lstmUnits"] + config["numCommentfs"]
if config["addCommentp"]:
config["numLSTMOutputs"] += config["lstmUnits"]
utils.printConfig(config)
config["saveDir"] = args.saveDir
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="LSTM model")
parser.add_argument("-i", "--inDir", help="Input directory of train/dev/test", required=True)
parser.add_argument("-r", "--restoreDir", help="Directory to restore from", required=False)
args = parser.parse_args()
print "Loading config"
config = getConfig()
print "Loading embeddings"
embed = np.loadtxt(args.inDir + "/embed.txt", dtype=np.float32)
print "Loading Dev Data"
devData = utils.loadComments(args.inDir + "/ProcessedDev", float('inf'), config)
# Additional configs
config["vocabSize"] = len(embed)
config["embedDim"] = len(embed[0])
config["numClasses"] = len(devData[5][0])
config["numCommentfs"] = len(devData[4][0])
utils.printConfig(config)
config["saveDir"] = None
config["restoreDir"] = args.restoreDir
print "Evaluating"
devPredictions = evaluate(embed, devData, config)
labelCommentsWithSoft(
"../statsout/T49/summaryPred.json",
"--inDir",
help="Input directory of train/dev/test",
required=True)
parser.add_argument("-r",
"--restoreDir",
help="Directory to restore from",
required=False)
args = parser.parse_args()
print "Loading config"
config = getConfig()
print "Loading embeddings"
embed = np.loadtxt(args.inDir + "/embed.txt", dtype=np.float32)
print "Loading Test Data"
testData = utils.loadComments(args.inDir + "/ProcessedTest", float('inf'),
config)
# Additional configs
config["vocabSize"] = len(embed)
config["embedDim"] = len(embed[0])
config["numClasses"] = len(testData[5][0])
config["numCommentfs"] = len(testData[4][0])
utils.printConfig(config)
config["saveDir"] = None
config["restoreDir"] = args.restoreDir
print "Evaluating"
evaluate(embed, testData, config)