help="Directory to save to", required=False) parser.add_argument("-r", "--restoreDir", help="Directory to restore from", required=False) args = parser.parse_args() print "Loading config" config = getConfig() print "Loading embeddings" embed = np.loadtxt(args.inDir + "/embed.txt", dtype=np.float32) print "Loading Training Data" trainData = utils.loadComments(args.inDir + "/ProcessedTrain", config["numTrain"], config) print "Loading Dev Data" devData = utils.loadComments(args.inDir + "/ProcessedDev", config["numDev"], config) # Additional configs config["vocabSize"] = len(embed) config["embedDim"] = len(embed[0]) config["numClasses"] = len(trainData[5][0]) config["numCommentfs"] = len(trainData[4][0]) config["numLSTMOutputs"] = config["lstmUnits"] + config["numCommentfs"] if config["addCommentp"]: config["numLSTMOutputs"] += config["lstmUnits"] utils.printConfig(config) config["saveDir"] = args.saveDir
if __name__ == "__main__": parser = argparse.ArgumentParser(description="LSTM model") parser.add_argument("-i", "--inDir", help="Input directory of train/dev/test", required=True) parser.add_argument("-r", "--restoreDir", help="Directory to restore from", required=False) args = parser.parse_args() print "Loading config" config = getConfig() print "Loading embeddings" embed = np.loadtxt(args.inDir + "/embed.txt", dtype=np.float32) print "Loading Dev Data" devData = utils.loadComments(args.inDir + "/ProcessedDev", float('inf'), config) # Additional configs config["vocabSize"] = len(embed) config["embedDim"] = len(embed[0]) config["numClasses"] = len(devData[5][0]) config["numCommentfs"] = len(devData[4][0]) utils.printConfig(config) config["saveDir"] = None config["restoreDir"] = args.restoreDir print "Evaluating" devPredictions = evaluate(embed, devData, config) labelCommentsWithSoft( "../statsout/T49/summaryPred.json",
"--inDir", help="Input directory of train/dev/test", required=True) parser.add_argument("-r", "--restoreDir", help="Directory to restore from", required=False) args = parser.parse_args() print "Loading config" config = getConfig() print "Loading embeddings" embed = np.loadtxt(args.inDir + "/embed.txt", dtype=np.float32) print "Loading Test Data" testData = utils.loadComments(args.inDir + "/ProcessedTest", float('inf'), config) # Additional configs config["vocabSize"] = len(embed) config["embedDim"] = len(embed[0]) config["numClasses"] = len(testData[5][0]) config["numCommentfs"] = len(testData[4][0]) utils.printConfig(config) config["saveDir"] = None config["restoreDir"] = args.restoreDir print "Evaluating" evaluate(embed, testData, config)