def run(): if len(sys.argv) > 1: flag = sys.argv[1] if flag == "-I" or flag == "--input": test(sys.argv[2], sys.argv[3]) return elif flag == "-A" or flag == "--all": test_file = sys.argv[2] dataset_dir_name = sys.argv[3] dir = test_file[:test_file.rfind('/')] test_list = open(test_file, 'r') for name in test_list: print name name = name.rstrip() nameSuffix = name.split("/")[-1] nameSuffix = nameSuffix.split( "-" )[0] # let's get rid of whatever extra stuff we've added on to the end (to distinguish btwn diff synthesized progs) print dir + '/' + dataset_dir_name + '/' + nameSuffix + '_holdout.csv' test(dir + "/" + name + '.blog', \ dir + '/'+dataset_dir_name+'/' + nameSuffix + '_holdout.csv') test_list.close() return elif flag == "--mog": ast_file = sys.argv[2] print getMoG(parse_from_file(ast_file)) return print "Usage: ./benchmarkScore.py -I/--input [PROGRAM] [DATASET]" print "Usage: ./benchmarkScore.py -A/--all ../benchmarkSuite/tests.list datasets" print "Usage: ./benchmarkScore.py --mog [PROGRAM]"
def run(): if len(sys.argv) > 1: flag = sys.argv[1] if flag == "-I" or flag == "--input": test(sys.argv[2],sys.argv[3]) return elif flag == "-A" or flag == "--all": test_file = sys.argv[2] dataset_dir_name = sys.argv[3] dir = test_file[:test_file.rfind('/')] test_list = open(test_file,'r') for name in test_list: print name name = name.rstrip() nameSuffix = name.split("/")[-1] nameSuffix = nameSuffix.split("-")[0] # let's get rid of whatever extra stuff we've added on to the end (to distinguish btwn diff synthesized progs) print dir + '/'+dataset_dir_name+'/' + nameSuffix + '_holdout.csv' test(dir + "/" + name + '.blog', \ dir + '/'+dataset_dir_name+'/' + nameSuffix + '_holdout.csv') test_list.close() return elif flag == "--mog": ast_file = sys.argv[2] print getMoG(parse_from_file(ast_file)) return print "Usage: ./benchmarkScore.py -I/--input [PROGRAM] [DATASET]" print "Usage: ./benchmarkScore.py -A/--all ../benchmarkSuite/tests.list datasets" print "Usage: ./benchmarkScore.py --mog [PROGRAM]"
def test(ast_file,dataset_file): ast = parse_from_file(ast_file) #print "made ast" dataset = Dataset(dataset_file) #print "made datset" print dataset.numRows scoreEstimator = ScoreEstimator(dataset) scores[(ast_file[ast_file.rfind('/')+1:]).lower().split(".")[0]] = -1.0*estimateScore(ast, scoreEstimator)
def test(ast_file, dataset_file): ast = parse_from_file(ast_file) #print "made ast" dataset = Dataset(dataset_file) #print "made datset" print dataset.numRows scoreEstimator = ScoreEstimator(dataset) scores[(ast_file[ast_file.rfind('/') + 1:]).lower().split(".")[0]] = -1.0 * estimateScore( ast, scoreEstimator)