from grappa import GrappaExperiment, MPIRunGrappaExperiment tpch_bigdatann_debug = MPIRunGrappaExperiment({ 'trial': range(1, 3 + 1), 'qn': [18,19], 'exe': lambda qn: "grappa_tpc_q{0}.exe".format(qn), 'sf': 10, 'ppn': 16, 'nnode': 16, 'np': lambda ppn, nnode: ppn*nnode, 'query': lambda qn: 'q{0}'.format(qn), 'vtag': 'v2-debugmode', 'machine': 'bigdata', 'system': 'radish' }, { 'shared_pool_memory_fraction': 0.5 }) tpch_bigdatann_debug.run()
from grappa import GrappaExperiment, MPIRunGrappaExperiment tpch_bigdatann = MPIRunGrappaExperiment({ 'trial': range(3, 3 + 1), 'qn': [x for x in range(8, 20 + 1) if x!=7 and x!=9 and x!=8 and x!=10 and x!=11], # exclude 7 that runs forever 'exe': lambda qn: "grappa_tpc_q{0}_sym.exe".format(qn), 'sf': 10, 'ppn': 16, 'nnode': 16, 'np': lambda ppn, nnode: ppn*nnode, 'query': lambda qn: 'q{0}'.format(qn), 'vtag': 'v1', 'machine': 'bigdata', 'system': 'radish-sym' }, { 'shared_pool_memory_fraction': 0.5 }) tpch_bigdatann.run()
'np': lambda ppn, nnode: ppn*nnode, 'query': lambda qn: 'q{0}'.format(qn), 'vtag': 'v1', 'machine': 'bigdata', 'system': 'radish-iter' }, { 'shared_pool_memory_fraction': 0.5 }) tpch_bigdatann_debug = MPIRunGrappaExperiment({ 'trial': range(1, 3 + 1), 'qn': [18,19], 'exe': lambda qn: "grappa_tpc_q{0}.exe".format(qn), 'sf': 10, 'ppn': 16, 'nnode': 16, 'np': lambda ppn, nnode: ppn*nnode, 'query': lambda qn: 'q{0}'.format(qn), 'vtag': 'v2-debugmode', 'machine': 'bigdata', 'system': 'radish' }, { 'shared_pool_memory_fraction': 0.5 }) #tpch_bigdatann.run() #tpch_bigdatann_debug.run() tpch_iter_bigdatann.run()
}, "cp ~/data2/{input_file_matrix}.bin ~/data; sleep 1", "rm ~/data/{input_file_matrix}.bin", timeout='15m' ) undir_exps = MP = MPIRunGrappaExperiment({ 'trial': range(1, 3 + 1), 'query': ['grappa_MCL_MyriaL'], 'exe': lambda query: "{0}.exe".format(query), 'ppn': 4, 'nnode': 16, 'np': lambda ppn, nnode: ppn * nnode, 'vtag': 'v0', 'machine': 'r3.xlarge', 'system': 'radish', 'hostfile': '~/hostfile' }, { #'shared_pool_memory_fraction': 0.5, 'input_file_graph': undir_datasets }, "cp ~/data2/{input_file_graph}.bin ~/data; sleep 1", "rm ~/data/{input_file_graph}.bin", timeout='15m' ) mm_expers.run(GrappaLogParser().recorditer(existing_logs)) undir_exps.run(GrappaLogParser().recorditer(existing_logs))