from grappa import GrappaExperiment, MPIRunGrappaExperiment
tpch_bigdatann_debug = MPIRunGrappaExperiment({
'trial': range(1, 3 + 1),
'qn': [18,19],
'exe': lambda qn: "grappa_tpc_q{0}.exe".format(qn),
'sf': 10,
'ppn': 16,
'nnode': 16,
'np': lambda ppn, nnode: ppn*nnode,
'query': lambda qn: 'q{0}'.format(qn),
'vtag': 'v2-debugmode',
'machine': 'bigdata',
'system': 'radish'
},
{
'shared_pool_memory_fraction': 0.5
})
tpch_bigdatann_debug.run()
from grappa import GrappaExperiment, MPIRunGrappaExperiment
tpch_bigdatann = MPIRunGrappaExperiment({
'trial': range(3, 3 + 1),
'qn': [x for x in range(8, 20 + 1) if x!=7 and x!=9 and x!=8 and x!=10 and x!=11], # exclude 7 that runs forever
'exe': lambda qn: "grappa_tpc_q{0}_sym.exe".format(qn),
'sf': 10,
'ppn': 16,
'nnode': 16,
'np': lambda ppn, nnode: ppn*nnode,
'query': lambda qn: 'q{0}'.format(qn),
'vtag': 'v1',
'machine': 'bigdata',
'system': 'radish-sym'
},
{
'shared_pool_memory_fraction': 0.5
})
tpch_bigdatann.run()
'machine': 'bigdata',
'system': 'radish'
},
{
'shared_pool_memory_fraction': 0.5
})
tpch_iter_bigdatann = MPIRunGrappaExperiment({
'trial': range(1, 3 + 1),
#'qn': range(1, 22 + 1),
'qn': [6,11,12,14,15,17,19],
'exe': lambda qn: "grappa_tpc_iter_q{0}.exe".format(qn),
'sf': 10,
'ppn': 16,
'nnode': 16,
'np': lambda ppn, nnode: ppn*nnode,
'query': lambda qn: 'q{0}'.format(qn),
'vtag': 'v1',
'machine': 'bigdata',
'system': 'radish-iter'
},
{
'shared_pool_memory_fraction': 0.5
})
tpch_bigdatann_debug = MPIRunGrappaExperiment({
'trial': range(1, 3 + 1),
'qn': [18,19],
'exe': lambda qn: "grappa_tpc_q{0}.exe".format(qn),
'sf': 10,
'ppn': 16,
for s in [1000]]
with open("~/results/polystore_exps.log") as f:
existing_logs = f.read()
mm_expers = MPIRunGrappaExperiment({
'trial': range(1, 3 + 1),
'query': ['grappa_sparseMatMultQuery_MyriaL', 'grappa_threeSparseMatMultQuery_MyriaL'],
'exe': lambda query: "{0}.exe".format(query),
'ppn': 4,
'nnode': 16,
'np': lambda ppn, nnode: ppn * nnode,
'vtag': 'v0',
'machine': 'r3.xlarge',
'system': 'radish',
'hostfile': '~/hostfile'
},
{
#'shared_pool_memory_fraction': 0.5,
'input_file_matrix': mm_datasets
},
"cp ~/data2/{input_file_matrix}.bin ~/data; sleep 1",
"rm ~/data/{input_file_matrix}.bin",
timeout='15m'
)
undir_exps = MP = MPIRunGrappaExperiment({
'trial': range(1, 3 + 1),
'query': ['grappa_MCL_MyriaL'],
'exe': lambda query: "{0}.exe".format(query),
