def test_checkpoint_perf():
#os.system('pdsh -f20 -g muppets rm -rf %s' % '/scratch/power/checkpoints')
os.system('rm -rf /scratch/power/checkpoints/')
runutil.run_example(
'NBody',
n=1,
logfile_name='NBody.checkpoint',
hostfile=None,
args=[
'--particles=%s' % base_size, '--log_prefix=false',
'--sleep_time=0.00001',
'--iterations=%s' % iterations,
'--checkpoint_read_dir=/scratch/power/checkpoints/nbody.%d' %
base_size,
'--checkpoint_write_dir=/scratch/power/checkpoints/nbody.%d' %
base_size, '--checkpoint=true', '--restore=true',
'--work_stealing=false'
])
runutil.run_example('NBody',
n=1,
logfile_name='NBody.nocheckpoint',
hostfile=None,
args=[
'--particles=%s' % base_size, '--log_prefix=false',
'--sleep_time=0.00001',
'--iterations=%s' % iterations,
'--checkpoint=false', '--restore=false',
'--work_stealing=false'
])
def test_checkpoint_perf():
#os.system('pdsh -f20 -g muppets rm -rf %s' % '/scratch/power/checkpoints')
os.system('rm -rf /scratch/power/checkpoints/')
runutil.run_example('NBody',
n=1,
logfile_name='NBody.checkpoint',
hostfile=None,
args=['--particles=%s' % base_size,
'--log_prefix=false',
'--sleep_time=0.00001',
'--iterations=%s' % iterations,
'--checkpoint_read_dir=/scratch/power/checkpoints/nbody.%d' % base_size,
'--checkpoint_write_dir=/scratch/power/checkpoints/nbody.%d' % base_size,
'--checkpoint=true',
'--restore=true',
'--work_stealing=false'])
runutil.run_example('NBody',
n=1,
logfile_name='NBody.nocheckpoint',
hostfile=None,
args=['--particles=%s' % base_size,
'--log_prefix=false',
'--sleep_time=0.00001',
'--iterations=%s' % iterations,
'--checkpoint=false',
'--restore=false',
'--work_stealing=false'])
def test_checkpoint():
#os.system('pdsh -f20 -g muppets rm -rf %s' % '/scratch/power/checkpoints')
runutil.run_example('KMeans',
logfile_name='KMeans.checkpoint',
n=1,
args=['--iterations=%s' % iterations,
'--sleep_time=0.001',
'--checkpoint_read_dir=/scratch/power/checkpoints/kmeans.%d' % base_size,
'--checkpoint_write_dir=/scratch/power/checkpoints/kmeans.%d' % base_size,
'--checkpoint=true',
'--restore=false',
'--work_stealing=false',
'--num_dists=64',
'--num_points=%d' % (base_size),
])
runutil.run_example('KMeans',
logfile_name='KMeans.nocheckpoint',
n=1,
args=['--iterations=%s' % iterations,
'--sleep_time=0.001',
'--checkpoint=false',
'--restore=false',
'--work_stealing=false',
'--num_dists=64',
'--num_points=%d' % (base_size),
])
def test_fixed_perf():
for n in runutil.parallelism:
runutil.run_example('NBody',
n=n,
logfile_name='NBody.fixed_size',
args=['--particles=%s' % base_size,
'--log_prefix=false',
'--sleep_time=0.00001',
'--iterations=%s' % iterations,
'--work_stealing=false'])
def test_fixed_perf():
for n in runutil.parallelism:
runutil.run_example('MatrixMultiplication',
n=n,
logfile_name='MatrixMultiplication.fixed_size',
args=['--iterations=%s' % iterations,
'--sleep_time=0.0001',
'--edge_size=%d' % fixed_base,
'--work_stealing=false',
])
def test_fixed_perf():
for n in runutil.parallelism:
runutil.run_example('NBody',
n=n,
logfile_name='NBody.fixed_size',
args=[
'--particles=%s' % base_size,
'--log_prefix=false', '--sleep_time=0.00001',
'--iterations=%s' % iterations,
'--work_stealing=false'
])
def test_fixed_perf():
for n in runutil.parallelism:
runutil.run_example('KMeans',
logfile_name='KMeans.fixed_size',
n=n,
args=['--iterations=%s' % iterations,
'--sleep_time=0.0001',
'--work_stealing=false',
'--num_dists=100',
'--num_points=%d' % (base_size)
])
def test_scaled_perf():
for n in runutil.parallelism[4:]:
runutil.run_example('KMeans',
logfile_name='KMeans.scaled_size',
n=n,
#build_type='debug',
args=['--iterations=%s' % iterations,
'--sleep_time=0.00001',
'--work_stealing=false',
'--num_dists=100',
'--num_points=%d' % (base_size*n)
])
def run_pr(fname, size, n, args=None, **kw):
try:
runutil.run_example('Pagerank',
n=n,
logfile_name=fname,
build_type='release',
args=['--iterations=%s' % iterations,
'--sleep_time=0.001',
'--nodes=%s' % (size * 1000 * 1000),
'--memory_graph=%d' % memory_graph,
'--shards=%s' % (n * 16),
'--work_stealing=true',
'--checkpoint_write_dir=%s/%sM' % (checkpoint_write_dir, size),
'--checkpoint_read_dir=%s/%sM' % (checkpoint_read_dir, size),
'--graph_prefix=/scratch/pagerank_test/%sM/pr' % (size),
] + args,
**kw)
except SystemError:
traceback.print_exc()
return
def run_pr(fname, size, n, args=None, **kw):
try:
runutil.run_example(
'Pagerank',
n=n,
logfile_name=fname,
build_type='release',
args=[
'--iterations=%s' % iterations,
'--sleep_time=0.001',
'--nodes=%s' % (size * 1000 * 1000),
'--memory_graph=%d' % memory_graph,
'--shards=%s' % (n * 16),
'--work_stealing=true',
'--checkpoint_write_dir=%s/%sM' % (checkpoint_write_dir, size),
'--checkpoint_read_dir=%s/%sM' % (checkpoint_read_dir, size),
'--graph_prefix=/scratch/pagerank_test/%sM/pr' % (size),
] + args,
**kw)
except SystemError:
traceback.print_exc()
return
