print "------------------------------------------------------------------------"
os.environ['RADICAL_SYNAPSE_TAGS'] = "mem"
info, _, _ = rs.emulate ('test mem')
pprint.pprint (info)
print "------------------------------------------------------------------------"
os.environ['RADICAL_SYNAPSE_TAGS'] = "sto"
info, _, _ = rs.emulate ('test sto')
pprint.pprint (info)
print "------------------------------------------------------------------------"
os.environ['RADICAL_SYNAPSE_TAGS'] = ""
info, _, _ = rs.emulate ('test')
pprint.pprint (info)
print "------------------------------------------------------------------------"
info, _, _ = rs.execute ('sleep 3')
pprint.pprint (info)
print "------------------------------------------------------------------------"
info, _, _ = rs.profile ('sleep 3')
pprint.pprint (info)
print "------------------------------------------------------------------------"
info, _, _ = rs.emulate ('sleep 3')
pprint.pprint (info)
print "------------------------------------------------------------------------"
def testme(delay):
def _testme(d):
f = open("/tmp/l")
for i in range(1000000):
data = f.read(20)
f.close()
time.sleep(0.1)
t = threading.Thread(target=_testme, args=(delay, ))
t.start()
t.join()
time.sleep(0.1)
info, ret, out = rs.profile(testme, 10)
pprint(info)
sys.exit()
# ------------------------------------------------------------------------------
#
def func():
c = rsa.Storage()
m = rsa.Memory()
s = rsa.Storage()
for i in range(3):
c.run({'n': 1000})
m.run({'n': 1000})
pprint.pprint(info)
print "------------------------------------------------------------------------"
os.environ['RADICAL_SYNAPSE_TAGS'] = "mem"
info, _, _ = rs.emulate('test mem')
pprint.pprint(info)
print "------------------------------------------------------------------------"
os.environ['RADICAL_SYNAPSE_TAGS'] = "sto"
info, _, _ = rs.emulate('test sto')
pprint.pprint(info)
print "------------------------------------------------------------------------"
os.environ['RADICAL_SYNAPSE_TAGS'] = ""
info, _, _ = rs.emulate('test')
pprint.pprint(info)
print "------------------------------------------------------------------------"
info, _, _ = rs.execute('sleep 3')
pprint.pprint(info)
print "------------------------------------------------------------------------"
info, _, _ = rs.profile('sleep 3')
pprint.pprint(info)
print "------------------------------------------------------------------------"
info, _, _ = rs.emulate('sleep 3')
pprint.pprint(info)
print "------------------------------------------------------------------------"
#
# continue
# --------------------------------------------------------------------------------------------
iter_1_time = list()
iter_1_cpu = list()
iter_1_mem = list()
iter_1_io = list()
iter_1_util = list()
iter_1_eff = list()
iter_1_sys = list()
for iter in range (iters) :
info_pro, ret, out = rs.profile (mandel, x, y, z)
load_compute = float(info_pro['cpu']['ops' ]) / (1024*1024) / 8
load_memory = float(info_pro['mem']['peak']) / (1024*1024)
load_storage = float(info_pro['io']['write']) / (1024*1024)
load_id = 'PRO.%04d' % x
output = '%-10s %15s %5d %5d %5d %5d %9.2f --------- --------- --------- %9.2f %0.2f %0.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
float(info_pro['time']['real']),
load_compute,
info_pro['cpu']['utilization'],
info_pro['cpu']['efficiency'],
info_pro['sys']['load'],
load_memory,
load_storage
def main (cfg_list) :
n2h = rs.number_to_human
for cfg in cfg_list :
x = int (cfg[ 2])
y = int (cfg[ 3])
z = int (cfg[ 4])
stress = int (cfg[ 5])
compute = float(cfg[10])
util = float(cfg[11])
eff = float(cfg[12])
load = float(cfg[13])
memory = float(cfg[14])
storage = float(cfg[15])
iter_1_time = list()
iter_1_cpu = list()
iter_1_mem = list()
iter_1_io = list()
iter_1_util = list()
iter_1_eff = list()
iter_1_sys = list()
for iter in range (iters) :
info_emu, ret, out = rs.profile (synaptic, compute, memory, storage)
if not 'utilization' in info_emu['cpu'] : info_emu['cpu']['utilization' ] = 0
if not 'efficiency' in info_emu['cpu'] : info_emu['cpu']['efficiency' ] = 0
if not 'load' in info_emu['cpu'] : info_emu['cpu']['load' ] = 0
if not 'ops' in info_emu['cpu'] : info_emu['cpu']['ops' ] = 0
if not 'max' in info_emu['mem'] : info_emu['mem']['max' ] = 0
if not 'write' in info_emu['io'] : info_emu['io']['write' ] = 0
load_compute = int(float(info_emu['cpu']['ops' ]) / (1024*1024) / 8)
load_memory = int(float(info_emu['mem']['max' ]) / (1024*1024))
load_storage = int(float(info_emu['io']['write']) / (1024*1024))
load_compute = int(float(info_emu['cpu']['ops' ]) / (1024*1024) / 8)
load_memory = int(float(info_emu['mem']['max' ]) / (1024*1024))
load_storage = int(float(info_emu['io']['write']) / (1024*1024))
load_id = 'EMU.%04d' % x
output = '%-10s %15s %5d %5d %5d %6d %8.2f --------- --------- --------- %9.2f %0.2f %0.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
float(info_emu['time']['real']),
load_compute,
info_emu['cpu']['utilization'],
info_emu['cpu']['efficiency'],
info_emu['sys']['load'],
load_memory,
load_storage
)
print output
iter_1_time .append(float(info_emu['time']['real']))
iter_1_cpu .append(float(load_compute))
iter_1_mem .append(float(load_memory))
iter_1_io .append(float(load_storage))
iter_1_util .append(float(info_emu['cpu']['utilization']))
iter_1_eff .append(float(info_emu['cpu']['efficiency']))
iter_1_sys .append(float(info_emu['sys']['load']))
iter_1_mean_time = numpy.mean (numpy.array (iter_1_time))
iter_1_mean_cpu = numpy.mean (numpy.array (iter_1_cpu ))
iter_1_mean_mem = numpy.mean (numpy.array (iter_1_mem ))
iter_1_mean_io = numpy.mean (numpy.array (iter_1_io ))
iter_1_mean_util = numpy.mean (numpy.array (iter_1_util))
iter_1_mean_eff = numpy.mean (numpy.array (iter_1_eff ))
iter_1_mean_sys = numpy.mean (numpy.array (iter_1_sys ))
iter_1_std_time = numpy.std (numpy.array (iter_1_time))
iter_1_std_cpu = numpy.std (numpy.array (iter_1_cpu ))
iter_1_std_mem = numpy.std (numpy.array (iter_1_mem ))
iter_1_std_io = numpy.std (numpy.array (iter_1_io ))
iter_1_std_util = numpy.std (numpy.array (iter_1_util))
iter_1_std_eff = numpy.std (numpy.array (iter_1_eff ))
iter_1_std_sys = numpy.std (numpy.array (iter_1_sys ))
load_id = 'MEAN_EMU.%04d' % x
mean = '%-10s %15s %5d %5d %5d %5d %9.2f --------- --------- --------- %9.2f %.2f %.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
iter_1_mean_time,
iter_1_mean_cpu,
iter_1_mean_util,
iter_1_mean_eff,
iter_1_mean_sys,
iter_1_mean_mem,
iter_1_mean_io
)
print mean
load_id = 'STD_EMU.%04d' % x
std = '%-10s %15s %5d %5d %5d %5d %9.2f --------- --------- --------- %9.2f %.2f %.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
iter_1_std_time,
iter_1_std_cpu,
iter_1_std_util,
iter_1_std_eff,
iter_1_std_sys,
iter_1_std_mem,
iter_1_std_io
)
print std
load_id = 'STAT_EMU.%04d' % x
stat = '%-10s %15s %5d %5d %5d %5d %9.2f %9.2f --------- --------- --------- --------- --------- --------- %9.2f %9.2f %.2f %.2f %.2f %.2f %5.2f %5.2f %9.2f %9.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
iter_1_mean_time,
iter_1_std_time,
iter_1_mean_cpu,
iter_1_std_cpu,
iter_1_mean_util,
iter_1_std_util,
iter_1_mean_eff,
iter_1_std_eff,
iter_1_mean_sys,
iter_1_std_sys,
iter_1_mean_mem,
iter_1_std_mem,
iter_1_mean_io,
iter_1_std_io
)
print stat
def testme (delay) :
def _testme(d):
f = open ("/tmp/l")
for i in range(1000000):
data = f.read (20)
f.close()
time.sleep (0.1)
t = threading.Thread(target=_testme, args=(delay,))
t.start()
t.join()
time.sleep(0.1)
info, ret, out = rs.profile (testme, 10)
pprint (info)
sys.exit()
# ------------------------------------------------------------------------------
#
def func ():
c = rsa.Storage ()
m = rsa.Memory ()
s = rsa.Storage ()
for i in range (3):
c.run ({'n' : 1000})
m.run ({'n' : 1000})
def main(cfg_list):
n2h = rs.number_to_human
for cfg in cfg_list:
x = int(cfg[2])
y = int(cfg[3])
z = int(cfg[4])
stress = int(cfg[5])
compute = float(cfg[10])
util = float(cfg[11])
eff = float(cfg[12])
load = float(cfg[13])
memory = float(cfg[14])
storage = float(cfg[15])
iter_1_time = list()
iter_1_cpu = list()
iter_1_mem = list()
iter_1_io = list()
iter_1_util = list()
iter_1_eff = list()
iter_1_sys = list()
for iter in range(iters):
info_emu, ret, out = rs.profile(synaptic, compute, memory, storage)
if not 'utilization' in info_emu['cpu']:
info_emu['cpu']['utilization'] = 0
if not 'efficiency' in info_emu['cpu']:
info_emu['cpu']['efficiency'] = 0
if not 'load' in info_emu['cpu']: info_emu['cpu']['load'] = 0
if not 'ops' in info_emu['cpu']: info_emu['cpu']['ops'] = 0
if not 'max' in info_emu['mem']: info_emu['mem']['max'] = 0
if not 'write' in info_emu['io']: info_emu['io']['write'] = 0
load_compute = int(
float(info_emu['cpu']['ops']) / (1024 * 1024) / 8)
load_memory = int(float(info_emu['mem']['max']) / (1024 * 1024))
load_storage = int(float(info_emu['io']['write']) / (1024 * 1024))
load_compute = int(
float(info_emu['cpu']['ops']) / (1024 * 1024) / 8)
load_memory = int(float(info_emu['mem']['max']) / (1024 * 1024))
load_storage = int(float(info_emu['io']['write']) / (1024 * 1024))
load_id = 'EMU.%04d' % x
output = '%-10s %15s %5d %5d %5d %6d %8.2f --------- --------- --------- %9.2f %0.2f %0.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
float(info_emu['time']['real']),
load_compute,
info_emu['cpu']['utilization'],
info_emu['cpu']['efficiency'],
info_emu['sys']['load'],
load_memory,
load_storage
)
print output
iter_1_time.append(float(info_emu['time']['real']))
iter_1_cpu.append(float(load_compute))
iter_1_mem.append(float(load_memory))
iter_1_io.append(float(load_storage))
iter_1_util.append(float(info_emu['cpu']['utilization']))
iter_1_eff.append(float(info_emu['cpu']['efficiency']))
iter_1_sys.append(float(info_emu['sys']['load']))
iter_1_mean_time = numpy.mean(numpy.array(iter_1_time))
iter_1_mean_cpu = numpy.mean(numpy.array(iter_1_cpu))
iter_1_mean_mem = numpy.mean(numpy.array(iter_1_mem))
iter_1_mean_io = numpy.mean(numpy.array(iter_1_io))
iter_1_mean_util = numpy.mean(numpy.array(iter_1_util))
iter_1_mean_eff = numpy.mean(numpy.array(iter_1_eff))
iter_1_mean_sys = numpy.mean(numpy.array(iter_1_sys))
iter_1_std_time = numpy.std(numpy.array(iter_1_time))
iter_1_std_cpu = numpy.std(numpy.array(iter_1_cpu))
iter_1_std_mem = numpy.std(numpy.array(iter_1_mem))
iter_1_std_io = numpy.std(numpy.array(iter_1_io))
iter_1_std_util = numpy.std(numpy.array(iter_1_util))
iter_1_std_eff = numpy.std(numpy.array(iter_1_eff))
iter_1_std_sys = numpy.std(numpy.array(iter_1_sys))
load_id = 'MEAN_EMU.%04d' % x
mean = '%-10s %15s %5d %5d %5d %5d %9.2f --------- --------- --------- %9.2f %.2f %.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
iter_1_mean_time,
iter_1_mean_cpu,
iter_1_mean_util,
iter_1_mean_eff,
iter_1_mean_sys,
iter_1_mean_mem,
iter_1_mean_io
)
print mean
load_id = 'STD_EMU.%04d' % x
std = '%-10s %15s %5d %5d %5d %5d %9.2f --------- --------- --------- %9.2f %.2f %.2f %5.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
iter_1_std_time,
iter_1_std_cpu,
iter_1_std_util,
iter_1_std_eff,
iter_1_std_sys,
iter_1_std_mem,
iter_1_std_io
)
print std
load_id = 'STAT_EMU.%04d' % x
stat = '%-10s %15s %5d %5d %5d %5d %9.2f %9.2f --------- --------- --------- --------- --------- --------- %9.2f %9.2f %.2f %.2f %.2f %.2f %5.2f %5.2f %9.2f %9.2f %9.2f %9.2f' % \
(host, load_id, x, y, z, stress,
iter_1_mean_time,
iter_1_std_time,
iter_1_mean_cpu,
iter_1_std_cpu,
iter_1_mean_util,
iter_1_std_util,
iter_1_mean_eff,
iter_1_std_eff,
iter_1_mean_sys,
iter_1_std_sys,
iter_1_mean_mem,
iter_1_std_mem,
iter_1_mean_io,
iter_1_std_io
)
print stat
