def __init__(self, logfile):
super(CompReq, self).__init__()
self.id = random.randint(0, 10000)
logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id)
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting CompReq %d" % self.id)
self.actorName = logfile
self.uuid = False
self.activeComponentCount = 0
self.lockNIC = threading.Lock()
self.activeComps = []
self.NICCommand = 'down'
self.NICCycled = False
def run_test(async_mode):
message_lengths = [10, 20, 40, 100, 300, 1000, 5000, 20000]
repeat_cnt = 5
epochs = 20
sub_epochs = 10
if async_mode:
spdlog.set_async_mode(queue_size=1 << 24)
else:
spdlog.set_sync_mode()
spd_logger = spdlog.FileLogger(name='speedlogger',
filename='speedlog.log',
multithreaded=False,
truncate=False)
if spd_logger.async_mode() != async_mode:
print(
f"spdlog should be in {async_mode} mode but is in {spd_logger.async_mode()}"
)
standard_logger = logging.getLogger('logging')
fh = logging.FileHandler('logging.log')
fh.setLevel(logging.DEBUG)
standard_logger.addHandler(fh)
standard_logger.setLevel(logging.DEBUG)
timings = build_timings_per_len(message_lengths)
candidate_logger(partial(do_logging, spd_logger), 'spdlog', epochs,
sub_epochs, repeat_cnt, message_lengths, generate_message,
lets_do_some_work, timings)
candidate_logger(partial(do_logging, standard_logger), 'logging', epochs,
sub_epochs, repeat_cnt, message_lengths, generate_message,
lets_do_some_work, timings)
final = generate_stats(timings)
print("Message len -> time microsec")
#print(final)
print_stats(final)
ratios = calculate_ratio(final, 'spdlog', 'logging')
for msg_len, ratio in ratios.items():
print(
f"spdlog takes {ratio * 100}% of logging at message len: {msg_len}"
)
if async_mode:
sleeptime = 4
print(f"Sleeping for secs: {sleeptime}")
time.sleep(sleeptime)
spd_logger.close()
def run_test(async):
message_lengths = [10, 20, 40, 100, 300, 1000, 5000, 20000]
repeat_cnt = 5
epochs = 20
sub_epochs = 10
if async:
spdlog.set_async_mode(queue_size=1 << 24)
else:
spdlog.set_sync_mode()
spd_logger = spdlog.FileLogger(name='speedlogger', filename='speedlog.log', multithreaded=False, truncate=False)
if spd_logger.async() != async:
def __init__(self, logfile):
super(Server, self).__init__()
self.id = random.randint(0, 10000)
logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id)
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting Server %d" % self.id)
def __init__(self):
super(CPULimit, self).__init__()
self.id = random.randint(0, 10000)
logpath = '/tmp/riaps_CPULimit_%d.log' % self.id
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('CPULimit_%d' % self.id, logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting CPULimit %d" % self.id)
self.limit = 10000 # min, max ~ 17000
def __init__(self):
super(SpcLimit, self).__init__()
self.id = random.randint(0, 10000)
logpath = '/tmp/riaps_SpcLimit_%d.log' % self.id
remove(logpath)
self.logger = spd.FileLogger("SpcLimit", logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern("%v")
self.logger.info("Starting SpcLimit %d" % self.id)
self.delta = 1 # 1 MB
self.size = self.delta
self.ticks = 0
self.junkpath = '/home/riaps/riaps_apps/test_LimitSpace/tmp.junk'
Path(self.junkpath).touch()
def __init__(self):
super(LocalDeviceManager, self).__init__()
self.pid = os.getpid()
self.logfile = "localDeviceMgr"
logpath = '/tmp/riaps_%s_%d.log' % (self.logfile, self.pid)
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('%s_%d' % (self.logfile, self.pid),
logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting LocalDeviceManager %d" % self.pid)
self.requestCounter = 0
def __init__(self, logfile):
super(CompPub, self).__init__()
self.id = random.randint(0,10000)
logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id)
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting CompPub %d" % self.id)
self.actorName = logfile
self.messageCounter = 0
def __init__(self):
super(NetProducerLimit, self).__init__()
self.id = random.randint(0, 10000)
logpath = '/tmp/riaps_NetLimit_%d.log' % self.id
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('NetLimit_%d' % self.id, logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting NetLimit %d" % self.id)
self.blk = 256
self.size = 0
self.ticks = 0
def __init__(self):
super(MemLimit, self).__init__()
self.id = random.randint(0,10000)
logpath = '/tmp/riaps_MemLimit_%d.log' % self.id
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('MemLimit_%d' % self.id, logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting MemLimit %d" % self.id)
self.chain = []
self.delta = 35 * 1024 * 1024 # 35MB
self.size = 0
self.ticks = 0
def __init__(self, logfile):
super(NicDevice, self).__init__()
self.id = random.randint(0, 10000)
logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id)
try:
os.remove(logpath)
except OSError:
pass
self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath)
self.logger.set_level(spd.LogLevel.DEBUG)
self.logger.set_pattern('%v')
self.logger.info("Starting NicDevice %d" % self.id)
self.actorName = logfile
self.uuid = False
self.activeComps = []
self.activeComponentCount = 0
def __init__(self, name):
name = name
self.logger = spd.FileLogger(f'compLog_{name}', 'logs/log_' + name)
self.logger.set_pattern(pattern='%v')
self.counter = 0
