def __init__(self, logfile): super(CompReq, self).__init__() self.id = random.randint(0, 10000) logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id) try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting CompReq %d" % self.id) self.actorName = logfile self.uuid = False self.activeComponentCount = 0 self.lockNIC = threading.Lock() self.activeComps = [] self.NICCommand = 'down' self.NICCycled = False
def run_test(async_mode): message_lengths = [10, 20, 40, 100, 300, 1000, 5000, 20000] repeat_cnt = 5 epochs = 20 sub_epochs = 10 if async_mode: spdlog.set_async_mode(queue_size=1 << 24) else: spdlog.set_sync_mode() spd_logger = spdlog.FileLogger(name='speedlogger', filename='speedlog.log', multithreaded=False, truncate=False) if spd_logger.async_mode() != async_mode: print( f"spdlog should be in {async_mode} mode but is in {spd_logger.async_mode()}" ) standard_logger = logging.getLogger('logging') fh = logging.FileHandler('logging.log') fh.setLevel(logging.DEBUG) standard_logger.addHandler(fh) standard_logger.setLevel(logging.DEBUG) timings = build_timings_per_len(message_lengths) candidate_logger(partial(do_logging, spd_logger), 'spdlog', epochs, sub_epochs, repeat_cnt, message_lengths, generate_message, lets_do_some_work, timings) candidate_logger(partial(do_logging, standard_logger), 'logging', epochs, sub_epochs, repeat_cnt, message_lengths, generate_message, lets_do_some_work, timings) final = generate_stats(timings) print("Message len -> time microsec") #print(final) print_stats(final) ratios = calculate_ratio(final, 'spdlog', 'logging') for msg_len, ratio in ratios.items(): print( f"spdlog takes {ratio * 100}% of logging at message len: {msg_len}" ) if async_mode: sleeptime = 4 print(f"Sleeping for secs: {sleeptime}") time.sleep(sleeptime) spd_logger.close()
def run_test(async): message_lengths = [10, 20, 40, 100, 300, 1000, 5000, 20000] repeat_cnt = 5 epochs = 20 sub_epochs = 10 if async: spdlog.set_async_mode(queue_size=1 << 24) else: spdlog.set_sync_mode() spd_logger = spdlog.FileLogger(name='speedlogger', filename='speedlog.log', multithreaded=False, truncate=False) if spd_logger.async() != async:
def __init__(self, logfile): super(Server, self).__init__() self.id = random.randint(0, 10000) logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id) try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting Server %d" % self.id)
def __init__(self): super(CPULimit, self).__init__() self.id = random.randint(0, 10000) logpath = '/tmp/riaps_CPULimit_%d.log' % self.id try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('CPULimit_%d' % self.id, logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting CPULimit %d" % self.id) self.limit = 10000 # min, max ~ 17000
def __init__(self): super(SpcLimit, self).__init__() self.id = random.randint(0, 10000) logpath = '/tmp/riaps_SpcLimit_%d.log' % self.id remove(logpath) self.logger = spd.FileLogger("SpcLimit", logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern("%v") self.logger.info("Starting SpcLimit %d" % self.id) self.delta = 1 # 1 MB self.size = self.delta self.ticks = 0 self.junkpath = '/home/riaps/riaps_apps/test_LimitSpace/tmp.junk' Path(self.junkpath).touch()
def __init__(self): super(LocalDeviceManager, self).__init__() self.pid = os.getpid() self.logfile = "localDeviceMgr" logpath = '/tmp/riaps_%s_%d.log' % (self.logfile, self.pid) try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('%s_%d' % (self.logfile, self.pid), logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting LocalDeviceManager %d" % self.pid) self.requestCounter = 0
def __init__(self, logfile): super(CompPub, self).__init__() self.id = random.randint(0,10000) logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id) try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting CompPub %d" % self.id) self.actorName = logfile self.messageCounter = 0
def __init__(self): super(NetProducerLimit, self).__init__() self.id = random.randint(0, 10000) logpath = '/tmp/riaps_NetLimit_%d.log' % self.id try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('NetLimit_%d' % self.id, logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting NetLimit %d" % self.id) self.blk = 256 self.size = 0 self.ticks = 0
def __init__(self): super(MemLimit, self).__init__() self.id = random.randint(0,10000) logpath = '/tmp/riaps_MemLimit_%d.log' % self.id try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('MemLimit_%d' % self.id, logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting MemLimit %d" % self.id) self.chain = [] self.delta = 35 * 1024 * 1024 # 35MB self.size = 0 self.ticks = 0
def __init__(self, logfile): super(NicDevice, self).__init__() self.id = random.randint(0, 10000) logpath = '/tmp/riaps_%s_%d.log' % (logfile, self.id) try: os.remove(logpath) except OSError: pass self.logger = spd.FileLogger('%s_%d' % (logfile, self.id), logpath) self.logger.set_level(spd.LogLevel.DEBUG) self.logger.set_pattern('%v') self.logger.info("Starting NicDevice %d" % self.id) self.actorName = logfile self.uuid = False self.activeComps = [] self.activeComponentCount = 0
def __init__(self, name): name = name self.logger = spd.FileLogger(f'compLog_{name}', 'logs/log_' + name) self.logger.set_pattern(pattern='%v') self.counter = 0