def _get_targets(conf, args, recur):
if len(args) == 0:
if conf.getboolean("general", "src_recur") or recur:
targets = common.recur_dir(conf.getlist("general", "src_path"))
else:
targets = common.rep_dir(conf.getlist("general", "src_path"))
else:
if recur:
targets = common.recur_dir(args)
else:
targets = common.rep_dir(args)
return targets
def _get_targets(conf, args, recur):
if len(args) == 0:
if conf.getboolean("general", "src_recur") or recur:
targets = common.recur_dir(conf.getlist("general", "src_path"))
else:
targets = common.rep_dir(conf.getlist("general", "src_path"))
else:
if recur:
targets = common.recur_dir(args)
else:
targets = common.rep_dir(args)
return targets
def test_parse(conf):
LP = LogParser(conf)
ret = []
if conf.getboolean("general", "src_recur"):
l_fp = common.recur_dir(conf.getlist("general", "src_path"))
else:
l_fp = common.rep_dir(conf.getlist("general", "src_path"))
for fp in l_fp:
with open(fp, 'r') as f:
for line in f:
ret.append(LP.process_line(line.rstrip("\n")))
return ret
def test_parse(conf):
LP = LogParser(conf)
ret = []
if conf.getboolean("general", "src_recur"):
l_fp = common.recur_dir(conf.getlist("general", "src_path"))
else:
l_fp = common.rep_dir(conf.getlist("general", "src_path"))
for fp in l_fp:
with open(fp, 'r') as f:
for line in f:
ret.append(LP.process_line(line.rstrip("\n")))
return ret
timer = common.Timer("log_db make", output = _logger)
timer.start()
process_files(conf, targets, True)
timer.stop()
elif mode == "make-init":
targets = _get_targets(conf, args, options.recur)
timer = common.Timer("log_db make-init", output = _logger)
timer.start()
process_init_data(conf, targets)
timer.stop()
elif mode == "add":
if len(args) == 0:
sys.exit("give me filenames of log data to add to DB")
else:
if options.recur:
targets = common.recur_dir(args)
else:
targets = common.rep_dir(args)
timer = common.Timer("log_db add", output = _logger)
timer.start()
process_files(conf, targets, False)
timer.stop()
elif mode == "update":
if len(args) == 0:
sys.exit("give me filenames of log data to add to DB")
else:
if options.recur:
targets = common.recur_dir(args)
else:
targets = common.rep_dir(args)
timer = common.Timer("log_db update", output = _logger)
timer = common.Timer("log_db make", output = _logger)
timer.start()
process_files(conf, targets, True)
timer.stop()
elif mode == "make-init":
targets = _get_targets(conf, args, options.recur)
timer = common.Timer("log_db make-init", output = _logger)
timer.start()
process_init_data(conf, targets)
timer.stop()
elif mode == "add":
if len(args) == 0:
sys.exit("give me filenames of log data to add to DB")
else:
if options.recur:
targets = common.recur_dir(args)
else:
targets = common.rep_dir(args)
timer = common.Timer("log_db add", output = _logger)
timer.start()
process_files(conf, targets, False)
timer.stop()
elif mode == "update":
if len(args) == 0:
sys.exit("give me filenames of log data to add to DB")
else:
if options.recur:
targets = common.recur_dir(args)
else:
targets = common.rep_dir(args)
timer = common.Timer("log_db update", output = _logger)
