def parse_args():
parser = SquidArgumentParser(
description="Process a collection of squid logs and write certain extracted metrics to file",
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
)
parser.add_argument(
"providers",
metavar="PROVIDER_IDENTIFIER",
nargs="*",
default=DEFAULT_PROVIDERS,
help="list of provider identifiers used in squid log file names",
)
parser.add_argument(
"--name_format",
dest="name_format",
type=str,
default="%s.tab.log-%.gz",
help="a printf style format string which is formatted with the tuple: (provider_name, date_representation",
)
parser.set_defaults(datadir="/a/squid/archive/zero")
args = parser.parse_args()
# custom logic for which files to grab
prov_files = {}
for prov in args.providers:
basename = "zero-%s" % prov
logger.debug("basename: %s", basename)
prov_files[prov] = get_files(args.start, args.end, args.datadir, basename)
setattr(args, "squid_files", prov_files)
logger.info(pprint.pformat(args.__dict__))
return args
def parse_args():
parser = SquidArgumentParser(
description="Process a collection of squid logs and write certain extracted metrics to file"
)
parser.add_argument(
"providers",
metavar="PROVIDER_IDENTIFIER",
nargs="*",
default=DEFAULT_PROVIDERS,
help="list of provider identifiers used in squid log file names",
)
parser.add_argument(
"--name_format",
dest="name_format",
type=str,
default="%s.log-%.gz.counts",
help="a printf style format string which is formatted with the tuple: (provider_name, date_representation",
)
parser.set_defaults(datadir="/home/erosen/src/dashboard/mobile/zero_counts")
args = parser.parse_args()
# custom logic for which files to grab
prov_files = {}
for prov in args.providers:
args.basename = prov
logging.info("args prior to ge_files: %s", pprint.pformat(args.__dict__))
prov_files[prov] = SquidArgumentParser.get_files(args)
setattr(args, "squid_files", prov_files)
logging.info(pprint.pformat(args.__dict__))
return args
