def fetch():
conf_parser = argparse.ArgumentParser(
description=__doc__,
formatter_class=argparse.RawDescriptionHelpFormatter,
add_help=False)
conf_parser.add_argument("-f",
"--conf_folder",
help="specify a folder for config files to live")
conf_parser.add_argument("-c",
"--conf_file",
help="Specify config file within the conf folder",
metavar="FILE")
args, remaining_argv = conf_parser.parse_known_args()
conf_dir = args.conf_folder if args.conf_folder else DEFAULT_CONF_DIR
conf_file = os.path.expanduser(
conf_dir + '/' +
args.conf_file) if args.conf_file else os.path.expanduser(
conf_dir + '/' + DEFAULT_CONF_FILE)
config = ConfigParser.SafeConfigParser()
defaults = {
"num_parallel_fetches": DEFAULT_PARALLEL_FETCHES,
"chunk_size": DEFAULT_CHUNK_SIZE,
"dest": DEFAULT_DEST,
"task_count": DEFAULT_TASK_COUNT,
"start_days": DEFAULT_DAYS
}
try:
config.readfp(FakeSectionHead(open(os.path.expanduser(conf_file))))
defaults.update(dict(config.items("Defaults")))
except Exception, err:
sys.stderr.write(CONF_READ_ERR_FORMAT.format(conf_file, err) + '\n')
def tail():
conf_parser = argparse.ArgumentParser(
version=VERSION,
description=__doc__,
formatter_class=argparse.RawDescriptionHelpFormatter,
add_help=False)
conf_parser.add_argument("-f",
"--conf-folder",
dest="conf_folder",
help="specify a folder for config files to live")
conf_parser.add_argument("-c",
"--conf-file",
dest="conf_file",
help="Specify config file within the conf folder",
metavar="FILE")
args, remaining_argv = conf_parser.parse_known_args()
conf_dir = args.conf_folder if args.conf_folder else DEFAULT_CONF_DIR
conf_file = os.path.expanduser(
conf_dir + '/' +
args.conf_file) if args.conf_file else os.path.expanduser(
conf_dir + '/' + DEFAULT_CONF_FILE)
config = ConfigParser.SafeConfigParser()
config.optionxform = str
defaults = {'verbose': False}
try:
config.readfp(FakeSectionHead(open(os.path.expanduser(conf_file))))
defaults.update(dict(config.items("Defaults")))
except Exception, err:
sys.stderr.write(CONF_READ_ERR_FORMAT.format(conf_file, err) + '\n')
def fetch():
conf_parser = argparse.ArgumentParser(version=VERSION, description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter, add_help=False)
conf_parser.add_argument("-f", "--conf-folder", dest='conf_folder', help="specify a folder for config files to live")
conf_parser.add_argument("-c", "--conf-file", dest='conf_file', help="Specify config file within the conf folder", metavar="FILE")
args, remaining_argv = conf_parser.parse_known_args()
conf_dir = args.conf_folder if args.conf_folder else DEFAULT_CONF_DIR
conf_file = os.path.expanduser(conf_dir + '/' + args.conf_file) if args.conf_file else os.path.expanduser(conf_dir + '/' + DEFAULT_CONF_FILE)
config = ConfigParser.SafeConfigParser()
config.optionxform = str
defaults = {
"num_parallel_fetches" : DEFAULT_PARALLEL_FETCHES,
"chunk_size" : DEFAULT_CHUNK_SIZE,
"dest" : DEFAULT_DEST,
"task_count" : DEFAULT_TASK_COUNT,
"start" : datetime.strptime('{0} 00:00:00'.format(datetime.now().strftime("%Y-%m-%d")), "%Y-%m-%d %H:%M:%S") - timedelta(days=DEFAULT_DAYS),
"file_pattern" : DEFAULT_S3_PATTERN,
"end" : datetime.strptime('{0} 23:59:59'.format(datetime.now().strftime("%Y-%m-%d")), "%Y-%m-%d %H:%M:%S")
}
try:
config.readfp(FakeSectionHead(open(os.path.expanduser(conf_file))))
defaults.update(dict(config.items("Defaults")))
except Exception, err:
sys.stderr.write(CONF_READ_ERR_FORMAT.format(conf_file, err) + '\n')
