def fetch(): conf_parser = argparse.ArgumentParser( description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter, add_help=False) conf_parser.add_argument("-f", "--conf_folder", help="specify a folder for config files to live") conf_parser.add_argument("-c", "--conf_file", help="Specify config file within the conf folder", metavar="FILE") args, remaining_argv = conf_parser.parse_known_args() conf_dir = args.conf_folder if args.conf_folder else DEFAULT_CONF_DIR conf_file = os.path.expanduser( conf_dir + '/' + args.conf_file) if args.conf_file else os.path.expanduser( conf_dir + '/' + DEFAULT_CONF_FILE) config = ConfigParser.SafeConfigParser() defaults = { "num_parallel_fetches": DEFAULT_PARALLEL_FETCHES, "chunk_size": DEFAULT_CHUNK_SIZE, "dest": DEFAULT_DEST, "task_count": DEFAULT_TASK_COUNT, "start_days": DEFAULT_DAYS } try: config.readfp(FakeSectionHead(open(os.path.expanduser(conf_file)))) defaults.update(dict(config.items("Defaults"))) except Exception, err: sys.stderr.write(CONF_READ_ERR_FORMAT.format(conf_file, err) + '\n')
def tail(): conf_parser = argparse.ArgumentParser( version=VERSION, description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter, add_help=False) conf_parser.add_argument("-f", "--conf-folder", dest="conf_folder", help="specify a folder for config files to live") conf_parser.add_argument("-c", "--conf-file", dest="conf_file", help="Specify config file within the conf folder", metavar="FILE") args, remaining_argv = conf_parser.parse_known_args() conf_dir = args.conf_folder if args.conf_folder else DEFAULT_CONF_DIR conf_file = os.path.expanduser( conf_dir + '/' + args.conf_file) if args.conf_file else os.path.expanduser( conf_dir + '/' + DEFAULT_CONF_FILE) config = ConfigParser.SafeConfigParser() config.optionxform = str defaults = {'verbose': False} try: config.readfp(FakeSectionHead(open(os.path.expanduser(conf_file)))) defaults.update(dict(config.items("Defaults"))) except Exception, err: sys.stderr.write(CONF_READ_ERR_FORMAT.format(conf_file, err) + '\n')
def fetch(): conf_parser = argparse.ArgumentParser(version=VERSION, description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter, add_help=False) conf_parser.add_argument("-f", "--conf-folder", dest='conf_folder', help="specify a folder for config files to live") conf_parser.add_argument("-c", "--conf-file", dest='conf_file', help="Specify config file within the conf folder", metavar="FILE") args, remaining_argv = conf_parser.parse_known_args() conf_dir = args.conf_folder if args.conf_folder else DEFAULT_CONF_DIR conf_file = os.path.expanduser(conf_dir + '/' + args.conf_file) if args.conf_file else os.path.expanduser(conf_dir + '/' + DEFAULT_CONF_FILE) config = ConfigParser.SafeConfigParser() config.optionxform = str defaults = { "num_parallel_fetches" : DEFAULT_PARALLEL_FETCHES, "chunk_size" : DEFAULT_CHUNK_SIZE, "dest" : DEFAULT_DEST, "task_count" : DEFAULT_TASK_COUNT, "start" : datetime.strptime('{0} 00:00:00'.format(datetime.now().strftime("%Y-%m-%d")), "%Y-%m-%d %H:%M:%S") - timedelta(days=DEFAULT_DAYS), "file_pattern" : DEFAULT_S3_PATTERN, "end" : datetime.strptime('{0} 23:59:59'.format(datetime.now().strftime("%Y-%m-%d")), "%Y-%m-%d %H:%M:%S") } try: config.readfp(FakeSectionHead(open(os.path.expanduser(conf_file)))) defaults.update(dict(config.items("Defaults"))) except Exception, err: sys.stderr.write(CONF_READ_ERR_FORMAT.format(conf_file, err) + '\n')