default=False, help="Display debug information") args = parser.parse_args() log_level = logging.INFO if args.debug: log_level = logging.DEBUG logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level) # # Get our config # config_helper = ConfigHelper.get_config_helper( default_env_name="dev", aws_parameter_prefix="ingester-response-reader") metrics_namespace = config_helper.get("metrics-namespace") api_server_host = config_helper.get("api-server-host") api_server_port = config_helper.getInt("api-server-port") ingester_response_queue_url = config_helper.get("ingester-response-queue-url") ingester_response_queue_batch_size = config_helper.getInt( "ingester-response-queue-batchsize") ingester_response_queue_max_items_to_process = config_helper.getInt( "ingester-response-queue-maxitemstoprocess") # # Metrics and unhandled exceptions #
default=False, help="Display debug information") args = parser.parse_args() log_level = logging.INFO if args.debug: log_level = logging.DEBUG logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level) # # Get our config # config_helper = ConfigHelper.get_config_helper( default_env_name="dev", aws_parameter_prefix="ingester-database") metrics_namespace = config_helper.get("metrics-namespace") input_queue_url = config_helper.get("input-queue-url") input_queue_batch_size = config_helper.getInt("input-queue-batchsize") input_queue_max_items_to_process = config_helper.getInt( "input-queue-maxitemstoprocess") output_queue_url = config_helper.get("output-queue-url") output_queue_batch_size = config_helper.getInt("output-queue-batchsize") output_database_username = config_helper.get("output-database-username") output_database_password = config_helper.get("output-database-password", is_secret=True) output_database_host = config_helper.get("output-database-host")
parser.add_argument("-d", "--debug", action="store_true", dest="debug", default=False, help="Display debug information") args = parser.parse_args() log_level = logging.INFO if args.debug: log_level = logging.DEBUG logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level) # # Get our config # config_helper = ConfigHelper.get_config_helper(default_env_name="dev", aws_parameter_prefix="scheduler") metrics_namespace = config_helper.get("metrics-namespace") api_server_host = config_helper.get("api-server-host") api_server_port = config_helper.getInt("api-server-port") puller_queue_url = config_helper.get("puller-queue-url") puller_queue_batch_size = config_helper.getInt("puller-queue-batchsize") scheduler_seconds_between_user_data_updates = config_helper.getInt("seconds-between-user-data-updates") max_iterations_before_exit = config_helper.getInt("max-iterations-before-exit") min_sleep_ms_between_iterations = config_helper.getInt("min-sleep-ms-between-iterations") duration_to_request_lock_seconds = config_helper.getInt("duration-to-request-lock-seconds")
parser.add_argument("-d", "--debug", action="store_true", dest="debug", default=False, help="Display debug information") args = parser.parse_args() log_level = logging.INFO if args.debug: log_level = logging.DEBUG logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level) # # Get our config # config_helper = ConfigHelper.get_config_helper(default_env_name="dev", aws_parameter_prefix="puller-flickr") metrics_namespace = config_helper.get("metrics-namespace") flickr_api_key = config_helper.get("flickr-api-key") flickr_api_secret = config_helper.get("flickr-api-secret", is_secret=True) flickr_api_retries = config_helper.getInt("flickr-api-retries") flickr_api_max_favorites_per_call = config_helper.getInt("flickr-api-favorites-maxpercall") flickr_api_max_favorites_to_get = config_helper.getInt("flickr-api-favorites-maxtoget") flickr_api_max_calls_to_make = config_helper.getInt("flickr-api-favorites-maxcallstomake") flickr_api_max_contacts_per_call = config_helper.getInt("flickr-api-contacts-maxpercall") memcached_location = config_helper.get("memcached-location") memcached_ttl = config_helper.getInt("memcached-ttl") output_queue_url = config_helper.get("output-queue-url")
parser.add_argument("-d", "--debug", action="store_true", dest="debug", default=False, help="Display debug information") args, _ = parser.parse_known_args() log_level = logging.INFO if args.debug: log_level = logging.DEBUG logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level) # # Get our config # config_helper = ConfigHelper.get_config_helper(default_env_name="dev", aws_parameter_prefix="api-server") metrics_namespace = config_helper.get("metrics-namespace") database_username = config_helper.get("database-username") database_password = config_helper.get("database-password", is_secret=True) database_host = config_helper.get("database-host") database_port = config_helper.getInt("database-port") database_name = config_helper.get("database-name") database_fetch_batch_size = config_helper.getInt("database-fetch-batch-size") database_connection_pool_size = config_helper.getInt("database-connection-pool-size") database_user_data_encryption_key = config_helper.get("database-user-data-encryption-key", is_secret=True) server_host = config_helper.get("server-host") server_port = config_helper.getInt("server-port") session_encryption_key = config_helper.get("session-encryption-key", is_secret=True) default_num_photo_recommendations = config_helper.getInt('default-num-photo-recommendations') default_num_user_recommendations = config_helper.getInt('default-num-user-recommendations')