コード例 #1
0
                    default=False,
                    help="Display debug information")

args = parser.parse_args()

log_level = logging.INFO
if args.debug:
    log_level = logging.DEBUG

logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level)

#
# Get our config
#

config_helper = ConfigHelper.get_config_helper(
    default_env_name="dev", aws_parameter_prefix="ingester-response-reader")

metrics_namespace = config_helper.get("metrics-namespace")

api_server_host = config_helper.get("api-server-host")
api_server_port = config_helper.getInt("api-server-port")

ingester_response_queue_url = config_helper.get("ingester-response-queue-url")
ingester_response_queue_batch_size = config_helper.getInt(
    "ingester-response-queue-batchsize")
ingester_response_queue_max_items_to_process = config_helper.getInt(
    "ingester-response-queue-maxitemstoprocess")

#
# Metrics and unhandled exceptions
#
コード例 #2
0
                    default=False,
                    help="Display debug information")

args = parser.parse_args()

log_level = logging.INFO
if args.debug:
    log_level = logging.DEBUG

logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level)

#
# Get our config
#

config_helper = ConfigHelper.get_config_helper(
    default_env_name="dev", aws_parameter_prefix="ingester-database")

metrics_namespace = config_helper.get("metrics-namespace")

input_queue_url = config_helper.get("input-queue-url")
input_queue_batch_size = config_helper.getInt("input-queue-batchsize")
input_queue_max_items_to_process = config_helper.getInt(
    "input-queue-maxitemstoprocess")

output_queue_url = config_helper.get("output-queue-url")
output_queue_batch_size = config_helper.getInt("output-queue-batchsize")

output_database_username = config_helper.get("output-database-username")
output_database_password = config_helper.get("output-database-password",
                                             is_secret=True)
output_database_host = config_helper.get("output-database-host")
コード例 #3
0
parser.add_argument("-d", "--debug", action="store_true", dest="debug", default=False, help="Display debug information")

args = parser.parse_args()

log_level = logging.INFO
if args.debug:
    log_level = logging.DEBUG

logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level)

#
# Get our config
#

config_helper = ConfigHelper.get_config_helper(default_env_name="dev", aws_parameter_prefix="scheduler")

metrics_namespace                   = config_helper.get("metrics-namespace")

api_server_host                     = config_helper.get("api-server-host")
api_server_port                     = config_helper.getInt("api-server-port")

puller_queue_url                    = config_helper.get("puller-queue-url")
puller_queue_batch_size             = config_helper.getInt("puller-queue-batchsize")

scheduler_seconds_between_user_data_updates = config_helper.getInt("seconds-between-user-data-updates")

max_iterations_before_exit          = config_helper.getInt("max-iterations-before-exit")
min_sleep_ms_between_iterations     = config_helper.getInt("min-sleep-ms-between-iterations")

duration_to_request_lock_seconds    = config_helper.getInt("duration-to-request-lock-seconds")
コード例 #4
0
parser.add_argument("-d", "--debug", action="store_true", dest="debug", default=False, help="Display debug information")

args = parser.parse_args()

log_level = logging.INFO
if args.debug:
    log_level = logging.DEBUG

logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level)

#
# Get our config
#

config_helper = ConfigHelper.get_config_helper(default_env_name="dev", aws_parameter_prefix="puller-flickr")

metrics_namespace                   = config_helper.get("metrics-namespace")

flickr_api_key                      = config_helper.get("flickr-api-key")
flickr_api_secret                   = config_helper.get("flickr-api-secret", is_secret=True)
flickr_api_retries                  = config_helper.getInt("flickr-api-retries") 
flickr_api_max_favorites_per_call   = config_helper.getInt("flickr-api-favorites-maxpercall")
flickr_api_max_favorites_to_get     = config_helper.getInt("flickr-api-favorites-maxtoget")
flickr_api_max_calls_to_make        = config_helper.getInt("flickr-api-favorites-maxcallstomake")
flickr_api_max_contacts_per_call    = config_helper.getInt("flickr-api-contacts-maxpercall")

memcached_location                  = config_helper.get("memcached-location")
memcached_ttl                       = config_helper.getInt("memcached-ttl")

output_queue_url                    = config_helper.get("output-queue-url")
コード例 #5
0
parser.add_argument("-d", "--debug", action="store_true", dest="debug", default=False, help="Display debug information")

args, _ = parser.parse_known_args()

log_level = logging.INFO
if args.debug:
    log_level = logging.DEBUG

logging.basicConfig(format='%(levelname)s: %(message)s', level=log_level)

#
# Get our config
#

config_helper = ConfigHelper.get_config_helper(default_env_name="dev", aws_parameter_prefix="api-server")

metrics_namespace           = config_helper.get("metrics-namespace")
database_username           = config_helper.get("database-username")
database_password           = config_helper.get("database-password", is_secret=True)
database_host               = config_helper.get("database-host")
database_port               = config_helper.getInt("database-port")
database_name               = config_helper.get("database-name")
database_fetch_batch_size   = config_helper.getInt("database-fetch-batch-size")
database_connection_pool_size = config_helper.getInt("database-connection-pool-size")
database_user_data_encryption_key = config_helper.get("database-user-data-encryption-key", is_secret=True)
server_host                 = config_helper.get("server-host")
server_port                 = config_helper.getInt("server-port")
session_encryption_key      = config_helper.get("session-encryption-key", is_secret=True)
default_num_photo_recommendations = config_helper.getInt('default-num-photo-recommendations')
default_num_user_recommendations = config_helper.getInt('default-num-user-recommendations')