Пример #1
0
def on_preload_parsed(options, **kwargs):
    occam_config_path = options['occam_config']
    occam_config = attach_occam_config_to_app(occam_config_path)

    redis_conf = occam_config.get("redis_config", {})
    redis_url = make_redis_url(redis_conf)
    update_celery_backend_broker(redis_url)
Пример #2
0
def on_preload_parsed(options, **kwargs):
    occam_config_path = options['occam_config']
    occam_config = attach_occam_config_to_app(occam_config_path)

    redis_conf = occam_config.get("redis_config", {})
    redis_url = make_redis_url(redis_conf)
    update_celery_backend_broker(redis_url)
Пример #3
0
COLLECTOR_SCHEDULE = {
    'update-occam-data': {
        'task': 'occam-collector-all',
        'schedule': timedelta(minutes=5),
    },
    'update-occam-history': {
        'task': 'occam-history-worker',
        'schedule': timedelta(minutes=5),
    }
}

celery_args = {}
redis_config = web_app.config.get('redis_config')
if redis_config:
    redis_url = make_redis_url(redis_config)
    celery_args['backend'] = redis_url
    celery_args['broker'] = redis_url

background_app = Celery('occam', **celery_args)
background_app.conf.update(CELERYBEAT_SCHEDULE=COLLECTOR_SCHEDULE)
background_app.user_options['preload'].add(Option('--occam-config',
                                                  help='Path to an Occam configuration file.'))


@signals.user_preload_options.connect
def on_preload_parsed(options, **kwargs):
    occam_config_path = options['occam_config']
    occam_config = attach_occam_config_to_app(occam_config_path)

    redis_conf = occam_config.get("redis_config", {})
Пример #4
0
from occam.app import app
from occam.app import attach_occam_config_to_app
from occam.background.background_app import update_celery_backend_broker
from occam.background.collector import collect_all
from occam.background.collector import assemble_history
from occam.runtime import acquire_runtime_args
from occam.runtime import make_redis_url

if __name__ == "__main__":
    opts, _ = acquire_runtime_args()
    config = attach_occam_config_to_app(opts.config)

    redis_url = make_redis_url(config.get('redis_config', {}))
    update_celery_backend_broker(redis_url)

    collect_all.delay()
    assemble_history.delay()
    app.run(host="0.0.0.0", debug=True)
Пример #5
0
COLLECTOR_SCHEDULE = {
    'update-occam-data': {
        'task': 'occam-collector-all',
        'schedule': timedelta(minutes=5),
    },
    'update-occam-history': {
        'task': 'occam-history-worker',
        'schedule': timedelta(minutes=5),
    }
}

celery_args = {}
redis_config = web_app.config.get('redis_config')
if redis_config:
    redis_url = make_redis_url(redis_config)
    celery_args['backend'] = redis_url
    celery_args['broker'] = redis_url

background_app = Celery('occam', **celery_args)
background_app.conf.update(CELERYBEAT_SCHEDULE=COLLECTOR_SCHEDULE)
background_app.user_options['preload'].add(
    Option('--occam-config', help='Path to an Occam configuration file.'))


@signals.user_preload_options.connect
def on_preload_parsed(options, **kwargs):
    occam_config_path = options['occam_config']
    occam_config = attach_occam_config_to_app(occam_config_path)

    redis_conf = occam_config.get("redis_config", {})