Python INILoader.read_configuration示例

示例#1

文件： test_loaders.py 项目： keipaglows/pyramid_celery

def test_bad_ini():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from pyramid.exceptions import ConfigurationError
    ini_path = os.path.join(here, 'tests/configs/bad.ini')
    loader = INILoader(celery_app, ini_file=ini_path)

    with pytest.raises(ConfigurationError) as e:
        loader.read_configuration()

    msg = 'schedule type sundial in section celerybeat:task1 is invalid'
    assert str(e.value) == msg

示例#2

def test_bad_ini():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from pyramid.exceptions import ConfigurationError
    ini_path = os.path.join(here, 'tests/configs/bad.ini')
    loader = INILoader(celery_app, ini_file=ini_path)

    with pytest.raises(ConfigurationError) as e:
        loader.read_configuration()

    msg = 'schedule type sundial in section celerybeat:task1 is invalid'
    assert str(e.value) == msg

示例#3

def test_bad_json():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from pyramid.exceptions import ConfigurationError
    ini_path = os.path.join(here, 'tests/configs/bad_json.ini')
    loader = INILoader(celery_app, ini_file=ini_path)

    with pytest.raises(ConfigurationError) as e:
        loader.read_configuration()

    msg = ('The schedule={"seconds": 60*60*60} is not valid json in section '
           'celerybeat:task1')

    assert str(e.value) == msg

示例#4

文件： test_loaders.py 项目： keipaglows/pyramid_celery

def test_bad_json():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from pyramid.exceptions import ConfigurationError
    ini_path = os.path.join(here, 'tests/configs/bad_json.ini')
    loader = INILoader(celery_app, ini_file=ini_path)

    with pytest.raises(ConfigurationError) as e:
        loader.read_configuration()

    msg = (
        'The schedule={"seconds": 60*60*60} is not valid json in section '
        'celerybeat:task1'
    )

    assert str(e.value) == msg

示例#5

文件： __init__.py 项目： celeraone/pyramid_celery

def setup_app(app, root, request, registry, closer, ini_location):
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()
    #: TODO: There might be other variables requiring special handling
    boolify(
        celery_config,
        'task_always_eager',
        'enable_utc',
        'result_persistent',
    )

    if asbool(celery_config.get('use_celeryconfig', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        hijack_key = 'worker_hijack_root_logger'

        # TODO: Couldn't find a way with celery to do this
        hijack_logger = asbool(celery_config.get(hijack_key, False))

        celery_config[hijack_key] = hijack_logger

        if hijack_logger is False:
            global ini_file
            ini_file = ini_location
            signals.setup_logging.connect(configure_logging)

        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_APP': app})
    celery_app.conf.update({'PYRAMID_ROOT': root})
    celery_app.conf.update({'PYRAMID_REQUEST': request})
    celery_app.conf.update({'PYRAMID_REGISTRY': registry})
    celery_app.conf.update({'PYRAMID_CLOSER': closer})

示例#6

文件： __init__.py 项目： websauna/pyramid_celery

def setup_app(registry, ini_location):
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    #: TODO: There might be other variables requiring special handling
    boolify(celery_config, 'CELERY_ALWAYS_EAGER', 'CELERY_ENABLE_UTC', 'CELERY_RESULT_PERSISTENT')

    if asbool(celery_config.get('USE_CELERYCONFIG', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        # TODO: Couldn't find a way with celery to do this
        hijack_logger = asbool(
            celery_config.get('CELERYD_HIJACK_ROOT_LOGGER', False)
        )

        celery_config['CELERYD_HIJACK_ROOT_LOGGER'] = hijack_logger

        if hijack_logger is False:
            global ini_file
            ini_file = ini_location
            signals.setup_logging.connect(configure_logging)

        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_REGISTRY': registry})

示例#7

def setup_app(app, root, request, registry, closer, ini_location):
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    #: TODO: There might be other variables requiring special handling
    boolify(celery_config, 'CELERY_ALWAYS_EAGER', 'CELERY_ENABLE_UTC',
            'CELERY_RESULT_PERSISTENT')

    if asbool(celery_config.get('USE_CELERYCONFIG', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        # TODO: Couldn't find a way with celery to do this
        hijack_logger = asbool(
            celery_config.get('CELERYD_HIJACK_ROOT_LOGGER', False))

        celery_config['CELERYD_HIJACK_ROOT_LOGGER'] = hijack_logger

        if hijack_logger is False:
            global ini_file
            ini_file = ini_location
            signals.setup_logging.connect(configure_logging)

        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_APP': app})
    celery_app.conf.update({'PYRAMID_ROOT': root})
    celery_app.conf.update({'PYRAMID_REQUEST': request})
    celery_app.conf.update({'PYRAMID_REGISTRY': registry})
    celery_app.conf.update({'PYRAMID_CLOSER': closer})

示例#8

文件： test_loaders.py 项目： keipaglows/pyramid_celery

def test_celery_routing():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader

    ini_path = os.path.join(here, 'tests/configs/routing.ini')
    loader = INILoader(celery_app, ini_file=ini_path)
    result = loader.read_configuration()
    routes = result['CELERY_ROUTES']

    assert result['BROKER_URL'] == 'redis://localhost:1337/0'
    assert routes['myapp.tasks.Task1']['queue'] == 'fast_tasks'
    assert routes['otherapp.tasks.Task3']['queue'] == 'slow_tasks'

示例#9

def test_celery_routing():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader

    ini_path = os.path.join(here, 'tests/configs/routing.ini')
    loader = INILoader(celery_app, ini_file=ini_path)
    result = loader.read_configuration()
    routes = result['CELERY_ROUTES']

    assert result['BROKER_URL'] == 'redis://localhost:1337/0'
    assert routes['myapp.tasks.Task1']['queue'] == 'fast_tasks'
    assert routes['otherapp.tasks.Task3']['queue'] == 'slow_tasks'

示例#10

def setup_app(registry, ini_location):
    celery_app = test_celery_app
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    if asbool(celery_config.get('USE_CELERYCONFIG', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_REGISTRY': registry})

    return celery_app

示例#11

文件： test_transaction_aware_task.py 项目： agronholm/websauna

def setup_app(registry, ini_location):
    celery_app = test_celery_app
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    if asbool(celery_config.get('USE_CELERYCONFIG', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_REGISTRY': registry})

    return celery_app

示例#12

def setup_app(ini_location):
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    if get_any(celery_config, ('use_celeryconfig', 'USE_CELERYCONFIG')):
        celery_app.config_from_object('celeryconfig')
    else:
        # TODO: Couldn't find a way with celery to do this
        hijack_logger = get_any(
            celery_config,
            ('worker_hijack_root_logger', 'CELERYD_HIJACK_ROOT_LOGGER'), False)

        if hijack_logger is False:
            global ini_file
            ini_file = ini_location
            signals.setup_logging.connect(configure_logging)

        celery_app.config_from_object(celery_config)

示例#13

文件： test_loaders.py 项目： keipaglows/pyramid_celery

def test_basic_ini():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from celery.schedules import crontab
    import datetime

    ini_path = os.path.join(here, 'tests/configs/dev.ini')
    loader = INILoader(celery_app, ini_file=ini_path)
    result = loader.read_configuration()
    schedule = result['CELERYBEAT_SCHEDULE']

    assert result['BROKER_URL'] == 'redis://localhost:1337/0'
    assert schedule['task1']['task'] == 'myapp.tasks.Task1'
    assert schedule['task2']['task'] == 'myapp.tasks.Task2'
    assert schedule['task3']['task'] == 'otherapp.tasks.Task3'
    assert schedule['task4']['task'] == 'myapp.tasks.Task4'
    assert isinstance(schedule['task1']['schedule'], crontab)
    assert isinstance(schedule['task2']['schedule'], datetime.timedelta)
    assert isinstance(schedule['task4']['schedule'], int)
    assert schedule['task2']['args'] == [16, 16]
    assert schedule['task3']['kwargs'] == {"boom": "shaka"}

示例#14

def test_basic_ini():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from celery.schedules import crontab
    import datetime

    ini_path = os.path.join(here, 'tests/configs/dev.ini')
    loader = INILoader(celery_app, ini_file=ini_path)
    result = loader.read_configuration()
    schedule = result['CELERYBEAT_SCHEDULE']

    assert result['BROKER_URL'] == 'redis://localhost:1337/0'
    assert schedule['task1']['task'] == 'myapp.tasks.Task1'
    assert schedule['task2']['task'] == 'myapp.tasks.Task2'
    assert schedule['task3']['task'] == 'otherapp.tasks.Task3'
    assert schedule['task4']['task'] == 'myapp.tasks.Task4'
    assert isinstance(schedule['task1']['schedule'], crontab)
    assert isinstance(schedule['task2']['schedule'], datetime.timedelta)
    assert isinstance(schedule['task4']['schedule'], int)
    assert schedule['task2']['args'] == [16, 16]
    assert schedule['task3']['kwargs'] == {"boom": "shaka"}

示例#15

def setup_app(registry, ini_location):
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    if asbool(celery_config.get('USE_CELERYCONFIG', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        # TODO: Couldn't find a way with celery to do this
        hijack_logger = asbool(
            celery_config.get('CELERYD_HIJACK_ROOT_LOGGER', False))

        celery_config['CELERYD_HIJACK_ROOT_LOGGER'] = hijack_logger

        if hijack_logger is False:
            global ini_file
            ini_file = ini_location
            signals.setup_logging.connect(configure_logging)

        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_REGISTRY': registry})

示例#16

文件： __init__.py 项目： keipaglows/pyramid_celery

def setup_app(registry, ini_location):
    loader = INILoader(celery_app, ini_file=ini_location)
    celery_config = loader.read_configuration()

    if asbool(celery_config.get('USE_CELERYCONFIG', False)) is True:
        config_path = 'celeryconfig'
        celery_app.config_from_object(config_path)
    else:
        # TODO: Couldn't find a way with celery to do this
        hijack_logger = asbool(
            celery_config.get('CELERYD_HIJACK_ROOT_LOGGER', False)
        )

        celery_config['CELERYD_HIJACK_ROOT_LOGGER'] = hijack_logger

        if hijack_logger is False:
            global ini_file
            ini_file = ini_location
            signals.setup_logging.connect(configure_logging)

        celery_app.config_from_object(celery_config)

    celery_app.conf.update({'PYRAMID_REGISTRY': registry})

示例#17

def test_basic_ini():
    from pyramid_celery import celery_app
    from pyramid_celery.loaders import INILoader
    from celery.schedules import crontab
    import datetime

    ini_path = os.path.join(here, 'tests/configs/dev.ini')
    loader = INILoader(celery_app, ini_file=ini_path)
    result = loader.read_configuration()
    schedule = result['beat_schedule']

    assert result['broker_url'] == 'redis://*****:*****@initrode.example'),
        ('exceptions', '*****@*****.**')]
    assert schedule['task1']['task'] == 'myapp.tasks.Task1'
    assert schedule['task2']['task'] == 'myapp.tasks.Task2'
    assert schedule['task3']['task'] == 'otherapp.tasks.Task3'
    assert schedule['task4']['task'] == 'myapp.tasks.Task4'
    assert isinstance(schedule['task1']['schedule'], crontab)
    assert isinstance(schedule['task2']['schedule'], datetime.timedelta)
    assert isinstance(schedule['task4']['schedule'], int)
    assert schedule['task2']['args'] == [16, 16]
    assert schedule['task3']['kwargs'] == {"boom": "shaka"}