Python get_unfrozen_copyの例

コード例 #1

ファイル: test_production.py プロジェクト: bhearsum/scriptworker

async def build_config(override, basedir):
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    config.update({
        "log_dir":
        os.path.join(basedir, "log"),
        "artifact_dir":
        os.path.join(basedir, "artifact"),
        "task_log_dir":
        os.path.join(basedir, "artifact", "public", "logs"),
        "work_dir":
        os.path.join(basedir, "work"),
        "ed25519_private_key_path":
        "",
        "github_oauth_token":
        await _get_github_token(),
    })
    del config["credentials"]
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    # Avoid creating a `...` directory
    for k, v in config.items():
        if v == "...":
            raise Exception(
                f"Let's not keep any '...' config values. {k} is {v}!")
    return config

コード例 #2

ファイル: test_integration.py プロジェクト: Mozilla-GitHub-Standards/6672b7c7a4440304148677381d4c829916ab546da3b109d7b58ad79308628686

def build_config(override, basedir):
    randstring = slugid.nice()[0:6]
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    GPG_HOME = os.path.join(os.path.dirname(__file__), "data", "gpg")
    ED25519_DIR = os.path.join(os.path.dirname(__file__), "data", "ed25519")
    config.update({
        'log_dir':
        os.path.join(basedir, "log"),
        'artifact_dir':
        os.path.join(basedir, "artifact"),
        'task_log_dir':
        os.path.join(basedir, "artifact", "public", "logs"),
        'work_dir':
        os.path.join(basedir, "work"),
        "worker_type":
        "dummy-worker-{}".format(randstring),
        "worker_id":
        "dummy-worker-{}".format(randstring),
        'artifact_upload_timeout':
        60 * 2,
        'gpg_home':
        GPG_HOME,
        "gpg_encoding":
        'utf-8',
        "gpg_options":
        None,
        "gpg_path":
        os.environ.get("GPG_PATH", None),
        "gpg_public_keyring":
        os.path.join(GPG_HOME, "pubring.gpg"),
        "gpg_secret_keyring":
        os.path.join(GPG_HOME, "secring.gpg"),
        "gpg_use_agent":
        None,
        'poll_interval':
        5,
        'reclaim_interval':
        5,
        'task_script':
        ('bash', '-c', '>&2 echo bar && echo foo && sleep 9 && exit 1'),
        'task_max_timeout':
        60,
        'cot_product':
        'firefox',
        'ed25519_private_key_path':
        os.path.join(ED25519_DIR, 'scriptworker_private_key'),
        'ed25519_public_keys': {
            'docker-worker': ['8dBv4bbnZ3RsDzQiPKTJ18uo3hq5Rjm94JG6HXzAcBM='],
            'generic-worker': ['PkI5NslA78wSsYaKNzKq7iD7MLQy7W6wYO/0WFd4tWM='],
            'scriptworker': ['KxYrV3XAJ3uOyAUX0Wcl1Oeu6GSMrI/5hOn39q8Lf0I='],
        },
    })
    creds = read_integration_creds()
    del (config['credentials'])
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    return config, creds

コード例 #3

ファイル: test_integration.py プロジェクト: escapewindow/scriptworker

def build_config(override, basedir):
    randstring = slugid.nice()[0:6]
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    ED25519_DIR = os.path.join(os.path.dirname(__file__), "data", "ed25519")
    config.update({
        'log_dir': os.path.join(basedir, "log"),
        'artifact_dir': os.path.join(basedir, "artifact"),
        'task_log_dir': os.path.join(basedir, "artifact", "public", "logs"),
        'work_dir': os.path.join(basedir, "work"),
        "worker_type": "dummy-worker-{}".format(randstring),
        "worker_id": "dummy-worker-{}".format(randstring),
        'artifact_upload_timeout': 60 * 2,
        'poll_interval': 5,
        'reclaim_interval': 5,
        'task_script': ('bash', '-c', '>&2 echo bar && echo foo && sleep 9 && exit 1'),
        'task_max_timeout': 60,
        'cot_product': 'firefox',
        'ed25519_private_key_path': os.path.join(ED25519_DIR, 'scriptworker_private_key'),
        'ed25519_public_keys': {
            'docker-worker': ['8dBv4bbnZ3RsDzQiPKTJ18uo3hq5Rjm94JG6HXzAcBM='],
            'generic-worker': ['PkI5NslA78wSsYaKNzKq7iD7MLQy7W6wYO/0WFd4tWM='],
            'scriptworker': ['KxYrV3XAJ3uOyAUX0Wcl1Oeu6GSMrI/5hOn39q8Lf0I='],
        },
    })
    creds = read_integration_creds()
    del(config['credentials'])
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    return config, creds

コード例 #4

ファイル: test_production.py プロジェクト: Callek/scriptworker

def build_config(override, basedir):
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    del (config['credentials'])
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    return config

コード例 #5

def build_config(override, basedir):
    randstring = slugid.nice()[0:6].decode('utf-8')
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    GPG_HOME = os.path.join(os.path.basename(__file__), "data", "gpg")
    config.update({
        'log_dir':
        os.path.join(basedir, "log"),
        'artifact_dir':
        os.path.join(basedir, "artifact"),
        'task_log_dir':
        os.path.join(basedir, "artifact", "public", "logs"),
        'work_dir':
        os.path.join(basedir, "work"),
        "worker_type":
        "dummy-worker-{}".format(randstring),
        "worker_id":
        "dummy-worker-{}".format(randstring),
        'artifact_upload_timeout':
        60 * 2,
        'gpg_home':
        GPG_HOME,
        "gpg_encoding":
        'utf-8',
        "gpg_options":
        None,
        "gpg_path":
        os.environ.get("GPG_PATH", None),
        "gpg_public_keyring":
        os.path.join(GPG_HOME, "pubring.gpg"),
        "gpg_secret_keyring":
        os.path.join(GPG_HOME, "secring.gpg"),
        "gpg_use_agent":
        None,
        'poll_interval':
        5,
        'reclaim_interval':
        5,
        'task_script':
        ('bash', '-c', '>&2 echo bar && echo foo && sleep 9 && exit 1'),
        'task_max_timeout':
        60,
        'cot_product':
        'firefox'
    })
    creds = read_integration_creds()
    del (config['credentials'])
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    return config, creds

コード例 #6

def rw_context():
    with tempfile.TemporaryDirectory() as tmp:
        context = Context()
        context.config = get_unfrozen_copy(DEFAULT_CONFIG)
        context.config['gpg_lockfile'] = os.path.join(tmp, 'gpg_lockfile')
        context.config['cot_job_type'] = "signing"
        for key, value in context.config.items():
            if key.endswith("_dir"):
                context.config[key] = os.path.join(tmp, key)
                makedirs(context.config[key])
            if key.endswith("key_path") or key in ("gpg_home", ):
                context.config[key] = os.path.join(tmp, key)
        yield context

コード例 #7

ファイル: __init__.py プロジェクト: srfraser/scriptworker

def _craft_rw_context(tmp, event_loop, cot_product, session):
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    config['cot_product'] = cot_product
    context = Context()
    context.session = session
    context.config = apply_product_config(config)
    context.config['cot_job_type'] = "signing"
    for key, value in context.config.items():
        if key.endswith("_dir"):
            context.config[key] = os.path.join(tmp, key)
            makedirs(context.config[key])
        if key.endswith("key_path"):
            context.config[key] = os.path.join(tmp, key)
    context.config['verbose'] = VERBOSE
    context.event_loop = event_loop
    return context

コード例 #8

ファイル: test_production.py プロジェクト: mitchhentges/scriptworker

def build_config(override, basedir):
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    config.update(
        {
            "log_dir": os.path.join(basedir, "log"),
            "base_artifact_dir": os.path.join(basedir, "artifact"),
            "task_log_dir_template": os.path.join(basedir, "artifact", "public", "logs"),
            "base_work_dir": os.path.join(basedir, "work"),
        }
    )
    del config["credentials"]
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    return config

コード例 #9

ファイル: test_integration.py プロジェクト: mozilla-releng/scriptworker

def build_config(override, basedir):
    randstring = slugid.nice().lower().replace("_", "").replace("-", "")[:6]
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    ED25519_DIR = os.path.join(os.path.dirname(__file__), "data", "ed25519")
    config.update({
        "log_dir":
        os.path.join(basedir, "log"),
        "artifact_dir":
        os.path.join(basedir, "artifact"),
        "task_log_dir":
        os.path.join(basedir, "artifact", "public", "logs"),
        "work_dir":
        os.path.join(basedir, "work"),
        "worker_type":
        "dummy-worker-{}".format(randstring),
        "worker_id":
        "dummy-worker-{}".format(randstring),
        "artifact_upload_timeout":
        60 * 2,
        "poll_interval":
        5,
        "reclaim_interval":
        5,
        "task_script":
        ("bash", "-c", ">&2 echo bar && echo foo && sleep 9 && exit 1"),
        "task_max_timeout":
        60,
        "cot_product":
        "firefox",
        "ed25519_private_key_path":
        os.path.join(ED25519_DIR, "scriptworker_private_key"),
        "ed25519_public_keys": {
            "docker-worker": ["8dBv4bbnZ3RsDzQiPKTJ18uo3hq5Rjm94JG6HXzAcBM="],
            "generic-worker": ["PkI5NslA78wSsYaKNzKq7iD7MLQy7W6wYO/0WFd4tWM="],
            "scriptworker": ["KxYrV3XAJ3uOyAUX0Wcl1Oeu6GSMrI/5hOn39q8Lf0I="],
        },
    })
    creds = read_integration_creds()
    del config["credentials"]
    if isinstance(override, dict):
        config.update(override)
    with open(os.path.join(basedir, "config.json"), "w") as fh:
        json.dump(config, fh, indent=2, sort_keys=True)
    config = apply_product_config(config)
    return config, creds

コード例 #10

def _craft_rw_context(tmp, event_loop, cot_product, session, private=False):
    config = get_unfrozen_copy(DEFAULT_CONFIG)
    config["cot_product"] = cot_product
    context = Context()
    context.session = session
    context.config = apply_product_config(config)
    context.config["cot_job_type"] = "scriptworker"
    for key, value in context.config.items():
        if key.endswith("_dir"):
            context.config[key] = os.path.join(tmp, key)
            makedirs(context.config[key])
        if key.endswith("key_path"):
            context.config[key] = os.path.join(tmp, key)
    if private:
        for rule in context.config["trusted_vcs_rules"]:
            rule["require_secret"] = True
    context.config["verbose"] = VERBOSE
    context.event_loop = event_loop
    return context

コード例 #11

async def rw_context(request, event_loop):
    with tempfile.TemporaryDirectory() as tmp:
        config = get_unfrozen_copy(DEFAULT_CONFIG)
        config['cot_product'] = request.param
        context = Context()
        context.config = apply_product_config(config)
        context.config['gpg_lockfile'] = os.path.join(tmp, 'gpg_lockfile')
        context.config['cot_job_type'] = "signing"
        for key, value in context.config.items():
            if key.endswith("_dir"):
                context.config[key] = os.path.join(tmp, key)
                makedirs(context.config[key])
            if key.endswith("key_path") or key in ("gpg_home", ):
                context.config[key] = os.path.join(tmp, key)
        context.config['verbose'] = VERBOSE
        context.event_loop = event_loop
        yield context
        await _close_session(context)
        await _close_session(context.queue)
        await _close_session(context.temp_queue)

コード例 #12

ファイル: test_config.py プロジェクト: srfraser/scriptworker

def test_get_unfrozen_copy(input_dict, expected_dict):
    assert config.get_unfrozen_copy(input_dict) == expected_dict

コード例 #13

ファイル: test_config.py プロジェクト: escapewindow/scriptworker

def test_get_unfrozen_copy(input_dict, expected_dict):
    assert config.get_unfrozen_copy(input_dict) == expected_dict