Esempio n. 1
0
def push_pyup_requirements_commit():
    """Because pyup updates each package individually, it can create a
    requirements.txt with an incompatible set of versions.

    Depending on the changes, pyup might also have introduced
    whitespace errors.

    If we've recompiled requirements.txt in Travis and made changes,
    and this is a PR where pyup is running, push a consistent set of
    versions as a new commit to the PR.
    """
    if is_pyup_branch():
        print("Pushing new requirements, as this is a pyup pull request")

        print("Decrypting secrets")
        tools.decrypt_secrets()
        tools.configure_git()

        print("Creating commit")
        tools.git("add", "--update", "requirements")
        tools.git("commit", "-m", "Bump requirements for pyup pull request")

        print("Pushing to GitHub")
        subprocess.check_call([
            "ssh-agent",
            "sh",
            "-c",
            "ssh-add %s && " % (shlex.quote(tools.DEPLOY_KEY), ) +
            "git push ssh-origin HEAD:%s" %
            (os.environ["TRAVIS_PULL_REQUEST_BRANCH"], ),
        ])
Esempio n. 2
0
def push_pyup_requirements_commit():
    """Because pyup updates each package individually, it can create a
    requirements.txt with an incompatible set of versions.

    Depending on the changes, pyup might also have introduced
    whitespace errors.

    If we've recompiled requirements.txt in Travis and made changes,
    and this is a PR where pyup is running, push a consistent set of
    versions as a new commit to the PR.
    """
    if is_pyup_branch():
        print('Pushing new requirements, as this is a pyup pull request')

        print('Decrypting secrets')
        tools.decrypt_secrets()
        tools.configure_git()

        print('Creating commit')
        tools.git('add', '--update', 'requirements')
        tools.git(
            'commit', '-m',
            'Bump requirements for pyup pull request'
        )

        print('Pushing to GitHub')
        subprocess.check_call([
            'ssh-agent', 'sh', '-c',
            'ssh-add %s && ' % (shlex.quote(tools.DEPLOY_KEY),) +
            'git push ssh-origin HEAD:%s' % (
                os.environ['TRAVIS_PULL_REQUEST_BRANCH'],
            )
        ])
Esempio n. 3
0
def check_secrets():
    if os.environ.get('TRAVIS_SECURE_ENV_VARS', None) != 'true':
        sys.exit(0)

    tools.decrypt_secrets()

    assert os.path.exists(tools.DEPLOY_KEY)
def push_pyup_requirements_commit():
    """Because pyup updates each package individually, it can create a
    requirements.txt with an incompatible set of versions.

    Depending on the changes, pyup might also have introduced
    whitespace errors.

    If we've recompiled requirements.txt in Travis and made changes,
    and this is a PR where pyup is running, push a consistent set of
    versions as a new commit to the PR.
    """
    if is_pyup_branch():
        print("Pushing new requirements, as this is a pyup pull request")

        print("Decrypting secrets")
        tools.decrypt_secrets()
        tools.configure_git()

        print("Creating commit")
        tools.git("add", "--update", "requirements")
        tools.git("commit", "-m", "Bump requirements for pyup pull request")

        print("Pushing to GitHub")
        subprocess.check_call(
            [
                "ssh-agent",
                "sh",
                "-c",
                "ssh-add %s && " % (shlex.quote(tools.DEPLOY_KEY),)
                + "git push ssh-origin HEAD:%s"
                % (os.environ["TRAVIS_PULL_REQUEST_BRANCH"],),
            ]
        )
Esempio n. 5
0
def deploy():
    print("Current head:  ", HEAD)
    print("Current master:", MASTER)

    if not tools.is_ancestor(HEAD, MASTER):
        print("Not deploying due to not being on master")
        sys.exit(0)

    if not tools.has_travis_secrets():
        print("Running without access to secure variables, so no deployment")
        sys.exit(0)

    print("Decrypting secrets")
    tools.decrypt_secrets()
    tools.configure_git()

    for project in tools.all_projects():
        do_release(project)

    sys.exit(0)
Esempio n. 6
0
def deploy():
    print('Current head:  ', HEAD)
    print('Current master:', MASTER)

    if not tools.is_ancestor(HEAD, MASTER):
        print('Not deploying due to not being on master')
        sys.exit(0)

    if not tools.has_travis_secrets():
        print('Running without access to secure variables, so no deployment')
        sys.exit(0)

    print('Decrypting secrets')
    tools.decrypt_secrets()
    tools.configure_git()

    for project in tools.all_projects():
        do_release(project)

    sys.exit(0)
Esempio n. 7
0
def deploy():
    os.chdir(tools.HYPOTHESIS_PYTHON)

    last_release = tools.latest_version()

    print('Current version: %s. Latest released version: %s' %
          (tools.__version__, last_release))

    HEAD = tools.hash_for_name('HEAD')
    MASTER = tools.hash_for_name('origin/master')
    print('Current head:', HEAD)
    print('Current master:', MASTER)

    on_master = tools.is_ancestor(HEAD, MASTER)
    has_release = tools.has_release()

    if has_release:
        print('Updating changelog and version')
        tools.update_for_pending_release()

    print('Building an sdist...')

    if os.path.exists(DIST):
        shutil.rmtree(DIST)

    subprocess.check_output([
        sys.executable,
        'setup.py',
        'sdist',
        '--dist-dir',
        DIST,
    ])

    if not on_master:
        print('Not deploying due to not being on master')
        sys.exit(0)

    if not has_release:
        print('Not deploying due to no release')
        sys.exit(0)

    start_time = time()

    prev_pending = None

    # We time out after an hour, which is a stupidly long time and it should
    # never actually take that long: A full Travis run only takes about 20-30
    # minutes! This is really just here as a guard in case something goes
    # wrong and we're not paying attention so as to not be too mean to Travis..
    while time() <= start_time + 60 * 60:
        jobs = tools.build_jobs()

        failed_jobs = [(k, v) for k, vs in jobs.items()
                       if k not in PENDING_STATUS + ('passed', ) for v in vs]

        if failed_jobs:
            print('Failing this due to failure of jobs %s' %
                  (', '.join('%s(%s)' % (s, j) for j, s in failed_jobs), ))
            sys.exit(1)
        else:
            pending = [j for s in PENDING_STATUS for j in jobs.get(s, ())]
            try:
                # This allows us to test the deploy job for a build locally.
                pending.remove('deploy')
            except ValueError:
                pass
            if pending:
                still_pending = set(pending)
                if prev_pending is None:
                    print('Waiting for the following jobs to complete:')
                    for p in sorted(still_pending):
                        print(' * %s' % (p, ))
                    print()
                else:
                    completed = prev_pending - still_pending
                    if completed:
                        print('%s completed since last check.' %
                              (', '.join(sorted(completed)), ))
                prev_pending = still_pending
                naptime = 10.0 * (2 + random.random())
                print('Waiting %.2fs for %d more job%s to complete' % (
                    naptime,
                    len(pending),
                    's' if len(pending) > 1 else '',
                ))
                sleep(naptime)
            else:
                break
    else:
        print("We've been waiting for an hour. That seems bad. Failing now.")
        sys.exit(1)

    print('Looks good to release!')

    if os.environ.get('TRAVIS_SECURE_ENV_VARS', None) != 'true':
        print("But we don't have the keys to do it")
        sys.exit(0)

    print('Decrypting secrets')
    tools.decrypt_secrets()

    print('Release seems good. Pushing to github now.')

    tools.create_tag_and_push()

    print('Now uploading to pypi.')

    subprocess.check_call([
        sys.executable,
        '-m',
        'twine',
        'upload',
        '--config-file',
        tools.PYPIRC,
        os.path.join(DIST, '*'),
    ])

    sys.exit(0)
Esempio n. 8
0
def test_can_descrypt_secrets():
    tools.decrypt_secrets()

    assert os.path.exists(tools.DEPLOY_KEY)
Esempio n. 9
0
#
# This file is part of Hypothesis, which may be found at
# https://github.com/HypothesisWorks/hypothesis-python
#
# Most of this work is copyright (C) 2013-2018 David R. MacIver
# ([email protected]), but it contains contributions by others. See
# CONTRIBUTING.rst for a full list of people who may hold copyright, and
# consult the git log if you need to determine who owns an individual
# contribution.
#
# This Source Code Form is subject to the terms of the Mozilla Public License,
# v. 2.0. If a copy of the MPL was not distributed with this file, You can
# obtain one at http://mozilla.org/MPL/2.0/.
#
# END HEADER

from __future__ import division, print_function, absolute_import

import os
import sys

import hypothesistooling as tools

if __name__ == '__main__':
    if os.environ.get('TRAVIS_SECURE_ENV_VARS', None) != 'true':
        sys.exit(0)

    tools.decrypt_secrets()

    assert os.path.exists(tools.DEPLOY_KEY)
def test_can_descrypt_secrets():
    tools.decrypt_secrets()

    assert os.path.exists(tools.DEPLOY_KEY)