Exemplo n.º 1
0
import subprocess
from time import time, sleep

import hypothesistooling as tools

sys.path.append(os.path.dirname(__file__))  # noqa


DIST = os.path.join(tools.ROOT, 'dist')


PENDING_STATUS = ('started', 'created')


if __name__ == '__main__':
    last_release = tools.latest_version()

    print('Current version: %s. Latest released version: %s' % (
        tools.__version__, last_release
    ))

    HEAD = tools.hash_for_name('HEAD')
    MASTER = tools.hash_for_name('origin/master')
    print('Current head:', HEAD)
    print('Current master:', MASTER)

    on_master = tools.is_ancestor(HEAD, MASTER)
    has_release = tools.has_release()

    if has_release:
        print('Updating changelog and version')
Exemplo n.º 2
0
def deploy():
    os.chdir(tools.HYPOTHESIS_PYTHON)

    last_release = tools.latest_version()

    print('Current version: %s. Latest released version: %s' %
          (tools.__version__, last_release))

    HEAD = tools.hash_for_name('HEAD')
    MASTER = tools.hash_for_name('origin/master')
    print('Current head:', HEAD)
    print('Current master:', MASTER)

    on_master = tools.is_ancestor(HEAD, MASTER)
    has_release = tools.has_release()

    if has_release:
        print('Updating changelog and version')
        tools.update_for_pending_release()

    print('Building an sdist...')

    if os.path.exists(DIST):
        shutil.rmtree(DIST)

    subprocess.check_output([
        sys.executable,
        'setup.py',
        'sdist',
        '--dist-dir',
        DIST,
    ])

    if not on_master:
        print('Not deploying due to not being on master')
        sys.exit(0)

    if not has_release:
        print('Not deploying due to no release')
        sys.exit(0)

    start_time = time()

    prev_pending = None

    # We time out after an hour, which is a stupidly long time and it should
    # never actually take that long: A full Travis run only takes about 20-30
    # minutes! This is really just here as a guard in case something goes
    # wrong and we're not paying attention so as to not be too mean to Travis..
    while time() <= start_time + 60 * 60:
        jobs = tools.build_jobs()

        failed_jobs = [(k, v) for k, vs in jobs.items()
                       if k not in PENDING_STATUS + ('passed', ) for v in vs]

        if failed_jobs:
            print('Failing this due to failure of jobs %s' %
                  (', '.join('%s(%s)' % (s, j) for j, s in failed_jobs), ))
            sys.exit(1)
        else:
            pending = [j for s in PENDING_STATUS for j in jobs.get(s, ())]
            try:
                # This allows us to test the deploy job for a build locally.
                pending.remove('deploy')
            except ValueError:
                pass
            if pending:
                still_pending = set(pending)
                if prev_pending is None:
                    print('Waiting for the following jobs to complete:')
                    for p in sorted(still_pending):
                        print(' * %s' % (p, ))
                    print()
                else:
                    completed = prev_pending - still_pending
                    if completed:
                        print('%s completed since last check.' %
                              (', '.join(sorted(completed)), ))
                prev_pending = still_pending
                naptime = 10.0 * (2 + random.random())
                print('Waiting %.2fs for %d more job%s to complete' % (
                    naptime,
                    len(pending),
                    's' if len(pending) > 1 else '',
                ))
                sleep(naptime)
            else:
                break
    else:
        print("We've been waiting for an hour. That seems bad. Failing now.")
        sys.exit(1)

    print('Looks good to release!')

    if os.environ.get('TRAVIS_SECURE_ENV_VARS', None) != 'true':
        print("But we don't have the keys to do it")
        sys.exit(0)

    print('Decrypting secrets')
    tools.decrypt_secrets()

    print('Release seems good. Pushing to github now.')

    tools.create_tag_and_push()

    print('Now uploading to pypi.')

    subprocess.check_call([
        sys.executable,
        '-m',
        'twine',
        'upload',
        '--config-file',
        tools.PYPIRC,
        os.path.join(DIST, '*'),
    ])

    sys.exit(0)
Exemplo n.º 3
0
import sys
import random
import shutil
import subprocess
from time import time, sleep

import hypothesistooling as tools

sys.path.append(os.path.dirname(__file__))  # noqa

DIST = os.path.join(tools.ROOT, 'dist')

PENDING_STATUS = ('started', 'created')

if __name__ == '__main__':
    last_release = tools.latest_version()

    print('Current version: %s. Latest released version: %s' %
          (tools.__version__, last_release))

    HEAD = tools.hash_for_name('HEAD')
    MASTER = tools.hash_for_name('origin/master')
    print('Current head:', HEAD)
    print('Current master:', MASTER)

    on_master = tools.is_ancestor(HEAD, MASTER)
    has_release = tools.has_release()

    if has_release:
        print('Updating changelog and version')
        tools.update_for_pending_release()
Exemplo n.º 4
0
if __name__ == '__main__':
    tools.git('config', 'user.name', 'Buildkite on behalf of Wellcome Collection')
    tools.git('config', 'user.email', '*****@*****.**')
    tools.add_ssh_origin()

    # Get latest metadata (can't pull here as need to keep RELEASE.rst to signify release)
    tools.git('fetch')

    HEAD = tools.hash_for_name('HEAD')
    MAIN = tools.hash_for_name('origin/main')

    on_main = tools.is_ancestor(HEAD, MAIN)
    has_release = tools.has_release()

    major, minor, patch = tuple(map(int, tools.latest_version().split(".")))
    tags = [
        f"{major}.{minor}.{patch}",
        f"{major}.{minor}",
        f"{major}",
    ]
    image_names = ["wellcome/%s:%s" % (NAME, tag) for tag in tags]
    local_image_name = image_names[0]

    # Get latest code before we build
    tools.git('pull', 'origin', 'main')

    docker("build", "--tag", local_image_name, ROOT)

    if has_release and on_main:
        # Log in to Docker Hub & push.  Be careful about this subprocess call -- if it