コード例 #1
0
def download_code(build_job, build_path, filename):
    if not os.path.exists(build_path):
        os.makedirs(build_path)

    filename = '{}/{}'.format(build_path, filename)

    if build_job.code_reference.repo:
        download_url = build_job.code_reference.repo.download_url
    elif build_job.code_reference.external_repo:
        download_url = build_job.code_reference.external_repo.download_url
    else:
        raise ValueError(
            'Code reference for this build job does not have any repo.')

    repo_file = download(
        url=download_url,
        filename=filename,
        logger=_logger,
        headers={settings.HEADERS_INTERNAL.replace('_', '-'): 'dockerizer'})
    untar_file(build_path=build_path,
               filename=filename,
               logger=_logger,
               delete_tar=True)
    if not repo_file:
        send_status(build_job=build_job,
                    status=JobLifeCycle.FAILED,
                    message='Could not download code to build the image.')
コード例 #2
0
ファイル: builder.py プロジェクト: ttsvetanov/polyaxon
def download_code(build_job, build_path, filename):
    if not os.path.exists(build_path):
        os.makedirs(build_path)

    filename = '{}/{}'.format(build_path, filename)

    if build_job.code_reference.repo:
        download_url = build_job.code_reference.repo.download_url
    elif build_job.code_reference.external_repo:
        download_url = build_job.code_reference.external_repo.download_url
    else:
        raise ValueError('Code reference for this build job does not have any repo.')

    repo_file = download(
        url=download_url,
        filename=filename,
        logger=_logger,
        headers={settings.HEADERS_INTERNAL.replace('_', '-'): 'dockerizer'})
    untar_file(build_path=build_path, filename=filename, logger=_logger, delete_tar=True)
    if not repo_file:
        send_status(build_job=build_job,
                    status=JobLifeCycle.FAILED,
                    message='Could not download code to build the image.')
コード例 #3
0
def download_code(build_job, build_path, filename):
    if not os.path.exists(build_path):
        os.makedirs(build_path)

    filename = '{}/{}'.format(build_path, filename)

    if build_job.code_reference.repo:
        download_url = build_job.code_reference.repo.download_url
        internal = True
        headers = {
            conf.get('HEADERS_INTERNAL').replace('_', '-'):
            InternalServices.DOCKERIZER
        }
        access_token = None
    elif build_job.code_reference.git_url:
        download_url = build_job.code_reference.git_url
        internal = False
        access_token = conf.get('REPOS_ACCESS_TOKEN')
        # Gitlab requires heaer `private-token`
        headers = {}
    else:
        raise ValueError(
            'Code reference for this build job does not have any repo.')

    if internal:
        if build_job.code_reference.commit:
            download_url = '{}?commit={}'.format(
                download_url, build_job.code_reference.commit)
        tar_suffix = None
    else:
        tar_suffix = (build_job.code_reference.commit
                      if build_job.code_reference.commit else 'master')
        archive_url = '/archive'
        if 'bitbucket' in download_url.lower():
            if access_token:
                headers = {'Authorization': 'Bearer {}'.format(access_token)}
            archive_url = '/get'
        elif 'github' not in download_url.lower():
            # We assume it's a gitlab (either saas or on-premis)
            if access_token:
                headers = {'PRIVATE-TOKEN': access_token}
            download_url += '/-'  # Gitlab requires this underscore for valid urls
        download_url += archive_url
        download_url += '/{}'.format(tar_suffix)
        download_url += '.tar.gz'

    repo_file = download(url=download_url,
                         filename=filename,
                         logger=_logger,
                         headers=headers,
                         access_token=access_token,
                         internal=internal)
    if not repo_file:
        send_status(build_job=build_job,
                    status=JobLifeCycle.FAILED,
                    message='Could not download code to build the image.')
        return False
    status = untar_file(build_path=build_path,
                        filename=filename,
                        logger=_logger,
                        delete_tar=True,
                        internal=internal,
                        tar_suffix=tar_suffix)
    if not status:
        send_status(
            build_job=build_job,
            status=JobLifeCycle.FAILED,
            message='Could not handle downloaded code to build the image.')
        return False

    return True