def prefix():
    """
    Provide a temporary directory with a conda environment
    """
    miniconda_version = '4.5.4'
    miniconda_installer_md5 = "a946ea1d0c4a642ddf0c3a26a18bb16d"
    with tempfile.TemporaryDirectory() as tmpdir:
        with conda.download_miniconda_installer(
                miniconda_version, miniconda_installer_md5) as installer_path:
            conda.install_miniconda(installer_path, tmpdir)
        yield tmpdir
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = '4.5.4'
    miniconda_new_version = '4.7.10'
    conda_version = '4.5.8'

    # If no prior miniconda installation is found, we can install a newer version
    if not conda.check_miniconda_version(
            USER_ENV_PREFIX,
            miniconda_old_version) and not conda.check_miniconda_version(
                USER_ENV_PREFIX, miniconda_new_version):
        miniconda_installer_md5 = "1c945f2b3335c7b2b15130b1b2dc5cf4"
        conda_version = '4.8.1'

        logger.info('Downloading & setting up user environment...')
        with conda.download_miniconda_installer(
                miniconda_new_version,
                miniconda_installer_md5) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==' + conda_version
        ])

    conda.ensure_pip_packages(
        USER_ENV_PREFIX,
        [
            # JupyterHub + notebook package are base requirements for user environment
            'jupyterhub==1.0.0',
            'notebook==5.7.8',
            # Install additional notebook frontends!
            'jupyterlab==0.35.4',
            'nteract-on-jupyter==2.0.7',
            # nbgitpuller for easily pulling in Git repositories
            'nbgitpuller==0.6.1',
            # nbresuse to show people how much RAM they are using
            'nbresuse==0.3.0',
            # Most people consider ipywidgets to be part of the core notebook experience
            'ipywidgets==7.4.2',
            # Pin tornado
            'tornado<6.0',
        ])

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
Пример #3
0
def prefix():
    """
    Provide a temporary directory with a conda environment
    """
    miniconda_version = '4.7.10'
    miniconda_installer_md5 = "1c945f2b3335c7b2b15130b1b2dc5cf4"
    with tempfile.TemporaryDirectory() as tmpdir:
        with conda.download_miniconda_installer(miniconda_version, miniconda_installer_md5) as installer_path:
            conda.install_miniconda(installer_path, tmpdir)
        conda.ensure_conda_packages(tmpdir, [
            'conda==4.8.1'
        ])
        yield tmpdir
def prefix():
    """
    Provide a temporary directory with a conda environment
    """
    miniconda_version = '4.7.10'
    miniconda_installer_sha256 = "1314b90489f154602fd794accfc90446111514a5a72fe1f71ab83e07de9504a7"
    installer_url = "https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh"
    with tempfile.TemporaryDirectory() as tmpdir:
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, tmpdir)
        conda.ensure_conda_packages(tmpdir, ['conda==4.9.2'])
        yield tmpdir
def prefix():
    """
    Provide a temporary directory with a conda environment
    """
    miniconda_version = '4.8.3'
    miniconda_installer_sha256 = "879457af6a0bf5b34b48c12de31d4df0ee2f06a8e68768e5758c3293b2daf688"
    installer_url = "https://repo.continuum.io/miniconda/Miniconda3-{}-Linux-x86_64.sh".format(
        miniconda_version)
    with tempfile.TemporaryDirectory() as tmpdir:
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, tmpdir)
        conda.ensure_conda_packages(tmpdir, ['conda==4.8.1'])
        yield tmpdir
Пример #6
0
def prefix():
    """
    Provide a temporary directory with a conda environment
    """
    miniconda_version = '4.7.10'
    miniconda_installer_sha256 = "8a324adcc9eaf1c09e22a992bb6234d91a94146840ee6b11c114ecadafc68121"
    installer_url = "https://repo.continuum.io/miniconda/Miniconda3-{}-Linux-x86_64.sh".format(
        miniconda_version)
    with tempfile.TemporaryDirectory() as tmpdir:
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, tmpdir)
        conda.ensure_conda_packages(tmpdir, ['conda==4.8.1'])
        yield tmpdir
Пример #7
0
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")
    miniconda_version = '4.5.4'
    miniconda_installer_md5 = "a946ea1d0c4a642ddf0c3a26a18bb16d"

    if not conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_version):
        logger.info('Downloading & setting up user environment...')
        with conda.download_miniconda_installer(
                miniconda_version, miniconda_installer_md5) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)

    # nbresuse needs psutil, which requires gcc
    apt.install_packages(['gcc'])

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==4.5.8'
        ])

    conda.ensure_pip_packages(
        USER_ENV_PREFIX,
        [
            # JupyterHub + notebook package are base requirements for user environment
            'jupyterhub==0.9.4',
            'notebook==5.7.0',
            # Install additional notebook frontends!
            'jupyterlab==0.35.3',
            'nteract-on-jupyter==1.9.12',
            # nbgitpuller for easily pulling in Git repositories
            'nbgitpuller==0.6.1',
            # nbresuse to show people how much RAM they are using
            'nbresuse==0.3.0',
            # Most people consider ipywidgets to be part of the core notebook experience
            'ipywidgets==7.4.2',
            # Pin tornado
            'tornado<6.0'
        ])

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
Пример #8
0
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = '4.5.4'
    miniconda_new_version = '4.7.10'
    miniconda_installer_sha256 = "80ecc86f8c2f131c5170e43df489514f80e3971dd105c075935470bbf2476dea"

    if conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_new_version):
        logger.info('Conda exists - version 4.5.4')
        conda_version = '4.5.4'
    elif conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_old_version):
        logger.info('Conda exists - version 4.7.10')
        conda_version = '4.5.4'
    # If no prior miniconda installation is found, we can install a newer version
    else:
        logger.info('Downloading & setting up user environment...')
        conda_version = '4.5.4'
        # FIXME: allow using miniforge
        installer_url = "https://repo.continuum.io/miniconda/Miniconda3-{}-Linux-x86_64.sh".format(
            conda_version)
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==' + conda_version
        ])

    conda.ensure_pip_requirements(
        USER_ENV_PREFIX,
        os.path.join(HERE, 'requirements-base.txt'),
    )

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
def prefix():
    """
    Provide a temporary directory with a mambaforge conda environment
    """
    # see https://github.com/conda-forge/miniforge/releases
    mambaforge_version = "4.10.3-7"
    if os.uname().machine == "aarch64":
        installer_sha256 = (
            "ac95f137b287b3408e4f67f07a284357b1119ee157373b788b34e770ef2392b2")
    elif os.uname().machine == "x86_64":
        installer_sha256 = (
            "fc872522ec427fcab10167a93e802efaf251024b58cc27b084b915a9a73c4474")
    installer_url = "https://github.com/conda-forge/miniforge/releases/download/{v}/Mambaforge-{v}-Linux-{arch}.sh".format(
        v=mambaforge_version, arch=os.uname().machine)
    with tempfile.TemporaryDirectory() as tmpdir:
        with conda.download_miniconda_installer(
                installer_url, installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, tmpdir)
        conda.ensure_conda_packages(tmpdir, ["conda==4.10.3"])
        yield tmpdir
Пример #10
0
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = '4.5.4'
    miniconda_new_version = '4.8.3'
    miniconda_installer_sha256 = "879457af6a0bf5b34b48c12de31d4df0ee2f06a8e68768e5758c3293b2daf688"

    if conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_new_version):
        conda_version = '4.8.1'
    elif conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_old_version):
        conda_version = '4.5.8'
    # If no prior miniconda installation is found, we can install a newer version
    else:
        logger.info('Downloading & setting up user environment...')
        # FIXME: allow using miniforge
        installer_url = "https://repo.continuum.io/miniconda/Miniconda3-py38_{}-Linux-x86_64.sh".format(
            miniconda_new_version)
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)
        conda_version = '4.8.3'

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==' + conda_version
        ])

    conda.ensure_pip_requirements(
        USER_ENV_PREFIX,
        os.path.join(HERE, 'requirements-base.txt'),
    )

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
Пример #11
0
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = '4.5.4'
    miniconda_new_version = '4.7.10'
    miniconda_installer_sha256 = "8a324adcc9eaf1c09e22a992bb6234d91a94146840ee6b11c114ecadafc68121"

    if conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_new_version):
        conda_version = '4.8.1'
    elif conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_old_version):
        conda_version = '4.5.8'
    # If no prior miniconda installation is found, we can install a newer version
    else:
        logger.info('Downloading & setting up user environment...')
        # FIXME: allow using miniforge
        installer_url = "https://repo.continuum.io/miniconda/Miniconda3-{}-Linux-x86_64.sh".format(
            miniconda_new_version)
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)
        conda_version = '4.8.1'

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==' + conda_version
        ])

    conda.ensure_pip_requirements(
        USER_ENV_PREFIX,
        os.path.join(HERE, 'requirements-base.txt'),
    )

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
Пример #12
0
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = '4.5.4'
    miniconda_new_version = '4.7.10'
    miniconda_installer_sha256 = "1314b90489f154602fd794accfc90446111514a5a72fe1f71ab83e07de9504a7"

    if conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_new_version):
        conda_version = '4.8.1'
    elif conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_old_version):
        conda_version = '4.5.8'
    # If no prior miniconda installation is found, we can install a newer version
    else:
        logger.info('Downloading & setting up user environment...')
        # FIXME: allow using miniforge
        installer_url = "https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh"
        with conda.download_miniconda_installer(
                installer_url, miniconda_installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)
        conda_version = '4.9.2'

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==' + conda_version
        ])

    conda.ensure_pip_requirements(
        USER_ENV_PREFIX,
        os.path.join(HERE, 'requirements-base.txt'),
    )

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
Пример #13
0
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = '4.5.4'
    miniconda_new_version = '4.7.10'
    conda_version = '4.5.8'

    # If no prior miniconda installation is found, we can install a newer version
    if not conda.check_miniconda_version(
            USER_ENV_PREFIX,
            miniconda_old_version) and not conda.check_miniconda_version(
                USER_ENV_PREFIX, miniconda_new_version):
        miniconda_installer_md5 = "1c945f2b3335c7b2b15130b1b2dc5cf4"
        conda_version = '4.8.1'

        logger.info('Downloading & setting up user environment...')
        with conda.download_miniconda_installer(
                miniconda_new_version,
                miniconda_installer_md5) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==' + conda_version
        ])

    conda.ensure_pip_requirements(
        USER_ENV_PREFIX,
        os.path.join(HERE, 'requirements-base.txt'),
    )

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")
    miniconda_version = '4.5.4'
    miniconda_installer_md5 = "a946ea1d0c4a642ddf0c3a26a18bb16d"

    if not conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_version):
        logger.info('Downloading & setting up user environment...')
        with conda.download_miniconda_installer(
                miniconda_version, miniconda_installer_md5) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            'conda==4.5.8'
        ])

    conda.ensure_pip_packages(
        USER_ENV_PREFIX,
        [
            # JupyterHub + notebook package are base requirements for user environment
            'jupyterhub==0.9.1',
            'notebook==5.6.0',
            # Install additional notebook frontends!
            'jupyterlab==0.32.1',
            'nteract-on-jupyter==1.8.1',
            # nbgitpuller for easily pulling in Git repositories
            'nbgitpuller==0.6.1'
        ])

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(USER_ENV_PREFIX,
                                      user_requirements_txt_file)
def ensure_user_environment(user_requirements_txt_file):
    """
    Set up user conda environment with required packages
    """
    logger.info("Setting up user environment...")

    miniconda_old_version = "4.5.4"
    miniconda_new_version = "4.7.10"
    # Install mambaforge using an installer from
    # https://github.com/conda-forge/miniforge/releases
    mambaforge_new_version = "4.10.3-7"
    # Check system architecture, set appropriate installer checksum
    if os.uname().machine == "aarch64":
        installer_sha256 = (
            "ac95f137b287b3408e4f67f07a284357b1119ee157373b788b34e770ef2392b2")
    elif os.uname().machine == "x86_64":
        installer_sha256 = (
            "fc872522ec427fcab10167a93e802efaf251024b58cc27b084b915a9a73c4474")
    # Check OS, set appropriate string for conda installer path
    if os.uname().sysname != "Linux":
        raise OSError("TLJH is only supported on Linux platforms.")
    # Then run `mamba --version` to get the conda and mamba versions
    # Keep these in sync with tests/test_conda.py::prefix
    mambaforge_conda_new_version = "4.10.3"
    mambaforge_mamba_version = "0.16.0"

    if conda.check_miniconda_version(USER_ENV_PREFIX,
                                     mambaforge_conda_new_version):
        conda_version = "4.10.3"
    elif conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_new_version):
        conda_version = "4.8.1"
    elif conda.check_miniconda_version(USER_ENV_PREFIX, miniconda_old_version):
        conda_version = "4.5.8"
    # If no prior miniconda installation is found, we can install a newer version
    else:
        logger.info("Downloading & setting up user environment...")
        installer_url = "https://github.com/conda-forge/miniforge/releases/download/{v}/Mambaforge-{v}-Linux-{arch}.sh".format(
            v=mambaforge_new_version, arch=os.uname().machine)
        with conda.download_miniconda_installer(
                installer_url, installer_sha256) as installer_path:
            conda.install_miniconda(installer_path, USER_ENV_PREFIX)
        conda_version = "4.10.3"

    conda.ensure_conda_packages(
        USER_ENV_PREFIX,
        [
            # Conda's latest version is on conda much more so than on PyPI.
            "conda==" + conda_version,
            "mamba==" + mambaforge_mamba_version,
        ],
    )

    conda.ensure_pip_requirements(
        USER_ENV_PREFIX,
        os.path.join(HERE, "requirements-base.txt"),
        upgrade=True,
    )

    if user_requirements_txt_file:
        # FIXME: This currently fails hard, should fail soft and not abort installer
        conda.ensure_pip_requirements(
            USER_ENV_PREFIX,
            user_requirements_txt_file,
            upgrade=True,
        )