Python effective_getの例

コード例 #1

ファイル: test_utils.py プロジェクト: yuvallanger/dask

def test_effective_get():
    da = pytest.importorskip('dask.array')
    x = da.arange(10, chunks=(5, ))

    with pytest.warns(Warning) as record:
        assert effective_get(collection=x) is dask.threaded.get
        assert effective_get(get=dask.threaded.get) is dask.threaded.get

    assert any('dask.base.get_scheduler' in str(warning)
               for warning in record.list)

コード例 #2

ファイル: test_utils.py プロジェクト: martindurant/dask

def test_effective_get():
    da = pytest.importorskip('dask.array')
    x = da.arange(10, chunks=(5,))

    with pytest.warns(Warning) as record:
        assert effective_get(collection=x) is dask.threaded.get
        assert effective_get(get=dask.threaded.get) is dask.threaded.get

    assert any('dask.base.get_scheduler' in str(warning)
               for warning in record.list)

コード例 #3

ファイル: common.py プロジェクト: zhishang80/xarray

def get_scheduler(get=None, collection=None):
    """ Determine the dask scheduler that is being used.

    None is returned if not dask scheduler is active.

    See also
    --------
    dask.utils.effective_get
    """
    try:
        from dask.utils import effective_get
        actual_get = effective_get(get, collection)
        try:
            from dask.distributed import Client
            if isinstance(actual_get.__self__, Client):
                return 'distributed'
        except (ImportError, AttributeError):
            try:
                import dask.multiprocessing
                if actual_get == dask.multiprocessing.get:
                    return 'multiprocessing'
                else:
                    return 'threaded'
            except ImportError:
                return 'threaded'
    except ImportError:
        return None

コード例 #4

ファイル: locks.py プロジェクト: jsignell/xarray

def _get_scheduler(get=None, collection=None):
    """Determine the dask scheduler that is being used.

    None is returned if no dask scheduler is active.

    See also
    --------
    dask.base.get_scheduler
    """
    try:
        # dask 0.18.1 and later
        from dask.base import get_scheduler
        actual_get = get_scheduler(get, collection)
    except ImportError:
        try:
            from dask.utils import effective_get
            actual_get = effective_get(get, collection)
        except ImportError:
            return None

    try:
        from dask.distributed import Client
        if isinstance(actual_get.__self__, Client):
            return 'distributed'
    except (ImportError, AttributeError):
        try:
            import dask.multiprocessing
            if actual_get == dask.multiprocessing.get:
                return 'multiprocessing'
            else:
                return 'threaded'
        except ImportError:
            return 'threaded'

コード例 #5

ファイル: locks.py プロジェクト: zbruick/xarray

def _get_scheduler(get=None, collection=None):
    """Determine the dask scheduler that is being used.

    None is returned if no dask scheduler is active.

    See also
    --------
    dask.base.get_scheduler
    """
    try:
        # dask 0.18.1 and later
        from dask.base import get_scheduler

        actual_get = get_scheduler(get, collection)
    except ImportError:
        try:
            from dask.utils import effective_get

            actual_get = effective_get(get, collection)
        except ImportError:
            return None

    try:
        from dask.distributed import Client

        if isinstance(actual_get.__self__, Client):
            return "distributed"
    except (ImportError, AttributeError):
        try:
            import dask.multiprocessing

            if actual_get == dask.multiprocessing.get:
                return "multiprocessing"
            else:
                return "threaded"
        except ImportError:
            return "threaded"