Example #1
0
def test_start_ipython_scheduler_magic(loop, zmq_ctx):
    with cluster(1) as (s, [a]):
        with Client(('127.0.0.1', s['port']), loop=loop) as e, mock_ipython() as ip:
            info = e.start_ipython_scheduler()

        expected = [
            {'magic_kind': 'line', 'magic_name': 'scheduler'},
            {'magic_kind': 'cell', 'magic_name': 'scheduler'},
        ]

        call_kwargs_list = [ kwargs for (args, kwargs) in ip.register_magic_function.call_args_list ]
        assert call_kwargs_list == expected
        magic = ip.register_magic_function.call_args_list[0][0][0]
        magic(line="", cell="scheduler")
Example #2
0
def test_start_ipython_remote(loop, zmq_ctx):
    from distributed._ipython_utils import remote_magic
    with cluster(1) as (s, [a]):
        with Client(('127.0.0.1', s['port']), loop=loop) as e, mock_ipython() as ip:
            worker = first(e.ncores())
            ip.user_ns['info'] = e.start_ipython_workers(worker)[worker]
            remote_magic('info 1') # line magic
            remote_magic('info', 'worker') # cell magic

        expected = [
            ((remote_magic,), {'magic_kind': 'line', 'magic_name': 'remote'}),
            ((remote_magic,), {'magic_kind': 'cell', 'magic_name': 'remote'}),
        ]
        assert ip.register_magic_function.call_args_list == expected
        assert ip.register_magic_function.call_count == 2
def test_start_ipython_scheduler_magic(loop, zmq_ctx):
    with cluster(1) as (s, [a]):
        with Client(s["address"], loop=loop) as e, mock_ipython() as ip:
            info = e.start_ipython_scheduler()

        expected = [
            {"magic_kind": "line", "magic_name": "scheduler"},
            {"magic_kind": "cell", "magic_name": "scheduler"},
        ]

        call_kwargs_list = [
            kwargs for (args, kwargs) in ip.register_magic_function.call_args_list
        ]
        assert call_kwargs_list == expected
        magic = ip.register_magic_function.call_args_list[0][0][0]
        magic(line="", cell="scheduler")
def test_start_ipython_remote(loop, zmq_ctx):
    from distributed._ipython_utils import remote_magic

    with cluster(1) as (s, [a]):
        with Client(s["address"], loop=loop) as e, mock_ipython() as ip:
            worker = first(e.nthreads())
            ip.user_ns["info"] = e.start_ipython_workers(worker)[worker]
            remote_magic("info 1")  # line magic
            remote_magic("info", "worker")  # cell magic

        expected = [
            ((remote_magic,), {"magic_kind": "line", "magic_name": "remote"}),
            ((remote_magic,), {"magic_kind": "cell", "magic_name": "remote"}),
        ]
        assert ip.register_magic_function.call_args_list == expected
        assert ip.register_magic_function.call_count == 2
Example #5
0
def test_start_ipython_workers_magic(loop, zmq_ctx):
    with cluster(2) as (s, [a, b]):

        with Executor(('127.0.0.1', s['port']),
                      loop=loop) as e, mock_ipython() as ip:
            workers = list(e.ncores())[:2]
            names = ['magic%i' % i for i in range(len(workers))]
            info_dict = e.start_ipython_workers(workers, magic_names=names)

        expected = [
            {
                'magic_kind': 'line',
                'magic_name': 'remote'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'remote'
            },
            {
                'magic_kind': 'line',
                'magic_name': 'magic0'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'magic0'
            },
            {
                'magic_kind': 'line',
                'magic_name': 'magic1'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'magic1'
            },
        ]
        call_kwargs_list = [
            kwargs
            for (args, kwargs) in ip.register_magic_function.call_args_list
        ]
        assert call_kwargs_list == expected
        assert ip.register_magic_function.call_count == 6
        magics = [
            args[0][0]
            for args in ip.register_magic_function.call_args_list[2:]
        ]
        magics[-1](line="", cell="worker")
        [m.client.stop_channels() for m in magics]
Example #6
0
def test_start_ipython_workers_magic(loop, zmq_ctx):
    with cluster(2) as (s, [a, b]):

        with Client(s["address"], loop=loop) as e, mock_ipython() as ip:
            workers = list(e.nthreads())[:2]
            names = ["magic%i" % i for i in range(len(workers))]
            info_dict = e.start_ipython_workers(workers, magic_names=names)

        expected = [
            {
                "magic_kind": "line",
                "magic_name": "remote"
            },
            {
                "magic_kind": "cell",
                "magic_name": "remote"
            },
            {
                "magic_kind": "line",
                "magic_name": "magic0"
            },
            {
                "magic_kind": "cell",
                "magic_name": "magic0"
            },
            {
                "magic_kind": "line",
                "magic_name": "magic1"
            },
            {
                "magic_kind": "cell",
                "magic_name": "magic1"
            },
        ]
        call_kwargs_list = [
            kwargs
            for (args, kwargs) in ip.register_magic_function.call_args_list
        ]
        assert call_kwargs_list == expected
        assert ip.register_magic_function.call_count == 6
        magics = [
            args[0][0]
            for args in ip.register_magic_function.call_args_list[2:]
        ]
        magics[-1](line="", cell="worker")
        [m.client.stop_channels() for m in magics]
def test_start_ipython_workers_magic_asterix(loop, zmq_ctx):
    with cluster(2) as (s, [a, b]):

        with Client(s['address'], loop=loop) as e, mock_ipython() as ip:
            workers = list(e.ncores())[:2]
            info_dict = e.start_ipython_workers(workers, magic_names='magic_*')

        expected = [
            {
                'magic_kind': 'line',
                'magic_name': 'remote'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'remote'
            },
            {
                'magic_kind': 'line',
                'magic_name': 'magic_0'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'magic_0'
            },
            {
                'magic_kind': 'line',
                'magic_name': 'magic_1'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'magic_1'
            },
        ]
        call_kwargs_list = [
            kwargs
            for (args, kwargs) in ip.register_magic_function.call_args_list
        ]
        assert call_kwargs_list == expected
        assert ip.register_magic_function.call_count == 6
        magics = [
            args[0][0]
            for args in ip.register_magic_function.call_args_list[2:]
        ]
        magics[-1](line="", cell="worker")
        [m.client.stop_channels() for m in magics]
def test_start_ipython_remote(loop, zmq_ctx):
    from distributed._ipython_utils import remote_magic
    with cluster(1) as (s, [a]):
        with Client(s['address'], loop=loop) as e, mock_ipython() as ip:
            worker = first(e.ncores())
            ip.user_ns['info'] = e.start_ipython_workers(worker)[worker]
            remote_magic('info 1')  # line magic
            remote_magic('info', 'worker')  # cell magic

        expected = [
            ((remote_magic, ), {
                'magic_kind': 'line',
                'magic_name': 'remote'
            }),
            ((remote_magic, ), {
                'magic_kind': 'cell',
                'magic_name': 'remote'
            }),
        ]
        assert ip.register_magic_function.call_args_list == expected
        assert ip.register_magic_function.call_count == 2
Example #9
0
def test_start_ipython_workers_magic_asterix(loop, zmq_ctx):
    with cluster(2) as (s, [a, b]):

        with Client(('127.0.0.1', s['port']), loop=loop) as e, mock_ipython() as ip:
            workers = list(e.ncores())[:2]
            info_dict = e.start_ipython_workers(workers, magic_names='magic_*')

        expected = [
            {'magic_kind': 'line', 'magic_name': 'remote'},
            {'magic_kind': 'cell', 'magic_name': 'remote'},
            {'magic_kind': 'line', 'magic_name': 'magic_0'},
            {'magic_kind': 'cell', 'magic_name': 'magic_0'},
            {'magic_kind': 'line', 'magic_name': 'magic_1'},
            {'magic_kind': 'cell', 'magic_name': 'magic_1'},
        ]
        call_kwargs_list = [ kwargs for (args, kwargs) in ip.register_magic_function.call_args_list ]
        assert call_kwargs_list == expected
        assert ip.register_magic_function.call_count == 6
        magics = [ args[0][0] for args in ip.register_magic_function.call_args_list[2:] ]
        magics[-1](line="", cell="worker")
        [ m.client.stop_channels() for m in magics ]
Example #10
0
def test_start_ipython_workers_magic(loop, zmq_ctx):
    with cluster(2) as (s, [a, b]):

        with Client(s['address'], loop=loop) as e, mock_ipython() as ip:
            workers = list(e.ncores())[:2]
            names = ['magic%i' % i for i in range(len(workers))]
            info_dict = e.start_ipython_workers(workers, magic_names=names)

        expected = [
            {'magic_kind': 'line', 'magic_name': 'remote'},
            {'magic_kind': 'cell', 'magic_name': 'remote'},
            {'magic_kind': 'line', 'magic_name': 'magic0'},
            {'magic_kind': 'cell', 'magic_name': 'magic0'},
            {'magic_kind': 'line', 'magic_name': 'magic1'},
            {'magic_kind': 'cell', 'magic_name': 'magic1'},
        ]
        call_kwargs_list = [kwargs for (args, kwargs) in ip.register_magic_function.call_args_list]
        assert call_kwargs_list == expected
        assert ip.register_magic_function.call_count == 6
        magics = [args[0][0] for args in ip.register_magic_function.call_args_list[2:]]
        magics[-1](line="", cell="worker")
        [m.client.stop_channels() for m in magics]
Example #11
0
def test_start_ipython_scheduler_magic(loop, zmq_ctx):
    with cluster(1, should_check_state=False) as (s, [a]):
        with Client(s['address'], loop=loop) as e, mock_ipython() as ip:
            info = e.start_ipython_scheduler()

        expected = [
            {
                'magic_kind': 'line',
                'magic_name': 'scheduler'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'scheduler'
            },
        ]

        call_kwargs_list = [
            kwargs
            for (args, kwargs) in ip.register_magic_function.call_args_list
        ]
        assert call_kwargs_list == expected
        magic = ip.register_magic_function.call_args_list[0][0][0]
        magic(line="", cell="scheduler")
Example #12
0
def test_start_ipython_scheduler_magic(loop, zmq_ctx):
    with cluster(1) as (s, [a]):
        with Executor(('127.0.0.1', s['port']),
                      loop=loop) as e, mock_ipython() as ip:
            info = e.start_ipython_scheduler()

        expected = [
            {
                'magic_kind': 'line',
                'magic_name': 'scheduler'
            },
            {
                'magic_kind': 'cell',
                'magic_name': 'scheduler'
            },
        ]

        call_kwargs_list = [
            kwargs
            for (args, kwargs) in ip.register_magic_function.call_args_list
        ]
        assert call_kwargs_list == expected
        magic = ip.register_magic_function.call_args_list[0][0][0]
        magic(line="", cell="scheduler")