def test_to_task_dask():
a = delayed(1, name='a')
b = delayed(2, name='b')
task, dask = to_task_dask([a, b, 3])
assert task == ['a', 'b', 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ['a', 'b', 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert (task == (dict, [['b', 2], ['a', 1]]) or
task == (dict, [['a', 1], ['b', 2]]))
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple('f', ['x', 'y'])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
# Issue https://github.com/dask/dask/issues/2107
class MyClass(dict):
pass
task, dask = to_task_dask(MyClass())
assert type(task) is MyClass
assert dict(dask) == {}
def test_to_task_dask():
a = delayed(1, name='a')
b = delayed(2, name='b')
task, dask = to_task_dask([a, b, 3])
assert task == ['a', 'b', 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ['a', 'b', 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert (task == (dict, [['b', 2], ['a', 1]])
or task == (dict, [['a', 1], ['b', 2]]))
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple('f', ['x', 'y'])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
# Issue https://github.com/dask/dask/issues/2107
class MyClass(dict):
pass
task, dask = to_task_dask(MyClass())
assert type(task) is MyClass
assert dict(dask) == {}
def test_unquote():
from dask.diagnostics.profile_visualize import unquote
from dask.delayed import to_task_dask
f = lambda x: to_task_dask(x)[0]
t = {'a': 1, 'b': 2, 'c': 3}
assert unquote(f(t)) == t
t = {'a': [1, 2, 3], 'b': 2, 'c': 3}
assert unquote(f(t)) == t
t = [1, 2, 3]
assert unquote(f(t)) == t
def test_unquote():
from dask.diagnostics.profile_visualize import unquote
from dask.delayed import to_task_dask
f = lambda x: to_task_dask(x)[0]
t = {'a': 1, 'b': 2, 'c': 3}
assert unquote(f(t)) == t
t = {'a': [1, 2, 3], 'b': 2, 'c': 3}
assert unquote(f(t)) == t
t = [1, 2, 3]
assert unquote(f(t)) == t
def test_to_task_dask():
a = delayed(1, name='a')
b = delayed(2, name='b')
task, dask = to_task_dask([a, b, 3])
assert task == ['a', 'b', 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ['a', 'b', 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert (task == (dict, [['b', 2], ['a', 1]])
or task == (dict, [['a', 1], ['b', 2]]))
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple('f', ['x', 'y'])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
def test_to_task_dask():
a = delayed(1, name='a')
b = delayed(2, name='b')
task, dask = to_task_dask([a, b, 3])
assert task == ['a', 'b', 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ['a', 'b', 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert (task == (dict, [['b', 2], ['a', 1]]) or
task == (dict, [['a', 1], ['b', 2]]))
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple('f', ['x', 'y'])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
def test_array_delayed():
np = pytest.importorskip("numpy")
da = pytest.importorskip("dask.array")
arr = np.arange(100).reshape((10, 10))
darr = da.from_array(arr, chunks=(5, 5))
val = delayed(sum)([arr, darr, 1])
assert isinstance(val, Delayed)
assert np.allclose(val.compute(), arr + arr + 1)
assert val.sum().compute() == (arr + arr + 1).sum()
assert val[0, 0].compute() == (arr + arr + 1)[0, 0]
task, dsk = to_task_dask(darr)
assert not darr.dask.keys() - dsk.keys()
diff = dsk.keys() - darr.dask.keys()
assert len(diff) == 1
delayed_arr = delayed(darr)
assert (delayed_arr.compute() == arr).all()
def test_array_delayed():
np = pytest.importorskip('numpy')
da = pytest.importorskip('dask.array')
arr = np.arange(100).reshape((10, 10))
darr = da.from_array(arr, chunks=(5, 5))
val = delayed(sum)([arr, darr, 1])
assert isinstance(val, Delayed)
assert np.allclose(val.compute(), arr + arr + 1)
assert val.sum().compute() == (arr + arr + 1).sum()
assert val[0, 0].compute() == (arr + arr + 1)[0, 0]
task, dsk = to_task_dask(darr)
orig = set(darr.dask)
final = set(dsk)
assert orig.issubset(final)
diff = final.difference(orig)
assert len(diff) == 1
delayed_arr = delayed(darr)
assert (delayed_arr.compute() == arr).all()
def test_array_delayed():
np = pytest.importorskip('numpy')
da = pytest.importorskip('dask.array')
arr = np.arange(100).reshape((10, 10))
darr = da.from_array(arr, chunks=(5, 5))
val = delayed(sum)([arr, darr, 1])
assert isinstance(val, Delayed)
assert np.allclose(val.compute(), arr + arr + 1)
assert val.sum().compute() == (arr + arr + 1).sum()
assert val[0, 0].compute() == (arr + arr + 1)[0, 0]
task, dsk = to_task_dask(darr)
orig = set(darr.dask)
final = set(dsk)
assert orig.issubset(final)
diff = final.difference(orig)
assert len(diff) == 1
delayed_arr = delayed(darr)
assert (delayed_arr.compute() == arr).all()
def test_to_task_dask():
with warnings.catch_warnings(record=True):
a = delayed(1, name='a')
b = delayed(2, name='b')
task, dask = to_task_dask([a, b, 3])
assert task == ['a', 'b', 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ['a', 'b', 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert (task == (dict, [['b', 2], ['a', 1]])
or task == (dict, [['a', 1], ['b', 2]]))
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple('f', ['x', 'y'])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
task, dask = to_task_dask(slice(a, b, 3))
assert task == (slice, 'a', 'b', 3)
assert dict(dask) == merge(a.dask, b.dask)
# Issue https://github.com/dask/dask/issues/2107
class MyClass(dict):
pass
task, dask = to_task_dask(MyClass())
assert type(task) is MyClass
assert dict(dask) == {}
# Custom dask objects
x = Tuple({'a': 1, 'b': 2, 'c': (add, 'a', 'b')}, ['a', 'b', 'c'])
task, dask = to_task_dask(x)
assert task in dask
f = dask.pop(task)
assert f == (tuple, ['a', 'b', 'c'])
assert dask == x._dask
def test_to_task_dask():
with warnings.catch_warnings(record=True):
a = delayed(1, name='a')
b = delayed(2, name='b')
task, dask = to_task_dask([a, b, 3])
assert task == ['a', 'b', 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ['a', 'b', 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert (task == (dict, [['b', 2], ['a', 1]]) or
task == (dict, [['a', 1], ['b', 2]]))
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple('f', ['x', 'y'])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
task, dask = to_task_dask(slice(a, b, 3))
assert task == (slice, 'a', 'b', 3)
assert dict(dask) == merge(a.dask, b.dask)
# Issue https://github.com/dask/dask/issues/2107
class MyClass(dict):
pass
task, dask = to_task_dask(MyClass())
assert type(task) is MyClass
assert dict(dask) == {}
# Custom dask objects
x = Tuple({'a': 1, 'b': 2, 'c': (add, 'a', 'b')}, ['a', 'b', 'c'])
task, dask = to_task_dask(x)
assert task in dask
f = dask.pop(task)
assert f == (tuple, ['a', 'b', 'c'])
assert dask == x._dask
def test_to_task_dask():
a = delayed(1, name="a")
b = delayed(2, name="b")
task, dask = to_task_dask([a, b, 3])
assert task == ["a", "b", 3]
task, dask = to_task_dask((a, b, 3))
assert task == (tuple, ["a", "b", 3])
assert dict(dask) == merge(a.dask, b.dask)
task, dask = to_task_dask({a: 1, b: 2})
assert task == (dict, [["b", 2], ["a", 1]]) or task == (dict, [["a", 1],
["b", 2]])
assert dict(dask) == merge(a.dask, b.dask)
f = namedtuple("f", ["x", "y"])
x = f(1, 2)
task, dask = to_task_dask(x)
assert task == x
assert dict(dask) == {}
task, dask = to_task_dask(slice(a, b, 3))
assert task == (slice, "a", "b", 3)
assert dict(dask) == merge(a.dask, b.dask)
# Issue https://github.com/dask/dask/issues/2107
class MyClass(dict):
pass
task, dask = to_task_dask(MyClass())
assert type(task) is MyClass
assert dict(dask) == {}
# Custom dask objects
x = Tuple({"a": 1, "b": 2, "c": (add, "a", "b")}, ["a", "b", "c"])
task, dask = to_task_dask(x)
assert task in dask
f = dask.pop(task)
assert f == (tuple, ["a", "b", "c"])
assert dask == x._dask
