def test_takes_multiple_arguments():
assert takes_multiple_arguments(map)
assert not takes_multiple_arguments(sum)
def multi(a, b, c):
return a, b, c
class Singular:
def __init__(self, a):
pass
class Multi:
def __init__(self, a, b):
pass
assert takes_multiple_arguments(multi)
assert not takes_multiple_arguments(Singular)
assert takes_multiple_arguments(Multi)
def f():
pass
assert not takes_multiple_arguments(f)
def vararg(*args):
pass
assert takes_multiple_arguments(vararg)
assert not takes_multiple_arguments(vararg, varargs=False)
def test_takes_multiple_arguments():
assert takes_multiple_arguments(map)
assert not takes_multiple_arguments(sum)
def multi(a, b, c):
return a, b, c
class Singular(object):
def __init__(self, a):
pass
class Multi(object):
def __init__(self, a, b):
pass
assert takes_multiple_arguments(multi)
assert not takes_multiple_arguments(Singular)
assert takes_multiple_arguments(Multi)
def f():
pass
assert not takes_multiple_arguments(f)
def vararg(*args):
pass
assert takes_multiple_arguments(vararg)
assert not takes_multiple_arguments(vararg, varargs=False)
def test_takes_multiple_arguments():
assert takes_multiple_arguments(map)
assert not takes_multiple_arguments(sum)
def multi(a, b, c):
return a, b, c
class Singular(object):
def __init__(self, a):
pass
class Multi(object):
def __init__(self, a, b):
pass
assert takes_multiple_arguments(multi)
assert not takes_multiple_arguments(Singular)
assert takes_multiple_arguments(Multi)
def map(self, func):
""" Map a function across all elements in collection
>>> import dask.bag as db
>>> b = db.from_sequence(range(5))
>>> list(b.map(lambda x: x * 10)) # doctest: +SKIP
[0, 10, 20, 30, 40]
"""
name = next(names)
if takes_multiple_arguments(func):
func = partial(apply, func)
dsk = dict(((name, i), (reify, (map, func, (self.name, i)))) for i in range(self.npartitions))
return type(self)(merge(self.dask, dsk), name, self.npartitions)
def map(self, func):
""" Map a function across all elements in collection
>>> import dask.bag as db
>>> b = db.from_sequence(range(5))
>>> list(b.map(lambda x: x * 10)) # doctest: +SKIP
[0, 10, 20, 30, 40]
"""
name = next(names)
if takes_multiple_arguments(func):
func = partial(apply, func)
dsk = dict(((name, i), (reify, (map, func, (self.name, i))))
for i in range(self.npartitions))
return type(self)(merge(self.dask, dsk), name, self.npartitions)
def topk(self, k, key=None):
""" K largest elements in collection
Optionally ordered by some key function
>>> b = from_sequence([10, 3, 5, 7, 11, 4])
>>> list(b.topk(2)) # doctest: +SKIP
[11, 10]
>>> list(b.topk(2, lambda x: -x)) # doctest: +SKIP
[3, 4]
"""
a = next(names)
b = next(names)
if key:
if callable(key) and takes_multiple_arguments(key):
key = partial(apply, key)
func = partial(topk, key=key)
else:
func = topk
dsk = dict(((a, i), (list, (func, k, (self.name, i)))) for i in range(self.npartitions))
dsk2 = {(b, 0): (list, (func, k, (toolz.concat, list(dsk.keys()))))}
return type(self)(merge(self.dask, dsk, dsk2), b, 1)
def topk(self, k, key=None):
""" K largest elements in collection
Optionally ordered by some key function
>>> b = from_sequence([10, 3, 5, 7, 11, 4])
>>> list(b.topk(2)) # doctest: +SKIP
[11, 10]
>>> list(b.topk(2, lambda x: -x)) # doctest: +SKIP
[3, 4]
"""
a = next(names)
b = next(names)
if key:
if callable(key) and takes_multiple_arguments(key):
key = partial(apply, key)
func = partial(topk, key=key)
else:
func = topk
dsk = dict(((a, i), (list, (func, k, (self.name, i))))
for i in range(self.npartitions))
dsk2 = {(b, 0): (list, (func, k, (toolz.concat, list(dsk.keys()))))}
return type(self)(merge(self.dask, dsk, dsk2), b, 1)
