def map_reader(fd, size, url, params):
     from disco.worker import task_io
     assert isinstance(fd, file)
     return task_io.chain_reader(fd, size, url, params)
Exemplo n.º 2
0
def reader(fd, size, url, params):
    for e in chain_reader(fd, size, url):
        L = e.split()
        yield L[0], [float(s) for s in L[1:]]
Exemplo n.º 3
0
 def map_reader(fd, size, url, params):
     from disco.worker import task_io
     assert isinstance(fd, file)
     return task_io.chain_reader(fd, size, url, params)
Exemplo n.º 4
0
def reader(fd, size, fname, extra):
    from disco.worker.task_io import chain_reader
    for k, v in chain_reader(fd, size, fname):
        yield k + extra, v
Exemplo n.º 5
0
def reader(fd, size, url):
    from disco.worker.task_io import chain_reader
    for e in chain_reader(fd, size, url):
        L = e.split()
        yield L[0], [float(s) for s in L[1:]]
Exemplo n.º 6
0
def reader(fd, size, fname, extra):
    from disco.worker.task_io import chain_reader
    for k, v in chain_reader(fd, size, fname):
        yield k + extra, v
Exemplo n.º 7
0
def reader(fd, size, url, params):
    for e in chain_reader(fd, size, url):
        L = e.split()
        yield L[0], [float(s) for s in L[1:]]
Exemplo n.º 8
0
def open_chain(url, task=None):
    from disco.worker.task_io import chain_reader
    return chain_reader(open(url, task=task), None, url)
Exemplo n.º 9
0
def open_chain(url, task=None):
    from disco.worker.task_io import chain_reader
    return chain_reader(open(url, task=task), None, url)