def map_reader(fd, size, url, params):
     from disco.worker import task_io
     assert isinstance(fd, file)
     return task_io.chain_reader(fd, size, url, params)
Example #2
0
def reader(fd, size, url, params):
    for e in chain_reader(fd, size, url):
        L = e.split()
        yield L[0], [float(s) for s in L[1:]]
Example #3
0
 def map_reader(fd, size, url, params):
     from disco.worker import task_io
     assert isinstance(fd, file)
     return task_io.chain_reader(fd, size, url, params)
Example #4
0
def reader(fd, size, fname, extra):
    from disco.worker.task_io import chain_reader
    for k, v in chain_reader(fd, size, fname):
        yield k + extra, v
Example #5
0
def reader(fd, size, url):
    from disco.worker.task_io import chain_reader
    for e in chain_reader(fd, size, url):
        L = e.split()
        yield L[0], [float(s) for s in L[1:]]
Example #6
0
def reader(fd, size, fname, extra):
    from disco.worker.task_io import chain_reader
    for k, v in chain_reader(fd, size, fname):
        yield k + extra, v
Example #7
0
def reader(fd, size, url, params):
    for e in chain_reader(fd, size, url):
        L = e.split()
        yield L[0], [float(s) for s in L[1:]]
Example #8
0
def open_chain(url, task=None):
    from disco.worker.task_io import chain_reader
    return chain_reader(open(url, task=task), None, url)
Example #9
0
def open_chain(url, task=None):
    from disco.worker.task_io import chain_reader
    return chain_reader(open(url, task=task), None, url)