Beispiel #1
0
def async_pipe(reactor, test=False):
    s1 = yield AsyncPipe('fetch', test=test, conf={'url': health}).output
    s2 = yield (AsyncPipe('fetchpage', test=test, conf=fetch_conf).strreplace(
        conf=replace_conf,
        assign='content').tokenizer(conf={
            'delimiter': ' '
        }, emit=True).count().output)

    print(next(s1)['title'], next(s2)['count'])
Beispiel #2
0
def async_pipe(reactor, test=False):
    s1, s2 = yield (AsyncPipe(
        'input', test=test,
        **p385_kwargs).dateformat(conf=p405_conf).split().output)

    p393_kwargs = {'conf': p393_conf, 'date': s1, 'year': s2, 'test': test}
    stream = yield AsyncPipe('itembuilder', **p393_kwargs).list

    for i in stream:
        pprint(i)
Beispiel #3
0
def async_pipe(reactor, test=False):
    s1 = yield AsyncPipe('input', test=test, **p120_kwargs).output
    s2 = yield (AsyncPipe('input', conf=p112_conf,
                          test=test).dateformat(conf=p151_conf,
                                                format=s1).output)

    output_kwargs = {'conf': p100_conf, 'value': s2, 'test': test}
    output = yield (AsyncPipe('itembuilder', **output_kwargs).list)

    for i in output:
        pprint(i)
Beispiel #4
0
def async_pipe(reactor, test=False):
    stream = yield (AsyncPipe('itembuilder', conf=p232_conf, test=test)
        .strreplace(conf=p421_conf, field='author', assign='author')
        .list)

    for i in stream:
        pprint(i)
Beispiel #5
0
def async_pipe(reactor, test=False):
    stream = yield (AsyncPipe('fetchdata', conf=p1_conf, test=test)
        .uniq(conf=p2_conf)
        .filter(conf=p3_conf)
        .sort(conf=p4_conf)
        .output)

    for i in stream:
        pprint(i)
Beispiel #6
0
def async_pipe(reactor, test=False):
    stream = yield (AsyncPipe('itembuilder', conf=p1_conf,
                              test=test).regex(conf=p2_conf).list)

    for i in stream:
        pprint(str(i['url']))