def pipe(test=False):
s1 = SyncPipe('fetch', test=test, conf={'url': health}).output
s2 = (SyncPipe('fetchpage', test=test,
conf=fetch_conf).strreplace(conf=replace_conf,
assign='content').tokenizer(
conf={
'delimiter': ' '
},
emit=True).count().output)
print(next(s1)['title'], next(s2)['count'])
def pipe(test=False):
s1, s2 = (SyncPipe(
'input', test=test,
**p385_kwargs).dateformat(conf=p405_conf).split().output)
p393_kwargs = {'conf': p393_conf, 'date': s1, 'year': s2, 'test': test}
stream = SyncPipe('itembuilder', **p393_kwargs).list
for i in stream:
pprint(i)
return stream
def pipe(test=False):
s1 = SyncPipe('input', test=test, **p120_kwargs).output
s2 = (SyncPipe('input', conf=p112_conf,
test=test).dateformat(conf=p151_conf, format=s1).output)
stream = (SyncPipe('itembuilder', conf=p100_conf, value=s2,
test=test).list)
for i in stream:
pprint(i)
return stream
def pipe(test=False):
stream = (SyncPipe('itembuilder', conf=p1_conf,
test=test).regex(conf=p2_conf).list)
for i in stream:
pprint(str(i['url']))
return stream
def pipe(test=False):
stream = (SyncPipe('itembuilder', conf=p232_conf, test=test)
.strreplace(conf=p421_conf, field='author', assign='author')
.list)
for i in stream:
pprint(i)
return stream
def pipe(test=False):
stream = (SyncPipe('fetchdata', conf=p1_conf, test=test)
.uniq(conf=p2_conf)
.filter(conf=p3_conf)
.sort(conf=p4_conf)
.list)
for i in stream:
pprint(i)
return stream
def pipe(test=False):
flow = SyncPipe('itembuilder', conf=ib_conf, test=test).hash()
for i in flow.output:
pprint(i)