def test_filter3(self):
Pipe([A(), B(), C()],
Filter(route_type=[A, B],
route_func=lambda r: isinstance(r, (A, C))), self.only_a)
BotFrame.run()
def main():
print('ex1----')
Pipe(
Loop(range(1)),
Query('select * from mysql.user limit 10 ', **dbconf, map_class=User),
Fork(print),
Insert('insert into jk.new_table(user,host)values ("{user}","{host}")',
**dbconf),
)
BotFrame.run()
def main():
Pipe(Loop([A(), B(), A(), A(), B()]),
Branch(process_A, share=False, route_type=A), process_B)
BotFrame.run()
print('----ex2')
Pipe(Loop([A(), B(), A(), A(), B()]),
Fork(process_A, route_type=A, share=False), process_B, print)
BotFrame.run()
def main():
Pipe(
Timer(delay=2), # send timer data to pipe every 2 sen
"http://api.coindesk.com/v1/bpi/currentprice.json", # send url to pipe when timer trigger
HttpLoader(), # read url and load http response
lambda r: r.json['bpi']['USD'][
'rate_float'], # read http response and parese as json
print, # print out
)
BotFrame.render('simple_bitcoin_price')
BotFrame.run()
def main():
words = ['贸易战', '世界杯'] * 50
baidu_url = 'https://www.baidu.com/s?wd=%s'
urls = [baidu_url % (word) for word in words]
# make data flow net
p1 = Pipe(
Loop(urls),
HttpLoader(),
Branch(get_all_items, collect),
Branch(get_all_page_url, HttpLoader(), get_all_items, collect),
)
Pipe(Timer(delay=delay, until=p1.finished), show_progress)
BotFrame.run()
def main():
words = ['贸易战', '世界杯']
baidu_url = 'https://www.baidu.com/s?wd=%s'
urls = [baidu_url % (word) for word in words]
outputfile = aiofile('ex_output/baidu.txt')
Pipe(
urls,
HttpLoader(),
Branch(get_all_items, outputfile),
Branch(get_all_page_url, HttpLoader(), get_all_items, outputfile),
)
#生成流程图
BotFrame.render('ex_output/baiduspider')
BotFrame.run()
def main():
hget = HttpLoader(timeout=2)
Pipe(
flow.Timer(delay=3, max_time=5),
Join(
Return("https://api.kraken.com/0/public/Ticker?pair=XBTUSD", hget,
parse_kraken),
Return(
"https://bittrex.com/api/v1.1/public/getticker?market=USD-BTC",
hget, parse_bittrex),
),
print,
)
BotFrame.render('ex_output/bitcoin_arbitrage')
BotFrame.run()
def main():
httpload=HttpLoader(timeout=2)
Pipe(
Timer(delay=10,max_time=5),
BlockedJoin(
Return("https://api.kraken.com/0/public/Ticker?pair=XBTUSD",httpload , parse_kraken),
Return("https://bittrex.com/api/v1.1/public/getticker?market=USD-BTC", httpload, parse_bittrex),
Return("https://www.bitstamp.net/api/ticker/", httpload, parse_bitstamp),
Return("https://api.bitfinex.com/v1/ticker/btcusd", httpload, parse_bitfinex),
Return("https://bitpay.com/api/rates", httpload, parse_bitpay),
Return("http://api.coindesk.com/v1/bpi/currentprice.json", httpload, parse_coindesk),
),
print,
)
BotFrame.render('ex_output/bitcoin_arbitrage')
BotFrame.run()
def main():
print('ex1----')
Pipe(Loop(range(1)),
Query('select * from mysql.user limit 10 ', **dbconf, map_class=User),
print)
BotFrame.run()
print('ex2----param bind with inout')
Pipe(Loop(range(10)), Query('select %s ', **dbconf), print)
BotFrame.run()
print('ex3----param bind with dict')
u = User()
u.user = '******'
Pipe(
Loop([{
'user': '******'
}, u.__dict__]),
Query('select host,user from mysql.user where user="******" ',
**dbconf), print)
BotFrame.run()
def main():
Pipe(Timer(delay=0.5, max_time=10), FileSaver('a.txt'))
BotFrame.run()
def test_filter(self):
Pipe([A(), B(), C()], Filter(route_type=A), self.only_a)
BotFrame.run()
def test_filter2(self):
Pipe([A(), B(), C()], Filter(route_func=lambda r: isinstance(r, A)),
self.only_a)
BotFrame.run()
def main():
Pipe(Loop(range(1000000)), Fork(op_sum), print)
BotFrame.run()
print(op_sum)
def main():
Pipe(Loop(range(10)), double, triple, print)
BotFrame.run()
def main():
Pipe(range(10), BlockedJoin(double, triple), print)
BotFrame.render('ex_output/blockedjoin')
BotFrame.run()
def run(cls):
BotFrame.run()
def main():
Pipe(Loop(range(10)), Loop(range(10)), Branch(op_sum, print))
BotFrame.run()
print(op_sum)
