def test_loop_keep_alive_normal_death(): v = [0] def l(): v[0] += 1 def p(): sleep(0.9) WVPASS(v[0] > 1) a.halt() a = Application() a.add_loop(Loop(l), keep_alive=True) a.add_loop(Loop(p)) a.run()
def test_loop_keep_alive_exception(): v = [0] def l(): v[0] += 1 a = b # exception! def p(): sleep(0.9) WVPASS(v[0] > 1) a.halt() a = Application() a.add_loop(Loop(l), keep_alive=True) a.add_loop(Loop(p)) a.run()
def main(): app = Application() app.add_loop(Loop(santa)) elf_do = "meets in study" for i in xrange(10): app.add_loop(Loop(actor("Elf %d" % i, 'elf', elf_group, elf_do, 3, 3))) deer_do = "delivers toys" for name in [ 'Dasher', 'Dancer', 'Prancer', 'Vixen', 'Comet', 'Cupid', 'Donner', 'Blitzen', 'Rudolph', ]: app.add_loop(Loop(actor(name, 'deer', deer_group, deer_do, 9, 9))) app.run()
sleep(10) log.info("putting 50000 *more* things on log") for x in xrange(50000, 100000): q.put(x) sleep() def getter(): log = glog.sublog("getter", glog.info) got = 0 while got < 100000: try: s = q.get(timeout=3) except QueueTimeout: log.warn("timeout before getting a value, retrying...") continue assert s == got got += 1 if got % 10000 == 0: log.info("up to %s received, sleeping for 0.5s" % got) sleep(0.5) log.info("SUCCESS! got all 100,000") a.halt() a = Application() a.add_loop(Loop(putter)) a.add_loop(Loop(getter)) a.run()
# vim:ts=4:sw=4:expandtab '''Example of deferring blocking calls to threads ''' from diesel import Application, Loop, log, thread import time def blocker(taskid, sleep_time): def task(): while True: def f(): time.sleep(sleep_time) thread(f) print 'yo!', time.time(), 'from %s task' % taskid return task a = Application() a.add_loop(Loop(blocker('fast', 1))) a.add_loop(Loop(blocker('slow', 10))) a.run()
import time, sys def send_loop(): c = RedisClient() sleep(1) print 'SEND S', time.time() for x in xrange(500): c.publish("foo", "bar") print 'SEND E', time.time() hub = RedisSubHub() def recv_loop(): print 'RECV S', time.time() with hub.sub('foo') as poll: for x in xrange(500): q, content = poll.fetch() print 'RECV E', time.time() a = Application() a.add_loop(Loop(hub)) # start up the sub loop if 'send' in sys.argv: a.add_loop(Loop(send_loop)) if 'recv' in sys.argv: a.add_loop(Loop(recv_loop)) a.add_loop(Loop(recv_loop)) a.run()
db = PostgresClient() db.connect(user="******", password="******", database="test") t = time.time() for x in xrange(5000): db.simplequery("select userid, fakenum from testtable where groupid='pgtest' limit 5") print time.time() - t def pgtest(): db = PostgresClient() db.connect(user="******", password="******", database="test") db.simplequery("select * from testtable limit 2") db.simplequery("insert into testtable values ('pgtest', 'pgtest', 5500)") db.simplequery("insert into testtable values ('10', 'pgtest', 5500)") print db.simplequery("select * from testtable where groupid='10'") db.simplequery("update testtable set fakenum=8800 where groupid='pgtest'") db.simplequery("select userid, fakenum from testtable where groupid='pgtest' limit 5") db.extquery_prepare("select userid, fakenum from testtable where groupid=$1 limit 5", "foobar") print db.extquery(("pgtest",), "foobar") print db.extquery_dict(("pgtest",), "foobar") print db.simplequery("select userid, fakenum from testtable where groupid='pgtest' limit 5") print db.simplequery_dict("select userid, fakenum from testtable where groupid='pgtest' limit 5") a.add_loop(Loop(pgtest)) # a.add_loop(Loop(exttest_time)) # a.add_loop(Loop(exttest_time)) # a.add_loop(Loop(exttest_time)) # a.add_loop(Loop(exttest_time)) # a.add_loop(Loop(exttest_time)) # a.add_loop(Loop(exttest_time)) a.run()
msg = thread(self.read_chat_message, "").strip() self.input.put(msg) @call def chat(self): fork(self.input_handler) nick = self.input.get() send("%s\r\n" % nick) while True: evt, data = first(until_eol=True, waits=[self.input]) if evt == "until_eol": print data.strip() else: send("%s\r\n" % data) def chat_client(): with ChatClient("localhost", 8000) as c: c.chat() app = Application() if sys.argv[1] == "server": app.add_service(Service(chat_server, 8000)) elif sys.argv[1] == "client": app.add_loop(Loop(chat_client)) else: print "USAGE: python %s [server|client]" % sys.argv[0] raise SystemExit(1) app.run()
while 1: bar = client.echo("foo %s" % n) tms = time.asctime() log.info("[%s] %s: remote service said %r" % (tms, n, bar)) sleep(2) return _loop def echo_self_loop(n): def _loop(): client = EchoClient('localhost', 8013) while 1: bar = client.echo_whatup() tms = time.asctime() log.info("[%s] %s: (whatup) remote service said %r" % (tms, n, bar)) sleep(3) return _loop a = Application() log = log.sublog('echo-client', log.info) for x in xrange(5): a.add_loop(Loop(echo_loop(x))) for x in xrange(5): a.add_loop(Loop(echo_self_loop(x))) a.run()
message = yield until("\r\n") yield "you said: %s" % message class EchoClient(Client): @call def echo(self, message): yield message + "\r\n" back = yield until("\r\n") yield response(back) app = Application() def do_echos(): client = EchoClient() yield client.connect("localhost", 8000) t = time.time() for x in xrange(5000): msg = "hello, world #%s!" % x echo_result = yield client.echo(msg) assert echo_result.strip() == "you said: %s" % msg print "5000 loops in %.2fs" % (time.time() - t) app.halt() app.add_service(Service(handle_echo, port=8000)) app.add_loop(Loop(do_echos)) app.run()
print (r.zrange("z1", 0, -1)) print (r.zrem("z1", "two")) print (r.zrange("z1", 0, -1)) print (r.zrevrange("z1", 0, -1)) print (r.zrem("z1", (r.zrange("z1", 0, 0))[0])) print (r.zrange("z1", 0, -1)) print (r.zcard("z1")) print 'done!' a.halt() a.add_loop(Loop(do_set)) a.run() ######################################### ## Hub, an abstraction of sub behavior, etc class RedisSubHub(object): def __init__(self, host='127.0.0.1', port=REDIS_PORT): self.host = host self.port = port self.sub_wake_signal = uuid.uuid4().hex self.sub_adds = [] self.sub_rms = [] self.subs = {} def make_client(self): client = RedisClient(self.host, self.port)
client, heads = get_client() code, heads, body = client.request('GET', lpath, heads) except ConnectionClosed: pass else: write_file(lpath, body) files +=1 break def req_loop(): global links client, heads = get_client() log.info(path) code, heads, body = client.request('GET', path, heads) write_file(path, body) links = get_links(body) for x in xrange(CONCURRENCY): a.add_loop(Loop(follow_loop)) a = Application() a.add_loop(Loop(req_loop)) log = log.sublog('http-crawler', log.info) def stop(): log.info("Fetched %s files in %.3fs with concurrency=%s" % (files, time.time() - t, CONCURRENCY)) a.halt() # stop application t = time.time() a.run()
queue.get(waiting=False) except QueueEmpty: pass else: assert False def consumer_timeout(): try: queue.get(timeout=0.1) except QueueTimeout: pass else: assert False def consumer(expected): val = queue.get() assert expected == val, '%s != %s' % (expected, val) if queue.is_empty: print 'success!' app.halt() app.add_loop(Loop(worker)) app.add_loop(Loop(consumer_no_wait)) app.add_loop(Loop(consumer_timeout)) app.add_loop(Loop(lambda: consumer(1))) app.add_loop(Loop(lambda: consumer(2))) app.run()
def resolve_the_google(): print "started resolution!" g_ip = resolve_dns_name("www.google.com") print "www.google.com's ip is %s" % g_ip try: bad_host = "www.g8asdf21oogle.com" print "now checking %s" % bad_host resolve_dns_name(bad_host) except DNSResolutionError: print "yep, it failed as expected" else: raise RuntimeError("The bad host resolved. That's unexpected.") g_ip = resolve_dns_name("www.google.com") g_ip = resolve_dns_name("www.google.com") g_ip = resolve_dns_name("www.google.com") g_ip = resolve_dns_name("www.google.com") a.halt() def stuff(): while True: print "doing stuff!" sleep(0.01) a = Application() a.add_loop(Loop(stuff)) a.add_loop(Loop(resolve_the_google)) a.run()
import os from diesel import Loop, fork, Application, sleep from diesel.util.stats import CPUStats def not_always_busy_worker(): with CPUStats() as stats: for _ in xrange(12): for i in xrange(10000000): # do some work to forward cpu seconds pass sleep(0.1) # give up control print "cpu seconds ", stats.cpu_seconds def spawn_busy_workers(): for _ in xrange(0,3): fork(not_always_busy_worker) a = Application() a.add_loop(Loop(spawn_busy_workers), track=True) a.run()
# vim:ts=4:sw=4:expandtab '''Simple udp echo client. ''' import time from diesel import Application, UDPService, UDPLoop, send, sleep def hi_loop(): while 1: send("whatup?", addr='localhost', port=8013) print time.ctime(), "sent message to server" sleep(3) def hi_client(data, addr): print time.ctime(), "remote service said '%s'" % data app = Application() app.add_service(UDPService(hi_client, 8014)) app.add_loop(UDPLoop(hi_loop)) app.run()
assert count == 10000, count assert passes == 2, passes print "query7 (get_more) passed" print "inserting" d.diesel.test.insert([{'letter':'m'}, {'letter':'b'}, {'letter':'k'}]) with d.diesel.test.find({'letter': {'$exists':True}}) as cursor: cursor.sort('letter', Ops.DESCENDING) while not cursor.finished: res = cursor.more() assert len(res) == 3, res assert [r['letter'] for r in res] == ['m', 'k', 'b'], res print "query8 (sorting) passed" with d.diesel.test.find({'type':'test'}) as cursor: n = cursor.count() assert n == 10000, n print "query9 (count) passed" n = 0 for rec in d.diesel.test.find({'type':'test'}): n += 1 assert n == 10000, n print "query10 (cursor iteration) passed" fire('main.done', True) a.add_loop(Loop(mgr)) a.add_loop(Loop(pure_db_action)) a.add_loop(Loop(query_20_times)) start = time.time() a.run() print "done. %.2f secs" % (time.time() - start)
# vim:ts=4:sw=4:expandtab '''Example of event firing. ''' import time import random from diesel import Application, Loop, sleep, fire, wait, log def gunner(): x = 1 while True: fire('bam', x) x += 1 sleep() def sieged(): t = time.time() while True: n = wait('bam') if n % 10000 == 0: log.info(n) if n == 50000: delt = time.time() - t log.info("50,000 messages in %.3fs (%.1f/s)" % (delt, 50000 / delt)) a.halt() a = Application() log = log.sublog('fire-system', log.info) a.add_loop(Loop(gunner)) a.add_loop(Loop(sieged)) a.run()
from diesel import Application, Loop, sleep import time def restart(): print "I should restart" a = b a = Application() a.add_loop(Loop(restart), keep_alive=True) a.run()
yield sleep(8) yield c.sub.test.update({'name':'allrooms'}, {'name':'allrooms', 'value':['foo', 'bar', 'baz']}, upsert=1) def wait_for_doc_update(req): c = SubscribingClient(id='foo-sub') yield c.connect(BACKEND_HOST, FRONTEND_PORT) yield c.bub.foo.subscribe({'junk':'no'}) val = str((yield c.bub.foo.wait())) headers = http.HttpHeaders() headers.add('Content-Length', len(val)) headers.add('Content-Type', 'text/plain') yield http.http_response(req, 200, headers, val) def main(): c = MongoClient() yield c.connect(BACKEND_HOST, FRONTEND_PORT) yield c.drop_database('sub') yield c.drop_database('bub') print "main: dropped the db" a.add_loop(Loop(subscriber)) a.add_loop(Loop(publisher)) print "main: loops started" c.close() a = Application() a.add_service(Service(SubscriptionProxy(BACKEND_HOST, BACKEND_PORT), FRONTEND_PORT)) a.add_service(Service(http.HttpServer(wait_for_doc_update), 8088)) a.add_loop(Loop(main)) a.run()
from diesel import Loop, fork, Application, sleep def sleep_and_print(num): sleep(1) print num sleep(1) a.halt() def forker(): for x in xrange(5): fork(sleep_and_print, x) a = Application() a.add_loop(Loop(forker)) a.run()
# vim:ts=4:sw=4:expandtab '''Example of deferring blocking calls to threads ''' from diesel import Application, Loop, log, thread import time def blocker(): x = 1 while True: def f(): time.sleep(1) thread(f) print 'yo!', time.time() a = Application() a.add_loop(Loop(blocker)) a.add_loop(Loop(blocker)) a.run()
client = EchoClient("localhost", 8013) while 1: bar = client.echo("foo %s" % n) tms = time.asctime() log.info("[%s] %s: remote service said %r" % (tms, n, bar)) sleep(2) return _loop def echo_self_loop(n): def _loop(): client = EchoClient("localhost", 8013) while 1: bar = client.echo_whatup() tms = time.asctime() log.info("[%s] %s: (whatup) remote service said %r" % (tms, n, bar)) sleep(3) return _loop a = Application() log = log.sublog("echo-client", log.info) for x in xrange(5): a.add_loop(Loop(echo_loop(x))) for x in xrange(5): a.add_loop(Loop(echo_self_loop(x))) a.run()
def free_loop(): global free free += 1 sleep(random.random()) free -= 1 print "FREE", free def sync_loop(): global sync id = random.random() with synchronized(): sync += 1 sleep(random.random()) sync -= 1 print "SYNC", sync def manage(): sleep(10) a.halt() a = Application() for l in (free_loop, sync_loop): for x in xrange(10): a.add_loop(Loop(l)) a.add_loop(Loop(manage)) a.run()
def actor(): while True: board = yield wait('board-received') #print "got the board..." yield fire('move-made', tron.move(random_move(board))) def random_move(board): move = random.choice(board.moves()) #log.critical("made decision in: %.6fs" % (time.time()-t)) return move if __name__=="__main__": app = Application() app.add_loop(Loop(actor)) app.add_loop(Loop(getboard)) app.run() # # def bestmove(board): # log.critical("received board %s" % board) # bestcount = -1 # bestmove = tron.NORTH # for dir in board.moves: # dest = board.rel(dir) # count = 0 # for pos in board.adjacent(dest): # if board[pos] == tron.FLOOR: # count += 1 # if count > bestcount: