def test_execute_using_pool(self):
tid = gen_unique_id()
tw = TaskWrapper(mytask.name, tid, [4], {"f": "x"})
p = TaskPool(2)
p.start()
asyncres = tw.execute_using_pool(p)
self.assertEqual(asyncres.get(), 256)
p.stop()
def x_apply(self):
p = TaskPool(limit=2)
p.start()
scratchpad = {}
proc_counter = itertools.count().next
def mycallback(ret_value, meta):
process = proc_counter()
scratchpad[process] = {}
scratchpad[process]["ret_value"] = ret_value
scratchpad[process]["meta"] = meta
myerrback = mycallback
res = p.apply_async(do_something, args=[10], callbacks=[mycallback],
meta={"foo": "bar"})
res2 = p.apply_async(raise_something, args=[10], errbacks=[myerrback],
meta={"foo2": "bar2"})
res3 = p.apply_async(do_something, args=[20], callbacks=[mycallback],
meta={"foo3": "bar3"})
self.assertEquals(res.get(), 100)
time.sleep(0.5)
self.assertTrue(scratchpad.get(0))
self.assertEquals(scratchpad[0]["ret_value"], 100)
self.assertEquals(scratchpad[0]["meta"], {"foo": "bar"})
self.assertTrue(isinstance(res2.get(), ExceptionInfo))
self.assertTrue(scratchpad.get(1))
time.sleep(1)
#self.assertEquals(scratchpad[1]["ret_value"], "FOO")
self.assertTrue(isinstance(scratchpad[1]["ret_value"],
ExceptionInfo))
self.assertEquals(scratchpad[1]["ret_value"].exception.args,
("FOO EXCEPTION", ))
self.assertEquals(scratchpad[1]["meta"], {"foo2": "bar2"})
self.assertEquals(res3.get(), 400)
time.sleep(0.5)
self.assertTrue(scratchpad.get(2))
self.assertEquals(scratchpad[2]["ret_value"], 400)
self.assertEquals(scratchpad[2]["meta"], {"foo3": "bar3"})
res3 = p.apply_async(do_something, args=[30], callbacks=[mycallback],
meta={"foo4": "bar4"})
self.assertEquals(res3.get(), 900)
time.sleep(0.5)
self.assertTrue(scratchpad.get(3))
self.assertEquals(scratchpad[3]["ret_value"], 900)
self.assertEquals(scratchpad[3]["meta"], {"foo4": "bar4"})
p.stop()
def x_apply(self):
p = TaskPool(limit=2)
p.start()
scratchpad = {}
proc_counter = itertools.count().next
def mycallback(ret_value):
process = proc_counter()
scratchpad[process] = {}
scratchpad[process]["ret_value"] = ret_value
myerrback = mycallback
res = p.apply_async(do_something, args=[10], callbacks=[mycallback])
res2 = p.apply_async(raise_something, args=[10], errbacks=[myerrback])
res3 = p.apply_async(do_something, args=[20], callbacks=[mycallback])
self.assertEqual(res.get(), 100)
time.sleep(0.5)
self.assertDictContainsSubset({"ret_value": 100},
scratchpad.get(0))
self.assertIsInstance(res2.get(), ExceptionInfo)
self.assertTrue(scratchpad.get(1))
time.sleep(1)
self.assertIsInstance(scratchpad[1]["ret_value"],
ExceptionInfo)
self.assertEqual(scratchpad[1]["ret_value"].exception.args,
("FOO EXCEPTION", ))
self.assertEqual(res3.get(), 400)
time.sleep(0.5)
self.assertDictContainsSubset({"ret_value": 400},
scratchpad.get(2))
res3 = p.apply_async(do_something, args=[30], callbacks=[mycallback])
self.assertEqual(res3.get(), 900)
time.sleep(0.5)
self.assertDictContainsSubset({"ret_value": 900},
scratchpad.get(3))
p.stop()
def test_start_stop(self):
p = TaskPool(limit=2)
p.start()
self.assertIsNotNone(p._pool)
p.stop()
self.assertIsNone(p._pool)
def x_start_stop(self):
p = TaskPool(limit=2)
p.start()
self.assertTrue(p._pool)
p.stop()
self.assertTrue(p._pool is None)
