Python process_parallel Examples

Example #1

File: test_utils_defer.py Project: 0326/scrapy

 def test_process_parallel(self):
     x = yield process_parallel([cb1, cb2, cb3], 'res', 'v1', 'v2')
     self.assertEqual(x, ['(cb1 res v1 v2)', '(cb2 res v1 v2)', '(cb3 res v1 v2)'])

Example #2

File: test_utils_defer.py Project: 0326/scrapy

 def test_process_parallel_failure(self):
     d = process_parallel([cb1, cb_fail, cb3], 'res', 'v1', 'v2')
     self.failUnlessFailure(d, TypeError)
     self.flushLoggedErrors()
     return d

Example #3

File: test_utils_defer.py Project: wwjiang007/scrapy

 def test_process_parallel_failure(self):
     d = process_parallel([cb1, cb_fail, cb3], 'res', 'v1', 'v2')
     self.failUnlessFailure(d, TypeError)
     return d

Example #4

File: test_utils_defer.py Project: wwjiang007/scrapy

 def test_process_parallel(self):
     x = yield process_parallel([cb1, cb2, cb3], 'res', 'v1', 'v2')
     self.assertEqual(
         x, ['(cb1 res v1 v2)', '(cb2 res v1 v2)', '(cb3 res v1 v2)'])

Example #5

 def _process_parallel(self, methodname: str, obj, *args) -> Deferred:
     return process_parallel(self.methods[methodname], obj, *args)

Example #6

 def _process_parallel(self, methodname, obj, *args):
     return process_parallel(self.methods[methodname], obj, *args)

Example #7

File: middleware.py Project: 0326/scrapy

 def _process_parallel(self, methodname, obj, *args):
     return process_parallel(self.methods[methodname], obj, *args)

Example #8

File: test_utils_defer.py Project: pyarnold/scrapy

 def test_process_parallel_failure(self):
     d = process_parallel([cb1, cb_fail, cb3], "res", "v1", "v2")
     self.failUnlessFailure(d, TypeError)
     self.flushLoggedErrors()
     return d

Example #9

File: test_utils_defer.py Project: pyarnold/scrapy

 def test_process_parallel(self):
     x = yield process_parallel([cb1, cb2, cb3], "res", "v1", "v2")
     self.assertEqual(x, ["(cb1 res v1 v2)", "(cb2 res v1 v2)", "(cb3 res v1 v2)"])

Example #10

 def _process_parallel(self, methodname: str, obj, *args) -> Deferred:
     methods = cast(Iterable[Callable], self.methods[methodname])
     return process_parallel(methods, obj, *args)

Example #11

File: middleware.py Project: ddesign84/scrapy

 def _process_parallel(self, methodname, obj, *args):
     """
     并行处理
     """
     # Chen: process_parallel 什么是并行处理， 暂时不看, twisted的资料太少了， 先使用
     return process_parallel(self.methods[methodname], obj, *args)