Python ThreadFactory Examples

Example #1

File: work_executor.py Project: anthrax3/xcrawler

 def __init__(self,
              config,
              page_queue=queue.Queue(),
              item_queue=queue.Queue(),
              thread_factory=ThreadFactory()):
     self.config = config
     self.page_queue = page_queue
     self.item_queue = item_queue
     self.item_processor = None
     self.thread_factory = thread_factory
     self.spawn_worker_threads()

Example #2

File: test_thread_factory.py Project: cardsurf/xcrawler

class TestThreadFactory(unittest.TestCase):

    def setUp(self):
        self.thread_factory = ThreadFactory()

    @mock.patch('xcrawler.threads.thread_factory.PageProcessor')
    def test_create_page_processor(self, mock_page_processor_class):
        mock_config = mock.create_autospec(Config).return_value
        mock_page_queue = mock.create_autospec(queue).return_value
        mock_item_queue = mock.create_autospec(queue).return_value
        mock_page_processor = mock.create_autospec(PageProcessor).return_value
        mock_page_processor_class.return_value = mock_page_processor
        result = self.thread_factory.create_page_processor(mock_config, mock_page_queue, mock_item_queue)
        self.assertEquals(result, mock_page_processor)

    @mock.patch('xcrawler.threads.thread_factory.ItemProcessor')
    def test_create_page_processor(self, mock_item_processor_class):
        mock_config = mock.create_autospec(Config).return_value
        mock_item_queue = mock.create_autospec(queue).return_value
        mock_item_processor = mock.create_autospec(ItemProcessor).return_value
        mock_item_processor_class.return_value = mock_item_processor
        result = self.thread_factory.create_item_processor(mock_config, mock_item_queue)
        self.assertEquals(result, mock_item_processor)

Example #3

class TestThreadFactory(unittest.TestCase):
    def setUp(self):
        self.thread_factory = ThreadFactory()

    @mock.patch('xcrawler.threads.thread_factory.PageProcessor')
    def test_create_page_processor(self, mock_page_processor_class):
        mock_config = mock.create_autospec(Config).return_value
        mock_page_queue = mock.create_autospec(queue).return_value
        mock_item_queue = mock.create_autospec(queue).return_value
        mock_page_processor = mock.create_autospec(PageProcessor).return_value
        mock_page_processor_class.return_value = mock_page_processor
        result = self.thread_factory.create_page_processor(
            mock_config, mock_page_queue, mock_item_queue)
        self.assertEquals(result, mock_page_processor)

    @mock.patch('xcrawler.threads.thread_factory.ItemProcessor')
    def test_create_page_processor(self, mock_item_processor_class):
        mock_config = mock.create_autospec(Config).return_value
        mock_item_queue = mock.create_autospec(queue).return_value
        mock_item_processor = mock.create_autospec(ItemProcessor).return_value
        mock_item_processor_class.return_value = mock_item_processor
        result = self.thread_factory.create_item_processor(
            mock_config, mock_item_queue)
        self.assertEquals(result, mock_item_processor)

Example #4

File: test_thread_factory.py Project: cardsurf/xcrawler

 def setUp(self):
     self.thread_factory = ThreadFactory()

Example #5

 def setUp(self):
     self.thread_factory = ThreadFactory()