Beispiel #1
0
        def test_queue_size(self):
            queue = RedisQueue("test-queue-size-1", maxsize=1)
            queue.put(1)
            self.assertRaises(six.moves.queue.Full, queue.put, 1)

            queue = RedisQueue("test-queue-size-2", maxsize=2)
            queue.put(1)
            queue.put(1)
            self.assertRaises(six.moves.queue.Full, queue.put, 1)
            queue.get()
            queue.get()
            self.assertRaises(six.moves.queue.Empty, queue.get_nowait)
Beispiel #2
0
        def test_queue_size(self):
            print(REDIS_HOST)
            print(os.getenv('REDIS_PORT_6379_TCP_ADDR'))
            queue = RedisQueue("test-queue-size-1", maxsize=1, host=REDIS_HOST)
            queue.put(1)
            self.assertRaises(six.moves.queue.Full, queue.put, 1)

            queue = RedisQueue("test-queue-size-2", maxsize=2, host=REDIS_HOST)
            queue.put(1)
            queue.put(1)
            self.assertRaises(six.moves.queue.Full, queue.put, 1)
            queue.get()
            queue.get()
            self.assertRaises(six.moves.queue.Empty, queue.get_nowait)
Beispiel #3
0
    def test_queue_objects(self):
        queue = RedisQueue("test-queue", maxsize=100, host=REDIS_HOST)
        # put int
        queue.put(1)
        v = queue.get_nowait()
        assert v == 1
        assert isinstance(v, int)

        # put str
        queue.put("a")
        v = queue.get_nowait()
        assert v == "a"
        assert isinstance(v, str)

        # put float
        queue.put(1.)

        v = queue.get_nowait()
        assert v == 1.
        assert isinstance(v, float)

        # put list
        queue.put([1, 3, 4, 5, "a", "b", "c", 1., 2., 3.])
        v = queue.get_nowait()
        assert v == [1, 3, 4, 5, "a", "b", "c", 1., 2., 3.]
        assert isinstance(v, list)

        # put dict
        queue.put({"x": "y"})
        v = queue.get_nowait()
        assert v == {"x": "y"}
        assert isinstance(v, dict)
Beispiel #4
0
        def test_queue_objects(self):
            queue = RedisQueue("test-queue", maxsize=100, host=REDIS_HOST)
            # put int
            queue.put(1)
            v = queue.get_nowait()
            self.assertEqual(v, 1)
            self.assertIsInstance(v, int)

            # put str
            queue.put("a")
            v = queue.get_nowait()
            self.assertEqual(v, "a")
            self.assertIsInstance(v, str)

            # put float
            queue.put(1.)

            v = queue.get_nowait()
            self.assertEqual(v, 1.)
            self.assertIsInstance(v, float)

            # put list
            queue.put([1, 3, 4, 5, "a", "b", "c", 1., 2., 3.])
            v = queue.get_nowait()
            self.assertEqual(v, [1, 3, 4, 5, "a", "b", "c", 1., 2., 3.])
            self.assertIsInstance(v, list)

            # put dict
            queue.put({"x": "y"})
            v = queue.get_nowait()
            self.assertEqual(v, {"x": "y"})
            self.assertIsInstance(v, dict)
Beispiel #5
0
    def test_queue_size(self):
        print(REDIS_HOST)
        print(os.getenv('REDIS_PORT_6379_TCP_ADDR'))
        queue = RedisQueue("test-queue-size-1", maxsize=1, host=REDIS_HOST)
        queue.put(1)
        with pytest.raises(Full):
            queue.put(1)

        queue = RedisQueue("test-queue-size-2", maxsize=2, host=REDIS_HOST)
        queue.put(1)
        queue.put(1)
        with pytest.raises(Full):
            queue.put(1)
        queue.get()
        queue.get()
        with pytest.raises(Empty):
            queue.get_nowait()
Beispiel #6
0
 def __init__(self, number_of_islands=None, *args, **kwargs):
     assert isinstance(number_of_islands, int)
     super(AbstractParallelObserver, self).__init__()
     self.queue = RedisQueue(name=str(uuid4()), namespace=self.__name__)
     self.clients = {}
     self.run = True
     for i in range(number_of_islands):
         self._create_client(i)
Beispiel #7
0
 def test_queue_len(self):
     queue = RedisQueue("test-queue-len", maxsize=100, host=REDIS_HOST)
     assert queue.length == 0
     queue.put(1)
     assert queue.length == 1
     queue.put(1)
     assert queue.length == 2
     queue.put(1)
     assert queue.length == 3
     queue.get_nowait()
     assert queue.length == 2
     queue.get_nowait()
     assert queue.length == 1
     queue.get_nowait()
     assert queue.length == 0
Beispiel #8
0
 def test_queue_len(self):
     queue = RedisQueue("test-queue-len", maxsize=100, host=REDIS_HOST)
     self.assertEqual(queue.length, 0)
     queue.put(1)
     self.assertEqual(queue.length, 1)
     queue.put(1)
     self.assertEqual(queue.length, 2)
     queue.put(1)
     self.assertEqual(queue.length, 3)
     queue.get_nowait()
     self.assertEqual(queue.length, 2)
     queue.get_nowait()
     self.assertEqual(queue.length, 1)
     queue.get_nowait()
     self.assertEqual(queue.length, 0)
Beispiel #9
0
 def __init__(self, max_migrants=1, **connection_kwargs):
     self.max_migrants = max_migrants
     self.migrants = RedisQueue(uuid4(), **connection_kwargs)
     self.__name__ = self.__class__.__name__
Beispiel #10
0
 def __init__(self, max_migrants=1):
     self.max_migrants = max_migrants
     self.migrants = RedisQueue(uuid4())
     self.__name__ = self.__class__.__name__