def test_batching(
client: PublisherClient, flush: ingestion_edge.flush.Flush, mocker: MockFixture
):
published = []
def api_publish(topic, messages):
published.append(
(topic, [(message.data, dict(message.attributes)) for message in messages])
)
return PublishResponse(message_ids=[str(i) for i in range(len(messages))])
mocker.patch.object(client.api, "publish", api_publish)
flush.q.put(("topic", b"", {}))
flush.q.put(("topic", b"", {}))
flush.q.put(("topic", b"data", {}))
flush.q.put(("topic", b"data", {}))
flush.concurrent_messages = 2
assert asyncio.run(flush._flush()) == 2
assert asyncio.run(flush._flush()) == 1
assert asyncio.run(flush._flush()) == 1
assert flush.q.unack_count() == 0
assert flush.q.ready_count() == 0
assert flush.q.acked_count() == 0
assert flush.q.size == 0
assert published == [
("topic", [(b"", {}), (b"", {})]),
("topic", [(b"data", {})]),
("topic", [(b"data", {})]),
]
def test_invalid_message(
client: PublisherClient, flush: ingestion_edge.flush.Flush, mocker: MockFixture
):
flush.q.put(("topic", b"data"))
m = mocker.patch.object(client, "publish")
with pytest.raises(ValueError):
asyncio.run(flush._flush())
m.assert_not_called()
assert flush.q.unack_count() == 0
assert flush.q.ready_count() == 1
assert flush.q.acked_count() == 0
assert flush.q.size == 1
def test_publish_exception(client: PublisherClient,
flush: ingestion_edge.flush.Flush,
mocker: MockFixture):
published = []
def api_publish(topic, messages):
published.append((topic, [(message.data, dict(message.attributes))
for message in messages]))
return PublishResponse()
mocker.patch.object(client.api, "publish", api_publish)
flush.q.put(("topic", b"data", {}))
with pytest.raises(Exception):
asyncio.run(flush._flush())
assert published == [("topic", [(b"data", {})])]
assert flush.q.unack_count() == 0
assert flush.q.ready_count() == 1
assert flush.q.acked_count() == 0
assert flush.q.size == 1
def test_empty(
client: PublisherClient, flush: ingestion_edge.flush.Flush, mocker: MockFixture
):
m = mocker.patch.object(client, "publish")
assert asyncio.run(flush._flush()) == 0
m.assert_not_called()