def test_post_process_forwarder_batch_consumer(
self, dispatch_post_process_group_task):
consumer_group = f"consumer-{uuid.uuid1().hex}"
synchronize_commit_group = f"sync-consumer-{uuid.uuid1().hex}"
events_producer = self._get_producer("events")
commit_log_producer = self._get_producer("snuba-commit-log")
message = json.dumps(kafka_message_payload()).encode()
eventstream = KafkaEventStream()
consumer = eventstream._build_consumer(
entity="all",
consumer_group=consumer_group,
commit_log_topic=self.commit_log_topic,
synchronize_commit_group=synchronize_commit_group,
commit_batch_size=1,
initial_offset_reset="earliest",
)
# produce message to the events topic
events_producer.produce(self.events_topic, message)
assert events_producer.flush(
5) == 0, "events producer did not successfully flush queue"
# Move the committed offset forward for our synchronizing group.
commit_log_producer.produce(
self.commit_log_topic,
key=f"{self.events_topic}:0:{synchronize_commit_group}".encode(),
value=f"{1}".encode(),
)
assert (commit_log_producer.flush(5) == 0
), "snuba-commit-log producer did not successfully flush queue"
# Run the loop for sometime
for _ in range(3):
consumer._run_once()
time.sleep(1)
# Verify that the task gets called once
dispatch_post_process_group_task.assert_called_once_with(
event_id="fe0ee9a2bc3b415497bad68aaf70dc7f",
project_id=1,
group_id=43,
primary_hash="311ee66a5b8e697929804ceb1c456ffe",
is_new=False,
is_regression=None,
is_new_group_environment=False,
)
def setUp(self):
super(SnubaEventStreamTest, self).setUp()
self.kafka_eventstream = KafkaEventStream()
self.kafka_eventstream.producer = Mock()