def test_if_x_new_messages_on_only_one_partition_then_data_has_x_items(
self):
consumer = StubConsumer(["broker"], ["topic"], num_partitions=3)
event_source = EventSource(consumer,
0,
deserialise_function=lambda x: x)
messages = get_fake_event_messages(5)
consumer.add_messages(serialise_messages(messages))
data = event_source.get_new_data()
assert len(data) == len(messages)
for i, m in enumerate(messages):
assert compare_two_messages(m, data[i])
def test_if_no_new_messages_then_no_data(self):
consumer = StubConsumer(["broker"], ["topic"])
event_source = EventSource(consumer, 0)
data = event_source.get_new_data()
assert len(data) == 0
class TestEventSourceSinglePartition:
@classmethod
def setup_class(cls):
# Only need to create the messages once
cls.messages = get_fake_event_messages(100)
cls.serialised_messages = serialise_messages(cls.messages)
@pytest.fixture(autouse=True)
def prepare(self):
self.consumer = StubConsumer(["broker"], ["topic"])
self.consumer.add_messages(self.serialised_messages)
self.event_source = EventSource(self.consumer,
0,
deserialise_function=lambda x: x)
def test_if_no_consumer_supplied_then_raises(self):
with pytest.raises(Exception):
EventSource(None, 10)
def test_if_no_new_messages_then_no_data(self):
consumer = StubConsumer(["broker"], ["topic"])
event_source = EventSource(consumer, 0)
data = event_source.get_new_data()
assert len(data) == 0
def test_if_x_new_messages_on_one_topic_then_data_has_x_items(self):
data = self.event_source.get_new_data()
assert len(data) == len(self.messages)
for i, m in enumerate(self.messages):
assert compare_two_messages(m, data[i])
def test_given_exact_time_finds_start_message(self):
_, _, expected_event_data = self.messages[45]
self.event_source.start_time = expected_event_data.pulse_time
self.event_source.seek_to_start_time()
new_data = self.event_source.get_new_data()
assert compare_two_messages(self.messages[45], new_data[0])
def test_given_approximate_time_finds_start_pulse(self):
_, _, expected_message = self.messages[45]
self.event_source.start_time = expected_message.pulse_time - 5
self.event_source.seek_to_start_time()
new_data = self.event_source.get_new_data()
assert compare_two_messages(self.messages[45], new_data[0])
def test_given_too_old_time_then_throws(self):
self.event_source.start_time = -1
with pytest.raises(TooOldTimeRequestedException):
self.event_source.seek_to_start_time()
def test_given_time_more_recent_than_last_message_then_seeks_to_last_message(
self):
last_timestamp, last_offset, _ = self.messages[99]
self.event_source.start_time = last_timestamp + 1000
offset = self.event_source.seek_to_start_time()
assert offset == [100]
def test_query_for_exact_last_message_time_finds_correct_offset(self):
expected_timestamp, expected_offset, expected_message = self.messages[
95]
self.event_source.start_time = expected_timestamp
offset = self.event_source.seek_to_start_time()
assert offset == [expected_offset]
def test_query_for_inaccurate_last_message_time_finds_next_offset(self):
expected_timestamp, expected_offset, expected_message = self.messages[
95]
# Go back a little, so it should find the expected message
self.event_source.start_time = expected_timestamp - 5
offset = self.event_source.seek_to_start_time()
assert offset == [expected_offset]
def test_if_stop_time_ahead_of_latest_message_in_kafka_then_unknown(self):
start_time, _, _ = self.messages[-1]
stop_time = start_time + 10
self.event_source.start_time = start_time
self.event_source.stop_time = stop_time
self.event_source.seek_to_start_time()
assert self.event_source.stop_time_exceeded() == StopTimeStatus.UNKNOWN
def test_if_current_msg_time_well_before_stop_time_then_not_exceeded(self):
start_time, _, _ = self.messages[10]
stop_time, _, _ = self.messages[100]
self.event_source.start_time = start_time
self.event_source.stop_time = stop_time
self.event_source.seek_to_start_time()
assert self.event_source.stop_time_exceeded(
) == StopTimeStatus.NOT_EXCEEDED
def test_if_current_msg_time_just_before_stop_time_then_not_exceeded(self):
start_time, _, _ = self.messages[99]
stop_time, _, _ = self.messages[100]
self.event_source.start_time = start_time
self.event_source.stop_time = stop_time
self.event_source.seek_to_start_time()
assert self.event_source.stop_time_exceeded(
) == StopTimeStatus.NOT_EXCEEDED
def test_if_current_msg_time_on_stop_time_then_exceeded(self):
start_time, _, _ = self.messages[100]
stop_time, _, _ = self.messages[100]
self.event_source.start_time = start_time
self.event_source.stop_time = stop_time
self.event_source.seek_to_start_time()
assert self.event_source.stop_time_exceeded(
) == StopTimeStatus.EXCEEDED
def test_if_current_msg_time_just_after_stop_time_then_exceeded(self):
start_time, _, _ = self.messages[101]
stop_time, _, _ = self.messages[100]
self.event_source.start_time = start_time
self.event_source.stop_time = stop_time
self.event_source.seek_to_start_time()
assert self.event_source.stop_time_exceeded(
) == StopTimeStatus.EXCEEDED