def test_fetch_events_within_time_range():
conversation_ids = ["some-id", "another-id"]
# prepare events from different senders and different timestamps
event_1 = random_user_uttered_event(3)
event_2 = random_user_uttered_event(2)
event_3 = random_user_uttered_event(1)
events = {
conversation_ids[0]: [event_1, event_2],
conversation_ids[1]: [event_3]
}
def _get_tracker(conversation_id: Text) -> DialogueStateTracker:
return DialogueStateTracker.from_events(conversation_id,
events[conversation_id])
# create mock tracker store
tracker_store = Mock()
tracker_store.retrieve.side_effect = _get_tracker
tracker_store.keys.return_value = conversation_ids
exporter = MockExporter(tracker_store)
exporter.requested_conversation_ids = conversation_ids
# noinspection PyProtectedMember
fetched_events = exporter._fetch_events_within_time_range()
# events should come back for all requested conversation IDs
assert all(
any(_id in event["sender_id"] for event in fetched_events)
for _id in conversation_ids)
# events are sorted by timestamp despite the initially different order
assert fetched_events == list(
sorted(fetched_events, key=lambda e: e["timestamp"]))
def test_get_message_headers_pika_event_broker():
event_broker = Mock(spec=PikaEventBroker)
exporter = MockExporter(event_broker=event_broker)
# noinspection PyProtectedMember
headers = exporter._get_message_headers()
assert headers.get(RASA_EXPORT_PROCESS_ID_HEADER_NAME)
async def test_closing_broker():
exporter = MockExporter(event_broker=SQLEventBroker())
# noinspection PyProtectedMember
exporter._fetch_events_within_time_range = Mock(return_value=[])
# run the export function
with pytest.warns(None) as warnings:
await exporter.publish_events()
assert len(warnings) == 0
def test_fetch_events_within_time_range_tracker_does_not_err():
# create mock tracker store that returns `None` on `retrieve()`
tracker_store = Mock()
tracker_store.retrieve.return_value = None
tracker_store.keys.return_value = [uuid.uuid4()]
exporter = MockExporter(tracker_store)
# no events means `NoEventsInTimeRangeError`
with pytest.raises(NoEventsInTimeRangeError):
# noinspection PyProtectedMember
exporter._fetch_events_within_time_range()
def test_get_conversation_ids_to_process_error(
requested_ids: Optional[List[Text]], available_ids: List[Text],
exception: Exception):
# create and mock tracker store containing `available_ids` as keys
tracker_store = Mock()
tracker_store.keys.return_value = available_ids
exporter = MockExporter(tracker_store)
exporter.requested_conversation_ids = requested_ids
with pytest.raises(exception):
# noinspection PyProtectedMember
exporter._get_conversation_ids_to_process()
def test_publish_with_headers_non_pika_event_broker():
event_broker = Mock(SQLEventBroker)
exporter = MockExporter(event_broker=event_broker)
headers = {"some": "header"}
event = {"some": "event"}
# noinspection PyProtectedMember
exporter._publish_with_message_headers(event, headers)
# the `SQLEventBroker`'s `publish()` method was called with only the `event`
# argument
event_broker.publish.assert_called_with(event)
def test_publish_with_headers_pika_event_broker():
event_broker = Mock(spec=PikaEventBroker)
exporter = MockExporter(event_broker=event_broker)
headers = {"some": "header"}
event = {"some": "event"}
# noinspection PyProtectedMember
exporter._publish_with_message_headers(event, headers)
# the `PikaEventBroker`'s `publish()` method was called with both
# the `event` and `headers` arguments
event_broker.publish.assert_called_with(event=event, headers=headers)
def test_fetch_events_within_time_range_tracker_contains_no_events():
# create mock tracker store that returns `None` on `retrieve()`
tracker_store = Mock()
tracker_store.retrieve.return_value = DialogueStateTracker.from_events(
"a great ID", [])
tracker_store.keys.return_value = ["a great ID"]
exporter = MockExporter(tracker_store)
# no events means `NoEventsInTimeRangeError`
with pytest.raises(NoEventsInTimeRangeError):
# noinspection PyProtectedMember
exporter._fetch_events_within_time_range()
async def test_closing_broker_sync():
class TestBroker(SQLEventBroker):
def close(self) -> None:
pass
exporter = MockExporter(event_broker=TestBroker())
# noinspection PyProtectedMember
exporter._fetch_events_within_time_range = Mock(return_value=[])
# run the export function
with pytest.warns(FutureWarning):
await exporter.publish_events()
def test_get_conversation_ids_to_process(
requested_ids: Optional[List[Text]],
available_ids: Optional[List[Text]],
expected: Optional[List[Text]],
):
# create and mock tracker store containing `available_ids` as keys
tracker_store = Mock()
tracker_store.keys.return_value = available_ids
exporter = MockExporter(tracker_store)
exporter.requested_conversation_ids = requested_ids
# noinspection PyProtectedMember
assert exporter._get_conversation_ids_to_process() == set(expected)
def test_get_continuation_command(
current_timestamp: float,
maximum_timestamp: Optional[float],
endpoints_path: Optional[Text],
requested_ids: Optional[List[Text]],
expected: Text,
):
exporter = MockExporter()
exporter.maximum_timestamp = maximum_timestamp
exporter.endpoints_path = endpoints_path
exporter.requested_conversation_ids = requested_ids
# noinspection PyProtectedMember
assert (export._get_continuation_command(
exporter, current_timestamp) == f"rasa export {expected}")
async def test_publishing_error():
# mock event broker so it raises on `publish()`
event_broker = Mock()
event_broker.publish.side_effect = ValueError()
exporter = MockExporter(event_broker=event_broker)
user_event = random_user_uttered_event(1).as_dict()
user_event["sender_id"] = uuid.uuid4().hex
# noinspection PyProtectedMember
exporter._fetch_events_within_time_range = Mock(return_value=[user_event])
# run the export function
with pytest.raises(PublishingError):
await exporter.publish_events()
async def test_fetch_events_within_time_range_with_session_events(
tmp_path: Path):
conversation_id = "test_fetch_events_within_time_range_with_sessions"
tracker_store = SQLTrackerStore(
dialect="sqlite",
db=str(tmp_path / f"{uuid.uuid4().hex}.db"),
domain=Domain.empty(),
)
events = [
random_user_uttered_event(1),
SessionStarted(2),
ActionExecuted(timestamp=3, action_name=ACTION_SESSION_START_NAME),
random_user_uttered_event(4),
]
tracker = DialogueStateTracker.from_events(conversation_id, evts=events)
await tracker_store.save(tracker)
exporter = MockExporter(tracker_store=tracker_store)
# noinspection PyProtectedMember
fetched_events = await exporter._fetch_events_within_time_range()
assert len(fetched_events) == len(events)
def test_sort_and_select_events_by_timestamp_error():
tracker_store = Mock()
exporter = MockExporter(tracker_store)
# no events given
with pytest.raises(NoEventsInTimeRangeError):
exporter._sort_and_select_events_by_timestamp([])
# supply list of events, apply timestamp constraint and no events survive
exporter.minimum_timestamp = 3.1
events = [random_user_uttered_event(3).as_dict()]
with pytest.raises(NoEventsInTimeRangeError):
exporter._sort_and_select_events_by_timestamp(events)
def test_get_message_headers_non_pika_broker():
event_broker = Mock()
exporter = MockExporter(event_broker=event_broker)
# noinspection PyProtectedMember
assert exporter._get_message_headers() is None
def test_sort_and_select_events_by_timestamp():
events = [
event.as_dict() for event in [
random_user_uttered_event(3),
random_user_uttered_event(2),
random_user_uttered_event(1),
]
]
tracker_store = Mock()
exporter = MockExporter(tracker_store)
selected_events = exporter._sort_and_select_events_by_timestamp(events)
# events are sorted
assert selected_events == list(
sorted(selected_events, key=lambda e: e["timestamp"]))
# apply minimum timestamp requirement, expect to get only two events back
exporter.minimum_timestamp = 2.0
assert exporter._sort_and_select_events_by_timestamp(events) == [
events[1],
events[0],
]
exporter.minimum_timestamp = None
# apply maximum timestamp requirement, expect to get only one
exporter.maximum_timestamp = 1.1
assert exporter._sort_and_select_events_by_timestamp(events) == [events[2]]
# apply both requirements, get one event back
exporter.minimum_timestamp = 2.0
exporter.maximum_timestamp = 2.1
assert exporter._sort_and_select_events_by_timestamp(events) == [events[1]]