def test_returns_correct_messages_given_two_items():
items = [
build_spine_item(
time="2019-12-31T23:37:55.334+0000",
conversation_id="convo_abc",
guid="message_a",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
message_sender="123456789012",
message_recipient="121212121212",
message_ref="NotProvided",
jdi_event="NONE",
raw="",
from_system="EMIS",
to_system="Unknown",
),
build_spine_item(
time="2019-12-31T22:16:02.249+0000",
conversation_id="convo_xyz",
guid="message_b",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
message_sender="456456456456",
message_recipient="343434343434",
message_ref="convo_xyz",
jdi_event="23",
raw="",
from_system="Vision",
to_system="TPP",
),
]
expected = [
Message(
time=datetime(2019, 12, 31, 23, 37, 55, 334000, tzutc()),
conversation_id="convo_abc",
guid="message_a",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
from_party_asid="123456789012",
to_party_asid="121212121212",
message_ref=None,
error_code=None,
from_system="EMIS",
to_system="Unknown",
),
Message(
time=datetime(2019, 12, 31, 22, 16, 2, 249000, tzutc()),
conversation_id="convo_xyz",
guid="message_b",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
from_party_asid="456456456456",
to_party_asid="343434343434",
message_ref="convo_xyz",
error_code=23,
from_system="Vision",
to_system="TPP",
),
]
actual = construct_messages_from_splunk_items(items)
assert list(actual) == expected
def test_returns_correct_message_when_from_system_and_to_system_is_not_present(
):
items = [
build_spine_item(
time="2019-12-31T23:37:55.334+0000",
conversation_id="convo_abc",
guid="message_a",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
message_sender="123456789012",
message_recipient="121212121212",
message_ref="NotProvided",
jdi_event="NONE",
raw="",
),
]
expected = [
Message(
time=datetime(2019, 12, 31, 23, 37, 55, 334000, tzutc()),
conversation_id="convo_abc",
guid="message_a",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
from_party_asid="123456789012",
to_party_asid="121212121212",
message_ref=None,
error_code=None,
from_system=None,
to_system=None,
)
]
actual = construct_messages_from_splunk_items(items)
assert list(actual) == expected
def test_returns_appropriate_time_given_time_with_british_timezones(time_input):
items = [
build_spine_item(
time=time_input,
conversation_id="convo_abc",
guid="message_a",
interaction_id="urn:nhs:names:services:gp2gp/MCCI_IN010000UK13",
message_sender="123456789012",
message_recipient="121212121212",
message_ref="NotProvided",
jdi_event="NONE",
raw="",
)
]
expected_time = datetime(2019, 7, 1, 9, 10, 0, 334000, tzutc())
messages = construct_messages_from_splunk_items(items)
actual_time = next(messages).time
assert actual_time == expected_time
def _read_spine_csv_gz_files(file_paths):
items = read_gzip_csv_files(file_paths)
return construct_messages_from_splunk_items(items)
def read_spine_messages(self, s3_uris: List[str]) -> Iterator[Message]:
for uri in s3_uris:
data = self._s3_manager.read_gzip_csv(uri)
yield from construct_messages_from_splunk_items(data)