def _execute_stream_bts(
self,
identity_events: List[TimeAndRecord],
identity: str,
schema_loader: SchemaLoader,
old_state: Optional[Dict] = None) -> Dict[Key, Any]:
if self._stream_bts is None:
return {}
stream_bts_name = schema_loader.add_schema_spec(self._stream_bts)
stream_transformer_schema = schema_loader.get_schema_object(
stream_bts_name)
store = self._get_store(schema_loader)
if old_state:
for k, v in old_state.items():
store.save(k, v)
if identity_events:
stream_transformer = StreamingTransformer(
stream_transformer_schema, identity)
for time, event in identity_events:
stream_transformer.run_evaluate(event)
stream_transformer.run_finalize()
return self._get_store(schema_loader).get_all(identity)
def test_streaming_transformer_evaluate(schema_loader: SchemaLoader,
schema_spec: Dict[str, Any]) -> None:
streaming_bts = schema_loader.add_schema_spec(schema_spec)
transformer_schema = StreamingTransformerSchema(streaming_bts, schema_loader)
transformer = StreamingTransformer(transformer_schema, 'user1')
transformer.run_evaluate(Record())
assert transformer._snapshot == {'test_group': {'_identity': 'user1', 'events': 1}}
def test_streaming_transformer_finalize(schema_loader: SchemaLoader,
schema_spec: Dict[str, Any]) -> None:
streaming_bts = schema_loader.add_schema_spec(schema_spec)
transformer_schema = StreamingTransformerSchema(streaming_bts, schema_loader)
transformer = StreamingTransformer(transformer_schema, 'user1')
store = schema_loader.get_store('test.memstore')
transformer.run_finalize()
assert store.get(Key(KeyType.DIMENSION, 'user1', 'test_group')) is None
transformer.run_evaluate(Record())
transformer.run_finalize()
assert store.get(Key(KeyType.DIMENSION, 'user1', 'test_group')) == {
'_identity': 'user1',
'events': 1
}
def test_streaming_transformer_evaluate_time_error(schema_loader: SchemaLoader,
schema_spec: Dict[str, Any]) -> None:
del schema_spec['Import']
streaming_bts = schema_loader.add_schema_spec(schema_spec)
transformer_schema = StreamingTransformerSchema(streaming_bts, schema_loader)
transformer = StreamingTransformer(transformer_schema, 'user1')
with pytest.raises(NameError, match='name \'datetime\' is not defined'):
assert transformer.run_evaluate(Record())
def _execute_stream_dtc(self, identity_events: List[Tuple[datetime,
Record]],
identity: str,
schema_loader: SchemaLoader) -> Dict[Key, Any]:
if self._stream_dtc is None:
return {}
stream_dtc_name = schema_loader.add_schema_spec(self._stream_dtc)
stream_transformer_schema = schema_loader.get_schema_object(
stream_dtc_name)
stream_transformer = StreamingTransformer(stream_transformer_schema,
identity)
for time, event in identity_events:
stream_transformer.run_evaluate(event)
stream_transformer.run_finalize()
return self._get_store(schema_loader).get_all(identity)
def test_streaming_transformer_evaluate_user_mismatch(schema_loader: SchemaLoader,
schema_spec: Dict[str, Any]) -> None:
streaming_bts = schema_loader.add_schema_spec(schema_spec)
transformer_schema = StreamingTransformerSchema(streaming_bts, schema_loader)
transformer = StreamingTransformer(transformer_schema, 'user2')
with pytest.raises(
IdentityError,
match='Identity in transformer \(user2\) and new record \(user1\) do not match'):
assert transformer.run_evaluate(Record())