def test_state_with_abnormally_large_values(self, connector_config, configured_catalog, future_state, docker_runner: ConnectorRunner):
configured_catalog = incremental_only_catalog(configured_catalog)
output = docker_runner.call_read_with_state(config=connector_config, catalog=configured_catalog, state=future_state)
records = filter_output(output, type_=Type.RECORD)
states = filter_output(output, type_=Type.STATE)
assert not records, "The sync should produce no records when run with the state with abnormally large values"
assert states, "The sync should produce at least one STATE message"
def configured_catalog_for_incremental_fixture(
configured_catalog) -> ConfiguredAirbyteCatalog:
catalog = incremental_only_catalog(configured_catalog)
for stream in catalog.streams:
if not stream.cursor_field:
pytest.fail(
"Configured catalog should have cursor_field specified for all incremental streams"
)
return catalog
def configured_catalog_for_incremental_fixture(configured_catalog) -> ConfiguredAirbyteCatalog:
catalog = incremental_only_catalog(configured_catalog)
for stream in catalog.streams:
if not stream.cursor_field:
if stream.stream.default_cursor_field:
stream.cursor_field = stream.stream.default_cursor_field[:]
else:
pytest.fail(
f"All incremental streams should either have `cursor_field` \
declared in the configured_catalog or `default_cursor_field` \
specified in the catalog output by discover. \
Stream {stream.stream.name} does not have either property defined."
)
return catalog