def coerce_catalog_as_full_refresh(
catalog: AirbyteCatalog) -> AirbyteCatalog:
"""
Updates the sync mode on all streams in this catalog to be full refresh
"""
coerced_catalog = catalog.copy()
for stream in catalog.streams:
stream.source_defined_cursor = False
stream.supported_sync_modes = [SyncMode.full_refresh]
stream.default_cursor_field = None
# remove nulls
return AirbyteCatalog.parse_raw(
coerced_catalog.json(exclude_unset=True, exclude_none=True))
def get_catalog(self) -> AirbyteCatalog:
return AirbyteCatalog.parse_raw(
pkgutil.get_data(
self.__class__.__module__.split(".")[0],
"catalog_subset.json"))