def incremental_only_catalog(configured_catalog: ConfiguredAirbyteCatalog) -> ConfiguredAirbyteCatalog: """Transform provided catalog to catalog with all streams configured to use Incremental sync (when possible)""" streams = [] for stream in configured_catalog.streams: if SyncMode.incremental in stream.stream.supported_sync_modes: stream.sync_mode = SyncMode.incremental streams.append(stream) configured_catalog.streams = streams return configured_catalog
def full_refresh_only_catalog(configured_catalog: ConfiguredAirbyteCatalog) -> ConfiguredAirbyteCatalog: """Transform provided catalog to catalog with all streams configured to use Full Refresh sync (when possible)""" streams = [] for stream in configured_catalog.streams: if SyncMode.full_refresh in stream.stream.supported_sync_modes: stream.sync_mode = SyncMode.full_refresh streams.append(stream) configured_catalog.streams = streams return configured_catalog