def schema_registry(self, conf=None):
if not hasattr(self._cluster, 'sr'):
return None
sr_conf = {'url': self._cluster.sr.get('url')}
if conf is not None:
sr_conf.update(conf)
return SchemaRegistryClient(sr_conf)
def __init__(self, config: KafkaSourceConfig, ctx: PipelineContext):
super().__init__(ctx)
self.source_config = config
self.consumer = confluent_kafka.Consumer({
"group.id":
"test",
"bootstrap.servers":
self.source_config.connection.bootstrap,
**self.source_config.connection.consumer_config,
})
self.schema_registry_client = SchemaRegistryClient(
{"url": self.source_config.connection.schema_registry_url})
self.report = KafkaSourceReport()
def _create_schema_registry_client(self):
client = None
if self.__schema_registry_conf is not None:
client = SchemaRegistryClient(self.__schema_registry_conf)
return client
"type": "object",
"title": s.registrations_topic + "-value",
"properties": {
"address": {
"type": "string"
},
"keyword": {
"type": "string"
},
"position": {
"type": "integer"
},
},
}
schema_client = SchemaRegistryClient({"url": s.schema_server})
json_serializer = JSONSerializer(dumps(message_schema),
schema_client,
conf={"auto.register.schemas": False})
string_serializer = StringSerializer()
key_context = SerializationContext(s.registrations_topic, MessageField.KEY)
value_context = SerializationContext(s.registrations_topic, MessageField.VALUE)
con = psycopg2.connect(
database=s.db_database,
user=s.db_user,
password=s.db_password,
host=s.db_server,
port=s.db_port,
def schema_registry(self, conf=None):
if self._sr_url is None:
raise RuntimeError("No Schema-registry available in Byo cluster")
return SchemaRegistryClient({"url": self._sr_url})