Python KafkaProducer.__init__ Examples

Example #1

File: producer.py Project: Sunjac/mongo2es

 def __init__(self):
     self._topic_prefix = settings.KAFKA.get('topic_prefix')
     if self._topic_prefix is not None:
         self._topic_prefix += '_'
     KafkaProducer.__init__(
         self,
         bootstrap_servers=settings.KAFKA.get('hosts'),
         client_id=settings.KAFKA.get('client_id'),
         key_serializer=lambda m: dumps(m).encode('utf-8'),
         value_serializer=lambda m: dumps(m).encode('utf-8'),
         acks='all',
         compression_type='gzip',
         max_request_size=4194304)

Example #2

 def __init__(self, kafkaPort):
     KafkaProducer.__init__(
         self,
         bootstrap_servers=[kafkaPort],
         value_serializer=lambda x: json.dumps(x).encode('utf-8'))