def __init__(self, topicName, kafkaPort, consumerGroup):
KafkaConsumer.__init__(
self,
topicName,
bootstrap_servers=kafkaPort,
auto_offset_reset='earliest',
enable_auto_commit=True,
group_id=consumerGroup,
value_deserializer=lambda x: json.loads(x.decode('utf-8')))
def __init__(self,
topics,
group_id=None,
enable_auto_commit=True,
auto_offset_reset='latest'):
# 初始化topic_prefix
self._topic_prefix = settings.KAFKA.get('topic_prefix')
if self._topic_prefix:
self._topic_prefix += '_'
# 初始化event_emitter
self.__event_emitter = EventEmitter()
# 初始化consumer
KafkaConsumer.__init__(
self._topic_prefix + topics,
bootstrap_servers=settings.KAFKA.get('hosts'),
client_id=settings.KAFKA.get('client_id'),
group_id=group_id,
key_deserializer=lambda m: loads(m.decode('utf-8')),
value_deserializer=lambda m: loads(m.decode('utf-8')),
enable_auto_commit=enable_auto_commit,
auto_offset_reset=auto_offset_reset,
session_timeout_ms=30000)
