def consume(address): consumer = KafkaConsumer('seen', bootstrap_servers=address, auto_offset_reset='earliest', enable_auto_commit=False) for message in consumer: # message value and key are raw bytes -- decode if necessary! # e.g., for unicode: `message.value.decode('utf-8')` seen = SeenCount() seen.ParseFromString(message.value) print("{}:{}:{}: key={} value={}".format(message.topic, message.partition, message.offset, message.key, seen))
def consume(): consumer = KafkaConsumer('greetings', bootstrap_servers=[KAFKA_BROKER], auto_offset_reset='earliest', group_id='event-gen') for message in consumer: response = SeenCount() response.ParseFromString(message.value) print( "count: %s, sum: %s, avg: %s" % (response.seen, response.sum, float(response.sum) / response.seen), flush=True)