def consumer7(): consumer7 = KafkaConsumer(topic_name[6], group_id='group1', bootstrap_servers=bootstrap_servers, auto_offset_reset='earliest', consumer_timeout_ms=20000) for message in consumer7: d7 = message.value.decode("utf-8") print(d7) list_com[6].append(d7) sc.test_sc_gen(list_com[6], topic_name[6])
def consumer44(): consumer44 = KafkaConsumer(topic_name[43], group_id='group4', bootstrap_servers=bootstrap_servers, auto_offset_reset='earliest', consumer_timeout_ms=20000) for message in consumer44: d44 = message.value.decode("utf-8") print(d44) list_com[43].append(d44) sc.test_sc_gen(list_com[43], topic_name[43])
def consumer28(): consumer28 = KafkaConsumer(topic_name[27], group_id='group2', bootstrap_servers=bootstrap_servers, auto_offset_reset='earliest', consumer_timeout_ms=20000) for message in consumer28: d28 = message.value.decode("utf-8") print(d28) list_com[27].append(d28) sc.test_sc_gen(list_com[27], topic_name[27])
def consumer39(): consumer39 = KafkaConsumer(topic_name[38], group_id='group3', bootstrap_servers=bootstrap_servers, auto_offset_reset='earliest', consumer_timeout_ms=20000) for message in consumer39: d39 = message.value.decode("utf-8") print(d39) list_com[38].append(d39) sc.test_sc_gen(list_com[38], topic_name[38])
def consumer16(): consumer16 = KafkaConsumer(topic_name[15], group_id='group6', bootstrap_servers=bootstrap_servers, auto_offset_reset='earliest', consumer_timeout_ms=20000) for message in consumer16: d16 = message.value.decode("utf-8") print(d16) list_com[15].append(d16) sc.test_sc_gen(list_com[15], topic_name[15])