def consumer7():
consumer7 = KafkaConsumer(topic_name[6],
group_id='group1',
bootstrap_servers=bootstrap_servers,
auto_offset_reset='earliest',
consumer_timeout_ms=20000)
for message in consumer7:
d7 = message.value.decode("utf-8")
print(d7)
list_com[6].append(d7)
sc.test_sc_gen(list_com[6], topic_name[6])
def consumer44():
consumer44 = KafkaConsumer(topic_name[43],
group_id='group4',
bootstrap_servers=bootstrap_servers,
auto_offset_reset='earliest',
consumer_timeout_ms=20000)
for message in consumer44:
d44 = message.value.decode("utf-8")
print(d44)
list_com[43].append(d44)
sc.test_sc_gen(list_com[43], topic_name[43])
def consumer28():
consumer28 = KafkaConsumer(topic_name[27],
group_id='group2',
bootstrap_servers=bootstrap_servers,
auto_offset_reset='earliest',
consumer_timeout_ms=20000)
for message in consumer28:
d28 = message.value.decode("utf-8")
print(d28)
list_com[27].append(d28)
sc.test_sc_gen(list_com[27], topic_name[27])
def consumer39():
consumer39 = KafkaConsumer(topic_name[38],
group_id='group3',
bootstrap_servers=bootstrap_servers,
auto_offset_reset='earliest',
consumer_timeout_ms=20000)
for message in consumer39:
d39 = message.value.decode("utf-8")
print(d39)
list_com[38].append(d39)
sc.test_sc_gen(list_com[38], topic_name[38])
def consumer16():
consumer16 = KafkaConsumer(topic_name[15],
group_id='group6',
bootstrap_servers=bootstrap_servers,
auto_offset_reset='earliest',
consumer_timeout_ms=20000)
for message in consumer16:
d16 = message.value.decode("utf-8")
print(d16)
list_com[15].append(d16)
sc.test_sc_gen(list_com[15], topic_name[15])
