def test_qps():
# 创建生产者
p = Producer(ip=g_ip, user=g_user, password=g_password)
p.producer_declare()
p.create_exchange(g_exchange, "topic")
# 创建消费者
consumers = []
for queue_name in g_queue_name:
for i in range(0, 3):
consumers.append(
Consumer(ip=g_ip, user=g_user, password=g_password))
consumers[len(consumers) - 1].start_consumer(
g_exchange, queue_name + str(i), queue_name + str(i))
time.sleep(10) # 等待10S, 让消费者绑定完成
log.info("[test_qps] starting ...")
try:
target_time = g_test_secs
start = time.time()
stop = False
while not stop:
for queue_name in g_queue_name:
for i in range(0, 3):
time.sleep(g_sleep_secs)
p.publish(g_exchange, queue_name + str(i),
'{"msg":"this is a test!"}')
curr = time.time()
if (curr - start) >= target_time:
stop = True
break
if stop:
break
except Exception as err:
log.error("[test_qps] error: " + str(err))
finally:
for queue_name in g_queue_name:
for i in range(0, 3):
p.publish(g_exchange, queue_name + str(i), "quit")
p.close()
recev = 0
last_time = 0.0
for c in consumers:
c.join()
recev += c.number_of_msg()
if c.stop_consume_time() > last_time:
last_time = c.stop_consume_time()
log.info("[test_qps] %d msg have been sent, start at %f" %
(p.number_of_msg(), p.start_publish_time()))
log.info("[test_qps] %d msg have been received, end at %f" %
(recev, last_time))
log.info("[test_qps] QPS: %f" % (recev /
(last_time - p.start_publish_time())))
def test_keep_alive():
# 创建生产者
p = Producer(ip=g_ip, user=g_user, password=g_password)
p.producer_declare()
p.create_exchange(g_exchange, "topic")
# 创建消费者
c = Consumer(ip=g_ip, user=g_user, password=g_password)
c.start_consumer(g_exchange, "test1", "test1")
time.sleep(5) # 等5秒让队列准备就绪
# 保持不发送任何消息
log.info("[test_keep_alive] start sending nothing test ...")
secs = 0
while secs < g_test_secs:
time.sleep(5)
secs += 5
try:
# 发送一次消息检查连接可用性
log.info("[test_keep_alive] test connection alive???")
p.publish(g_exchange, "docx2pdf", '{"msg":"this is a test!"}')
log.info("[test_keep_alive] connection alive!!!")
log.info("[test_keep_alive] start sending msg test ...")
secs = 0
while secs < g_test_secs:
time.sleep(1)
p.publish(g_exchange, "test1", '{"msg":"this is a test!"}')
secs += 1
except Exception as err:
log.error("[test_keep_alive] error: " + str(err))
log.error("exit [test_keep_alive]")
finally:
p.publish(g_exchange, "test1", "quit")
p.close() # 关闭生产者连接
c.join() # 等待消费线程结束
from producer import Producer
import logging
from pathlib import Path
import json
from confluent_kafka import avro
def import_or_install(package):
try:
__import__(package)
except ImportError:
pip.main(['install', package])
import_or_install("pandas")
key_schema = avro.load(f"{Path(__file__).parents[0]}/schemas/arrival_key.json")
p = Producer("hello",key_schema,1,1)
p.close()
from confluent_kafka import Producer
import socket
conf = {'bootstrap.servers': "host1:9092,host2:9092",
'client.id': socket.gethostname()}
producer = Producer(conf)
producer.produce("dads", key="key", value="value")
producer.
