import os
from common.mq.kafka import consumer, producer
from common.log.logger import get_logger
from common.log.cid import set_cid
from slicer import process
KAFKA_BROKER_URL = os.environ.get('KAFKA_BROKER_URL')
CONSUMER_TOPIC = os.environ.get('UPLOAD_TOPIC')
PRODUCER_TOPICS = [
topic.strip() for topic in str(os.environ.get('SLICER_TOPICS')).split(",")
]
logger = get_logger(__name__)
send = producer(KAFKA_BROKER_URL)
if __name__ == '__main__':
consumer = consumer(KAFKA_BROKER_URL, CONSUMER_TOPIC)
for message in consumer:
data: dict = message.value
cid: str = data['cid']
set_cid(cid)
logger.info(data)
res = process(data)
if res:
for topic in PRODUCER_TOPICS:
send(topic, res)
logger = get_logger('notzam')
KAFKA_BROKER_URL = os.environ.get('KAFKA_BROKER_URL')
def home(request):
return render(request, 'ml_home.html')
def model_summary(request: HttpRequest):
return render(request, 'ml_model_summary.html',
{'model_summary': get_model_summary()})
trained = consumer(KAFKA_BROKER_URL)
trained_partition = TopicPartition('trained', 0)
trained.assign([trained_partition])
trained.poll(1)
detected = consumer(KAFKA_BROKER_URL)
detected_partition = TopicPartition('detected', 0)
detected.assign([detected_partition])
detected.poll(1)
logger.info(KAFKA_BROKER_URL)
def training(request):
if request.is_ajax():
msg = trained.poll(50)