import os from common.mq.kafka import consumer, producer from common.log.logger import get_logger from common.log.cid import set_cid from slicer import process KAFKA_BROKER_URL = os.environ.get('KAFKA_BROKER_URL') CONSUMER_TOPIC = os.environ.get('UPLOAD_TOPIC') PRODUCER_TOPICS = [ topic.strip() for topic in str(os.environ.get('SLICER_TOPICS')).split(",") ] logger = get_logger(__name__) send = producer(KAFKA_BROKER_URL) if __name__ == '__main__': consumer = consumer(KAFKA_BROKER_URL, CONSUMER_TOPIC) for message in consumer: data: dict = message.value cid: str = data['cid'] set_cid(cid) logger.info(data) res = process(data) if res: for topic in PRODUCER_TOPICS: send(topic, res)
logger = get_logger('notzam') KAFKA_BROKER_URL = os.environ.get('KAFKA_BROKER_URL') def home(request): return render(request, 'ml_home.html') def model_summary(request: HttpRequest): return render(request, 'ml_model_summary.html', {'model_summary': get_model_summary()}) trained = consumer(KAFKA_BROKER_URL) trained_partition = TopicPartition('trained', 0) trained.assign([trained_partition]) trained.poll(1) detected = consumer(KAFKA_BROKER_URL) detected_partition = TopicPartition('detected', 0) detected.assign([detected_partition]) detected.poll(1) logger.info(KAFKA_BROKER_URL) def training(request): if request.is_ajax(): msg = trained.poll(50)