Example #1
0
def main():
    # for docker docker.json
    if DOCKER_ENV in os.environ:
        cfg_path = './config/docker.json'
    else:
        cfg_path = './config/dev.json'
    # 1.
    config_processor = ConfigProcessor(cfg_path)
    cfg = config_processor.get_configs()
    print(cfg)

    global STORAGE_PATH
    STORAGE_PATH = cfg['local_storage_path']

    # 2. Ner
    ner_model = Ner('./ml/devlabs_ner_ontonotes_bert.json')
    #ret = ner_model.handle_file('/home/neurus/Projects/rvision-hackathon-2021-q1/converted/2020/11-2020-Chaes-e-commerce-malware-research.pdf.txt')
    #print(ret)

    # 3. RabbitMq
    amqp_processor = AmqpProcessor(cfg['rabbit_mq'])

    # 4. DB
    pgdb = PostgreSqlDatabase(cfg)

    # 5. Start to listen incoming messages
    try:
        channel = amqp_processor.establish_connection(
            create_callback(ner_model, pgdb))
        channel.start_consuming()
    except:
        pgdb.close()
        amqp_processor.close_connection()