config_file = sys.argv[1] config = yaml.load(file(config_file, 'r')) # logging logging.config.dictConfig(config['logging']) logger = logging.getLogger() # MongoDB mcm = mongo_from_config(config['mongo']) database = config['mongo']['databases']['processed'] story_collection = mcm.get_collection(database, 'stories', Story) topic_collection = mcm.get_collection(database, 'topics', Topic) snapshot_collection = mcm.get_collection(database, 'topic_snapshots', TopicSnapshot) # elasticsearch es = elasticsearch_from_config(config['elasticsearch']) main_index = config['elasticsearch']['indexes']['main'] # helpers index_helper = IndexHelper(es) # query builder max_clauses = config['model_management']['similarity']['max_clauses'] max_entity_clauses = config['model_management']['similarity']['max_entity_clauses'] entity_boost = config['model_management']['similarity']['entity_boost'] term_boost = config['model_management']['similarity']['term_boost'] query_builder = ModelQueryBuilder(max_clauses, max_entity_clauses, entity_boost, term_boost) # settings min_similarity = config['model_management']['topic_building']['min_similarity']
from django.conf import settings from topic_tracking.util.from_config import elasticsearch_from_config _es = elasticsearch_from_config(settings.CONFIG['elasticsearch']) _main_index = settings.CONFIG['elasticsearch']['indexes']['main'] def get_es(): return _es def get_es_main_index(): return _main_index