import psycopg2 from utils.get_conf import get_config_file, get_logger_file from utils.logger_conf import configure_logger config = get_config_file() pgconfig = config['postgresql'] host = pgconfig['host'] port = pgconfig['port'] user = pgconfig['user'] database = pgconfig['database'] password = pgconfig['password'] domain = config['qtalk']['domain'] conference_str = 'conference.' + domain log_path = get_logger_file() log_path = log_path + '_sql.log' logger = configure_logger('sql', log_path) class UserLib: def __init__(self): self.conn = psycopg2.connect(host=host, database=database, user=user, password=password, port=port) self.conn.autocommit = True def search_user(self, username, user_id, limit, offset): s_result = list() conn = self.conn
from utils.get_conf import get_config_file, get_logger_file config = get_config_file() level = config['log']['level'].lower() router = { 'critical': logging.CRITICAL, 'fatal': logging.FATAL, 'error': logging.ERROR, 'warning': logging.WARNING, 'warn': logging.WARN, 'info': logging.INFO, 'debug': logging.DEBUG, 'notset': logging.NOTSET } log_level = router.get(level, logging.INFO) log_root = get_logger_file() logger_register = { 'root': '', 'search': '', 'sharemsg': '', 'meetingdetail': '', 'updatecheck': '', 'cache': '', 'sql': '', 'error': '' } for _k, _v in logger_register.items(): logger_register[_k] = log_root + _k + '.log' def configure_logger(name, log_path=''):
import re from utils.get_conf import get_config_file, get_logger_file from utils.logger_conf import configure_logger from conf.constants import PY_VERSION as PYTHON_VERSION, DB_VERSION as DATABASE_VERSION from utils.redis_utils import redis_cli config = get_config_file() pgconfig = config['postgresql'] host = pgconfig['host'] port = pgconfig['port'] user = pgconfig['user'] database = pgconfig['database'] password = pgconfig['password'] if_cached = config['cache'].getboolean('if_cache') log_path = get_logger_file('sql.log') sql_logger = configure_logger('sql', log_path) if_async = None PY_VERSION = PYTHON_VERSION DB_VERSION = DATABASE_VERSION user_data = {} domains = None class UserLib: def __init__(self): self.conn = psycopg2.connect(host=host, database=database, user=user, password=password,
import time from xml.etree import ElementTree as eTree import random import traceback import collections from elasticsearch import Elasticsearch, helpers from kafka import KafkaConsumer from utils.get_conf import get_logger_file, get_config_file, get_project_dir from conf.es_params_define import * from conf.kakfa2es_params_define import * from utils.regex_utils import * from utils.time_utils import TimeUtils from utils.common_sql import UserLib, domain project_path = get_project_dir() log_path = get_logger_file(name='es.log') es_logger = configure_logger('search', log_path) if not isinstance(domain, str): domain = 'UNKNOWN' time_utils = TimeUtils() get_specific_ymd = time_utils.get_specific_ymd get_ymd_agg = time_utils.get_ymd_agg robot_list = [''] # 填写不想入库的用户id def get_msg_queues(): group_id = GROUP_ID qtalk_chat_topic = CHAT_TOPIC qtalk_group_topic = GROUP_TOPIC