Example #1
0
def log_setting():
    if tools.check_dir(config.log_dir):
        log_file = os.path.join(config.log_dir, "log.txt")
        logging.basicConfig(level=config.log_level,
                            format=config.log_format,
                            filename=log_file)
        console = logging.StreamHandler()
        console.setLevel(logging.INFO)
        logging.getLogger('').addHandler(console)
    else:
        logging.basicConfig(level=config.log_level, format=config.log_format)
Example #2
0
def get_db_file(town, city):
    if tools.check_dir(config.db_dir):
        db_dir = config.db_dir
    else:
        logging.error("按照配置文件构建数据库存储目录失败,将在当前目录构建数据库文件!")
        db_dir = "./"
    today = datetime.datetime.today()
    pretend = "%s@%s" % (town.strip(), city) \
              if town and town.strip() \
              else "%s" % city
    db_file = ".".join([pretend, config.db, today.strftime("%Y%m%d")])
    return get_new_db_file(db_dir, db_file)
 def check_dir(self, directory):
     return tools.check_dir(directory)
import pickle_file
import log
import tools
import porter_stemming
import search
import cache


if __name__ == '__main__':
    # get configuration
    conf = confparse.confparse('./engine.ini')
    conf = conf.getall()

    # log
    log_dir = conf['log_directory']
    ret = tools.check_dir(log_dir)
    if not ret: log_dir = './'
    log_file = os.path.join(log_dir, conf['search_log'])
    logger = log.init('engine_search', log_file)

    # pickle ranks and index
    directory = conf['dump_directory']
    pkfile = pickle_file.pickle_file()
    ret = pkfile.check_dir(directory)
    if not ret:
        print('error: ', directory, 'use current dir as default.')
        directory = './'
    ranks = pkfile.load_file(directory, 'ranks_pickle')
    index = pkfile.load_file(directory, 'index_pickle')
    if ranks == False or index == False:
        print('No data can be load. Program exit.')