def __init__(self, indexdir): exists = index.exists_in(indexdir) if exists: self.ix = index.open_dir(indexdir) else: schema = Schema(title=TEXT(stored=True), id=NUMERIC(unique=True, stored=True), orgid=NUMERIC(stored=True), ishunterjob=NUMERIC(stored=True), tags=KEYWORD(stored=True)) self.ix = create_in(indexdir, schema) self.mac_address = self.get_mac_address() self.conn = pymongo.Connection(config.MONGO_CONN) self.tagsParser = Trie(config.SKILL_FILE) self.cache = LRUCache(1024)
def __init__(self, task_queue, ix): Process.__init__(self) self.task_queue = task_queue self.ix = ix self.tagsParser = Trie(config.SKILL_FILE)
#coding:utf-8 import sys reload(sys) sys.setdefaultencoding('utf-8') import pymongo from ac_trie import Trie import pongoclient import json tagsParser = Trie('./dict/skill.txt') conn = pymongo.Connection(host='192.168.4.216', port=19753) article = conn.tags.article def cut(value): value = value.lower().replace(' ', '') value = value.encode('UTF-8') terms = tagsParser.parse(value) v = {} for i in terms: v[i[0]] = i[1] return v.values() def ad_query(k): request = '{ "action" : "searchJob" , "q" : { "keyword" : "' + k + '"} , "sort" : 1 , "output" : { "format" : "json" , "offset" : 0 , "size" : 10}}' return pongoclient.send_request('search', request)