def createWordTree(): wordTree = [None for x in range(256)] wordTree.append(0) nodeTree = [wordTree, 0] awords = [] #for b in open('sensitive_words.txt', 'rb'): # awords.append(b.strip()) awords = r.hkeys('sensitive_words') # print awords for word in awords: temp = wordTree for a in range(0, len(word)): index = ord(word[a]) if a < (len(word) - 1): if temp[index] == None: node = [[None for x in range(256)], 0] temp[index] = node elif temp[index] == 1: node = [[None for x in range(256)], 1] temp[index] = node temp = temp[index][0] else: temp[index] = 1 return nodeTree
def createWordTree(): wordTree = [None for x in range(256)] wordTree.append(0) nodeTree = [wordTree, 0] awords = [] #for b in open('sensitive_words.txt', 'rb'): # awords.append(b.strip()) awords = r.hkeys('sensitive_words') print awords for word in awords: temp = wordTree for a in range(0,len(word)): index = ord(word[a]) if a < (len(word) - 1): if temp[index] == None: node = [[None for x in range(256)],0] temp[index] = node elif temp[index] == 1: node = [[None for x in range(256)],1] temp[index] = node temp = temp[index][0] else: temp[index] = 1 return nodeTree
# -*- coding:utf-8 -*- from openpyxl import load_workbook import redis import json import sys reload(sys) sys.path.append('../../') from global_utils import R_ADMIN as r #r = redis.StrictRedis(host="10.128.55.69", port="6379", db=15) data = load_workbook('sensitive_words.xlsx') table = data.get_sheet_by_name('Sheet2') for i in range(1, 549): word = table.cell(row=i, column=0).value level = table.cell(row=i, column=1).value r.hset('sensitive_words', word, level) print r.hkeys('sensitive_words')
# -*- coding:utf-8 -*- from openpyxl import load_workbook import redis import json import sys reload(sys) sys.path.append('../../') from global_utils import R_ADMIN as r #r = redis.StrictRedis(host="10.128.55.69", port="6379", db=15) data = load_workbook('sensitive_words.xlsx') table = data.get_sheet_by_name('Sheet2') for i in range(1,549): word = table.cell(row=i, column=0).value level = table.cell(row=i, column=1).value r.hset('sensitive_words',word, level) print r.hkeys('sensitive_words')