def createWordTree():
wordTree = [None for x in range(256)]
wordTree.append(0)
nodeTree = [wordTree, 0]
awords = []
#for b in open('sensitive_words.txt', 'rb'):
# awords.append(b.strip())
awords = r.hkeys('sensitive_words')
# print awords
for word in awords:
temp = wordTree
for a in range(0, len(word)):
index = ord(word[a])
if a < (len(word) - 1):
if temp[index] == None:
node = [[None for x in range(256)], 0]
temp[index] = node
elif temp[index] == 1:
node = [[None for x in range(256)], 1]
temp[index] = node
temp = temp[index][0]
else:
temp[index] = 1
return nodeTree
def createWordTree():
wordTree = [None for x in range(256)]
wordTree.append(0)
nodeTree = [wordTree, 0]
awords = []
#for b in open('sensitive_words.txt', 'rb'):
# awords.append(b.strip())
awords = r.hkeys('sensitive_words')
print awords
for word in awords:
temp = wordTree
for a in range(0,len(word)):
index = ord(word[a])
if a < (len(word) - 1):
if temp[index] == None:
node = [[None for x in range(256)],0]
temp[index] = node
elif temp[index] == 1:
node = [[None for x in range(256)],1]
temp[index] = node
temp = temp[index][0]
else:
temp[index] = 1
return nodeTree
# -*- coding:utf-8 -*-
from openpyxl import load_workbook
import redis
import json
import sys
reload(sys)
sys.path.append('../../')
from global_utils import R_ADMIN as r
#r = redis.StrictRedis(host="10.128.55.69", port="6379", db=15)
data = load_workbook('sensitive_words.xlsx')
table = data.get_sheet_by_name('Sheet2')
for i in range(1, 549):
word = table.cell(row=i, column=0).value
level = table.cell(row=i, column=1).value
r.hset('sensitive_words', word, level)
print r.hkeys('sensitive_words')
# -*- coding:utf-8 -*-
from openpyxl import load_workbook
import redis
import json
import sys
reload(sys)
sys.path.append('../../')
from global_utils import R_ADMIN as r
#r = redis.StrictRedis(host="10.128.55.69", port="6379", db=15)
data = load_workbook('sensitive_words.xlsx')
table = data.get_sheet_by_name('Sheet2')
for i in range(1,549):
word = table.cell(row=i, column=0).value
level = table.cell(row=i, column=1).value
r.hset('sensitive_words',word, level)
print r.hkeys('sensitive_words')
