def get_ontology_data(self,sentence):
prefix = 'http://x.10jqka.com.cn/stockpick/search?w='
#prefix = 'http://192.168.23.105/stockpick/search?w='
query = prefix + urllib2.quote(sentence)+ "&source=data"
try:
data = urllib2.urlopen(query).read()
#print data
except (IOError,urllib2.HTTPError,urllib2.URLError),e:
log.debug('case:' + sentence.decode('utf-8') + "catch http error")
urllib2.install_opener(opener)
def get_ontology_data(self,sentence):
prefix = 'http://x.10jqka.com.cn/stockpick/search?w='
#prefix = 'http://192.168.23.105/stockpick/search?w='
query = prefix + urllib2.quote(sentence)+ "&source=data"
try:
data = urllib2.urlopen(query).read()
#print data
except (IOError,urllib2.HTTPError,urllib2.URLError),e:
log.debug('case:' + sentence.decode('utf-8') + "catch http error")
returndata = ""
try:
returndata = json.loads(data)
except ValueError:
log.debug(sentence.decode('utf-8') + "not return json data")
except UnboundLocalError:
log.debug(sentence.decode('utf-8') + "not return json data")
return returndata
def struct_web_data(self,dic,rdclient):
"""
dic struct is:
{stockcode:{title:value}}
"""
dic_opt = {}
for stockcode,item in dic.items():
tmp = {}
for title,value in item.items():
#decode data get from redis as redis encoding is different
title_opt = rdclient.get(title).decode('utf-8') if rdclient.get(title) else title
