def get_ontology_data(self,sentence): prefix = 'http://x.10jqka.com.cn/stockpick/search?w=' #prefix = 'http://192.168.23.105/stockpick/search?w=' query = prefix + urllib2.quote(sentence)+ "&source=data" try: data = urllib2.urlopen(query).read() #print data except (IOError,urllib2.HTTPError,urllib2.URLError),e: log.debug('case:' + sentence.decode('utf-8') + "catch http error")
urllib2.install_opener(opener) def get_ontology_data(self,sentence): prefix = 'http://x.10jqka.com.cn/stockpick/search?w=' #prefix = 'http://192.168.23.105/stockpick/search?w=' query = prefix + urllib2.quote(sentence)+ "&source=data" try: data = urllib2.urlopen(query).read() #print data except (IOError,urllib2.HTTPError,urllib2.URLError),e: log.debug('case:' + sentence.decode('utf-8') + "catch http error") returndata = "" try: returndata = json.loads(data) except ValueError: log.debug(sentence.decode('utf-8') + "not return json data") except UnboundLocalError: log.debug(sentence.decode('utf-8') + "not return json data") return returndata def struct_web_data(self,dic,rdclient): """ dic struct is: {stockcode:{title:value}} """ dic_opt = {} for stockcode,item in dic.items(): tmp = {} for title,value in item.items(): #decode data get from redis as redis encoding is different title_opt = rdclient.get(title).decode('utf-8') if rdclient.get(title) else title