def totalDM2(): d = False for i in range(10): c = str(i+1) url = 'http://data.10jqka.com.cn/ipo/xgsgyzq/board/cyb/field/SGDATE/page/'+c+'/order/desc/ajax/1/' print url req = urllib2.Request(url) req.add_header("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0") try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: raise e html = res.read() reg = re.compile(r'class="blue" target="_blank">(30.\d*?)</a>') codes = reg.findall(html) for code in codes: print code gupiao = gupiaolist(symbol='sz'+code, code=code, test9=1) gupiao.save()
def xueqiu(): Gupiaolist = gupiaolist.objects.filter(test10=0) for gupiao in Gupiaolist: print gupiao.symbol url = 'http://xueqiu.com/v4/stock/quote.json?code=' + gupiao.symbol + '&_=1447660947532' req = urllib2.Request(url) req.add_header("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0") req.add_header("Cookie", "s=18wd1ctj06; bid=7dc18ce8a8b5d0fb872b756e46a961c8_igz5gk95; snbim_minify=true; last_account=zfx1226%40163.com; xq_a_token=b6008ac7be5f9a5386e65964ba1f3738111eea48; xq_r_token=6578cf2d69723f9da6f5c67809b90e68c29d52ca; __utmt=1; __utma=1.1148970814.1447506729.1447665270.1447693198.10; __utmb=1.1.10.1447693198; __utmc=1; __utmz=1.1447506729.1.1.utmcsr=baidu|utmccn=(organic)|utmcmd=organic; Hm_lvt_1db88642e346389874251b5a1eded6e3=1447506729; Hm_lpvt_1db88642e346389874251b5a1eded6") try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: print e fout.write(gupiao.symbol+'\n') continue html = res.read() jsonVal = json.loads(html) # print jsonVal[gupiao.symbol.upper()]['current'] gupiao = gupiaolist(symbol=gupiao.symbol, name=fangkong(jsonVal[gupiao.symbol.upper()]['name']), current=fangkong(jsonVal[gupiao.symbol.upper()]['current']), code=fangkong(jsonVal[gupiao.symbol.upper()]['code']), test1=fangkong(jsonVal[gupiao.symbol.upper()]['high52week']), marketCapital=fangkong(jsonVal[gupiao.symbol.upper()]['marketCapital']), pe_ttm=fangkong(jsonVal[gupiao.symbol.upper()]['pe_ttm']), pe_lyr=fangkong(jsonVal[gupiao.symbol.upper()]['pe_lyr']), pb=fangkong(jsonVal[gupiao.symbol.upper()]['pb']), net_asset=fangkong(jsonVal[gupiao.symbol.upper()]['net_assets']), test2=fangkong(jsonVal[gupiao.symbol.upper()]['totalShares']), test10 = '1') gupiao.save()
def xueqiu(): Gupiaolist = gupiaolist.objects.filter(test10=0) for gupiao in Gupiaolist: print gupiao.symbol url = 'http://xueqiu.com/v4/stock/quote.json?code=' + gupiao.symbol + '&_=1447660947532' req = urllib2.Request(url) req.add_header( "User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0" ) req.add_header( "Cookie", "s=18wd1ctj06; bid=7dc18ce8a8b5d0fb872b756e46a961c8_igz5gk95; snbim_minify=true; last_account=zfx1226%40163.com; xq_a_token=b6008ac7be5f9a5386e65964ba1f3738111eea48; xq_r_token=6578cf2d69723f9da6f5c67809b90e68c29d52ca; __utmt=1; __utma=1.1148970814.1447506729.1447665270.1447693198.10; __utmb=1.1.10.1447693198; __utmc=1; __utmz=1.1447506729.1.1.utmcsr=baidu|utmccn=(organic)|utmcmd=organic; Hm_lvt_1db88642e346389874251b5a1eded6e3=1447506729; Hm_lpvt_1db88642e346389874251b5a1eded6" ) try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: print e fout.write(gupiao.symbol + '\n') continue html = res.read() jsonVal = json.loads(html) # print jsonVal[gupiao.symbol.upper()]['current'] gupiao = gupiaolist( symbol=gupiao.symbol, name=fangkong(jsonVal[gupiao.symbol.upper()]['name']), current=fangkong(jsonVal[gupiao.symbol.upper()]['current']), code=fangkong(jsonVal[gupiao.symbol.upper()]['code']), test1=fangkong(jsonVal[gupiao.symbol.upper()]['high52week']), marketCapital=fangkong( jsonVal[gupiao.symbol.upper()]['marketCapital']), pe_ttm=fangkong(jsonVal[gupiao.symbol.upper()]['pe_ttm']), pe_lyr=fangkong(jsonVal[gupiao.symbol.upper()]['pe_lyr']), pb=fangkong(jsonVal[gupiao.symbol.upper()]['pb']), net_asset=fangkong(jsonVal[gupiao.symbol.upper()]['net_assets']), test2=fangkong(jsonVal[gupiao.symbol.upper()]['totalShares']), test10='1') gupiao.save()
def totalDM2(): d = False for i in range(10): c = str(i + 1) url = 'http://data.10jqka.com.cn/ipo/xgsgyzq/board/cyb/field/SGDATE/page/' + c + '/order/desc/ajax/1/' print url req = urllib2.Request(url) req.add_header( "User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0" ) try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: raise e html = res.read() reg = re.compile(r'class="blue" target="_blank">(30.\d*?)</a>') codes = reg.findall(html) for code in codes: print code gupiao = gupiaolist(symbol='sz' + code, code=code, test9=1) gupiao.save()
c = str(i+1) url = 'http://data.10jqka.com.cn/ipo/xgsgyzq/board/hszb/field/SGDATE/page/'+ c +'/order/desc/ajax/1/' print url req = urllib2.Request(url) req.add_header("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0") try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: raise e html = res.read() reg = re.compile(r'class="blue" target="_blank">(60.\d*?)</a>') codes = reg.findall(html) for code in codes: print code gupiao = gupiaolist(symbol='sh'+code, code=code, test9=1) gupiao.save() for i in range(12): c = str(i+1) url = 'http://data.10jqka.com.cn/ipo/xgsgyzq/board/zxb/field/SGDATE/page/'+c+'/order/desc/ajax/1/' print url req = urllib2.Request(url) req.add_header("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0") try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: raise e html = res.read() reg = re.compile(r'class="blue" target="_blank">(00.\d*?)</a>') codes = reg.findall(html)
req = urllib2.Request(url) req.add_header( "User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0" ) try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: raise e html = res.read() reg = re.compile(r'class="blue" target="_blank">(60.\d*?)</a>') codes = reg.findall(html) for code in codes: print code gupiao = gupiaolist(symbol='sh' + code, code=code, test9=1) gupiao.save() for i in range(12): c = str(i + 1) url = 'http://data.10jqka.com.cn/ipo/xgsgyzq/board/zxb/field/SGDATE/page/' + c + '/order/desc/ajax/1/' print url req = urllib2.Request(url) req.add_header( "User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/20100101 Firefox/22.0" ) try: res = urllib2.urlopen(req) print 'ok1' except Exception, e: raise e