#构建2个代理ip httpproxy_handler = urllib.request.ProxyHandler({"http": "114.99.27.5:18118"}) nullproxy_handler = urllib.request.ProxyHandler({}) helper = MysqlHelper('localhost', 3306, 'mystock', 'root', 'root') #定义一个代理开关 proySwitch = False headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } all_plate_sql = "select * from tan_proxy" all_proxy = helper.get_all(all_plate_sql) # print(all_paltes) # params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532} # print(params) # sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)' # helper.insert(sql,params) for one in all_proxy: ip = "%s%s%s" % (one[1], ':', one[2]) httpproxy_handler = urllib.request.ProxyHandler({"http": ip}) opener = urllib.request.build_opener(httpproxy_handler) link = 'http://ls.duowan.com/' temp_hedaers = headers socket.setdefaulttimeout(3) request = urllib.request.Request(link, headers=temp_hedaers)
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } # headers = { # 'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Ubuntu/11.10 Chromium/27.0.1453.93 Chrome/27.0.1453.93 Safari/537.36', # 'Cookie':'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' # } # headers = { # 'User-Agent':'Mozilla/5.0 (Linux; Android 4.0.4; Galaxy Nexus Build/IMM76B) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.133 Mobile Safari/535.19', # 'Cookie':'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' # } headers = {} sql = "select * from tan_stock" all_report = helper.get_all(sql) for one in all_report: sid = one[2] # if sid=='002415': # pass # else: # continue link = 'http://d.10jqka.com.cn/v6/time/hs_%s/last.js' % (sid) money_link = 'http://d.10jqka.com.cn/v2/moneyflow/hs_%s/last.js' % (sid) referer = 'http://stockpage.10jqka.com.cn/HQ_v4.html' key = 'hs_%s' % (sid) # temp_hedaers = headers temp_hedaers['Referer'] = referer request = urllib.request.Request(link, headers=temp_hedaers) response = opener.open(request)
opener = urllib.request.build_opener(nullproxy_handler) headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } #获取海康威视相关的 sid_arr = [ '885378', '885745', '885790', '885423', '885312', '885362', '885728', '885452' ] sid_str = '885378,885745,885790,885423,885312,885362,885728,885452' all_plate_sql = "select * from tan_plate where sid in (%s)" % (sid_str) all_paltes = helper.get_all(all_plate_sql) point_num = 0 today = datetime.now().strftime('%Y-%m-%d') last = {} last['885378'] = 0 last['885745'] = 0 last['885790'] = 0 last['885423'] = 0 last['885312'] = 0 last['885362'] = 0 last['885728'] = 0 last['885452'] = 0 while (1): for one_plate in all_paltes: