#构建2个代理ip
httpproxy_handler = urllib.request.ProxyHandler({"http": "114.99.27.5:18118"})
nullproxy_handler = urllib.request.ProxyHandler({})
helper = MysqlHelper('localhost', 3306, 'mystock', 'root', 'root')
#定义一个代理开关
proySwitch = False
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
all_plate_sql = "select * from tan_proxy"
all_proxy = helper.get_all(all_plate_sql)
# print(all_paltes)
# params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532}
# print(params)
# sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)'
# helper.insert(sql,params)
for one in all_proxy:
ip = "%s%s%s" % (one[1], ':', one[2])
httpproxy_handler = urllib.request.ProxyHandler({"http": ip})
opener = urllib.request.build_opener(httpproxy_handler)
link = 'http://ls.duowan.com/'
temp_hedaers = headers
socket.setdefaulttimeout(3)
request = urllib.request.Request(link, headers=temp_hedaers)
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
# headers = {
# 'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Ubuntu/11.10 Chromium/27.0.1453.93 Chrome/27.0.1453.93 Safari/537.36',
# 'Cookie':'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
# }
# headers = {
# 'User-Agent':'Mozilla/5.0 (Linux; Android 4.0.4; Galaxy Nexus Build/IMM76B) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.133 Mobile Safari/535.19',
# 'Cookie':'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
# }
headers = {}
sql = "select * from tan_stock"
all_report = helper.get_all(sql)
for one in all_report:
sid = one[2]
# if sid=='002415':
# pass
# else:
# continue
link = 'http://d.10jqka.com.cn/v6/time/hs_%s/last.js' % (sid)
money_link = 'http://d.10jqka.com.cn/v2/moneyflow/hs_%s/last.js' % (sid)
referer = 'http://stockpage.10jqka.com.cn/HQ_v4.html'
key = 'hs_%s' % (sid)
#
temp_hedaers = headers
temp_hedaers['Referer'] = referer
request = urllib.request.Request(link, headers=temp_hedaers)
response = opener.open(request)
opener = urllib.request.build_opener(nullproxy_handler)
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
#获取海康威视相关的
sid_arr = [
'885378', '885745', '885790', '885423', '885312', '885362', '885728',
'885452'
]
sid_str = '885378,885745,885790,885423,885312,885362,885728,885452'
all_plate_sql = "select * from tan_plate where sid in (%s)" % (sid_str)
all_paltes = helper.get_all(all_plate_sql)
point_num = 0
today = datetime.now().strftime('%Y-%m-%d')
last = {}
last['885378'] = 0
last['885745'] = 0
last['885790'] = 0
last['885423'] = 0
last['885312'] = 0
last['885362'] = 0
last['885728'] = 0
last['885452'] = 0
while (1):
for one_plate in all_paltes: