from mysql.MysqlHelper import MysqlHelper
def insert(helper):
name = input("请输入学生姓名：")
age = int(input("请输入学生年龄："))
address = input("请输入学生地址：")
sql = 'insert into t_student(name,age,address) values (%s, %s, %s)'
helper.update(sql, [name, age, address])
def select(helper):
sql = 'select * from t_student where id <5'
result = helper.execute(sql)
print(result)
if __name__ == '__main__':
helper = MysqlHelper(host="123.57.44.168",
port=3306,
user="******",
password="******",
db="python_test_01",
charset="utf8")
select(helper)
#coding=utf-8
'''
获取每天个股的数据(部分股票)
'''
import urllib.request
import json
from mysql.MysqlHelper import MysqlHelper
from datetime import datetime
import time
from mysql.proxy_api import proxy_list
#构建2个代理ip
httpproxy_handler = urllib.request.ProxyHandler({"http": "117.163.55.23:8123"})
nullproxy_handler = urllib.request.ProxyHandler({})
helper = MysqlHelper()
#定义一个代理开关
proySwitch = False
if (proySwitch):
opener = urllib.request.build_opener(httpproxy_handler)
else:
opener = urllib.request.build_opener(nullproxy_handler)
#请求头
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
# headers = {
# 'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Ubuntu/11.10 Chromium/27.0.1453.93 Chrome/27.0.1453.93 Safari/537.36',
# 'Cookie':'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
获取每天版块的数据
'''
import sys
sys.path.append('..')
import urllib.request
import json
import threading
from mysql.MysqlHelper import MysqlHelper
from datetime import datetime
from mysql.proxy_api import proxy_list
import time
from spider_stock_old.StockHelper import StockHelper
stock_helper = StockHelper()
helper = MysqlHelper()
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
lock = threading.Lock()
def getIp():
link = "http://www.tan66.com/"
while True:
ip, port, scheme = stock_helper.randomIp()
handler_obj = {}
#coding=utf-8
import urllib.request
import json
from mysql.MysqlHelper import MysqlHelper
from datetime import datetime
import time
import socket
#构建2个代理ip
httpproxy_handler = urllib.request.ProxyHandler({"http": "114.99.27.5:18118"})
nullproxy_handler = urllib.request.ProxyHandler({})
helper = MysqlHelper('localhost', 3306, 'mystock', 'root', 'root')
#定义一个代理开关
proySwitch = False
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
all_plate_sql = "select * from tan_proxy"
all_proxy = helper.get_all(all_plate_sql)
# print(all_paltes)
# params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532}
# print(params)
# sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)'
# helper.insert(sql,params)
for one in all_proxy:
'''
实时获取
'''
import urllib.request
import json
from mysql.MysqlHelper import MysqlHelper
from mysql.juhe import juhe
from datetime import datetime
from mysql.proxy_api import proxy_list
from lxml import etree
import time
import socket
#构建2个代理ip
httpproxy_handler = urllib.request.ProxyHandler({"http": "117.90.3.190:9000"})
nullproxy_handler = urllib.request.ProxyHandler({})
helper = MysqlHelper()
#定义一个代理开关
proySwitch = False
if (proySwitch):
opener = urllib.request.build_opener(httpproxy_handler)
else:
opener = urllib.request.build_opener(nullproxy_handler)
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
#获取海康威视相关的
#coding=utf-8
import urllib.request
import json
from mysql.MysqlHelper import MysqlHelper
from datetime import datetime
import time
#构建2个代理ip
httpproxy_handler = urllib.request.ProxyHandler({"http": "117.90.5.237:9000"})
nullproxy_handler = urllib.request.ProxyHandler({})
helper = MysqlHelper('localhost', 3306, 'mystock', 'root', 'root')
#定义一个代理开关
proySwitch = True
if (proySwitch):
opener = urllib.request.build_opener(httpproxy_handler)
else:
opener = urllib.request.build_opener(nullproxy_handler)
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
all_plate_sql = "select * from tan_plate"
all_paltes = helper.get_all(all_plate_sql)
# print(all_paltes)
# params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532}
# print(params)
# sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)'
# helper.insert(sql,params)
#coding=utf-8
import urllib.request
import json
from mysql.MysqlHelper import MysqlHelper
from datetime import datetime
import time
#构建2个代理ip
httpproxy_handler = urllib.request.ProxyHandler({"http": "117.90.3.190:9000"})
nullproxy_handler = urllib.request.ProxyHandler({})
helper = MysqlHelper()
#定义一个代理开关
proySwitch = False
if (proySwitch):
opener = urllib.request.build_opener(httpproxy_handler)
else:
opener = urllib.request.build_opener(nullproxy_handler)
headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36',
'Cookie':
'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
}
all_plate_sql = "select * from tan_plate"
all_paltes = helper.get_all(all_plate_sql)
# print(all_paltes)
# params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532}
# print(params)
# sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)'
# helper.insert(sql,params)