from mysql.MysqlHelper import MysqlHelper def insert(helper): name = input("请输入学生姓名:") age = int(input("请输入学生年龄:")) address = input("请输入学生地址:") sql = 'insert into t_student(name,age,address) values (%s, %s, %s)' helper.update(sql, [name, age, address]) def select(helper): sql = 'select * from t_student where id <5' result = helper.execute(sql) print(result) if __name__ == '__main__': helper = MysqlHelper(host="123.57.44.168", port=3306, user="******", password="******", db="python_test_01", charset="utf8") select(helper)
#coding=utf-8 ''' 获取每天个股的数据(部分股票) ''' import urllib.request import json from mysql.MysqlHelper import MysqlHelper from datetime import datetime import time from mysql.proxy_api import proxy_list #构建2个代理ip httpproxy_handler = urllib.request.ProxyHandler({"http": "117.163.55.23:8123"}) nullproxy_handler = urllib.request.ProxyHandler({}) helper = MysqlHelper() #定义一个代理开关 proySwitch = False if (proySwitch): opener = urllib.request.build_opener(httpproxy_handler) else: opener = urllib.request.build_opener(nullproxy_handler) #请求头 headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } # headers = { # 'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Ubuntu/11.10 Chromium/27.0.1453.93 Chrome/27.0.1453.93 Safari/537.36', # 'Cookie':'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc'
获取每天版块的数据 ''' import sys sys.path.append('..') import urllib.request import json import threading from mysql.MysqlHelper import MysqlHelper from datetime import datetime from mysql.proxy_api import proxy_list import time from spider_stock_old.StockHelper import StockHelper stock_helper = StockHelper() helper = MysqlHelper() headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } lock = threading.Lock() def getIp(): link = "http://www.tan66.com/" while True: ip, port, scheme = stock_helper.randomIp() handler_obj = {}
#coding=utf-8 import urllib.request import json from mysql.MysqlHelper import MysqlHelper from datetime import datetime import time import socket #构建2个代理ip httpproxy_handler = urllib.request.ProxyHandler({"http": "114.99.27.5:18118"}) nullproxy_handler = urllib.request.ProxyHandler({}) helper = MysqlHelper('localhost', 3306, 'mystock', 'root', 'root') #定义一个代理开关 proySwitch = False headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } all_plate_sql = "select * from tan_proxy" all_proxy = helper.get_all(all_plate_sql) # print(all_paltes) # params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532} # print(params) # sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)' # helper.insert(sql,params) for one in all_proxy:
''' 实时获取 ''' import urllib.request import json from mysql.MysqlHelper import MysqlHelper from mysql.juhe import juhe from datetime import datetime from mysql.proxy_api import proxy_list from lxml import etree import time import socket #构建2个代理ip httpproxy_handler = urllib.request.ProxyHandler({"http": "117.90.3.190:9000"}) nullproxy_handler = urllib.request.ProxyHandler({}) helper = MysqlHelper() #定义一个代理开关 proySwitch = False if (proySwitch): opener = urllib.request.build_opener(httpproxy_handler) else: opener = urllib.request.build_opener(nullproxy_handler) headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } #获取海康威视相关的
#coding=utf-8 import urllib.request import json from mysql.MysqlHelper import MysqlHelper from datetime import datetime import time #构建2个代理ip httpproxy_handler = urllib.request.ProxyHandler({"http": "117.90.5.237:9000"}) nullproxy_handler = urllib.request.ProxyHandler({}) helper = MysqlHelper('localhost', 3306, 'mystock', 'root', 'root') #定义一个代理开关 proySwitch = True if (proySwitch): opener = urllib.request.build_opener(httpproxy_handler) else: opener = urllib.request.build_opener(nullproxy_handler) headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } all_plate_sql = "select * from tan_plate" all_paltes = helper.get_all(all_plate_sql) # print(all_paltes) # params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532} # print(params) # sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)' # helper.insert(sql,params)
#coding=utf-8 import urllib.request import json from mysql.MysqlHelper import MysqlHelper from datetime import datetime import time #构建2个代理ip httpproxy_handler = urllib.request.ProxyHandler({"http": "117.90.3.190:9000"}) nullproxy_handler = urllib.request.ProxyHandler({}) helper = MysqlHelper() #定义一个代理开关 proySwitch = False if (proySwitch): opener = urllib.request.build_opener(httpproxy_handler) else: opener = urllib.request.build_opener(nullproxy_handler) headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36', 'Cookie': 'spversion=20130314; historystock=000760%7C*%7C300383; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1528699762,1528875973,1528878574,1528942207; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1528948403; v=Ag0soJAFas3Nd87hRUPKBs8vHCKD6kG8yx6lkE-SSaQTRiNUFzpRjFtutWLc' } all_plate_sql = "select * from tan_plate" all_paltes = helper.get_all(all_plate_sql) # print(all_paltes) # params = {'name': '阿里巴巴概念', 'sid': 'aa', 'price': 1109.905, 'time_point': 930.0, 'date': '2018-06-14', 'zdf': -0.54, 'pre': 1115.926, 'volume': 5475532} # print(params) # sql = 'insert into tan_plate_record values(null,%(name)s,%(sid)s,%(price)s,%(time_point)s,%(date)s,%(zdf)s,%(pre)s,%(volume)s)' # helper.insert(sql,params)