dataCenter = client['dataCenter'] profit = dataCenter['profit'] ''' 获取股票可用代理list ''' pro_list = proxyListGet() while True: try: proxieslists = pro_list.GetProxyList(testurl=target_url) if len(proxieslists) == 0: continue break except Exception, e: continue pro_use = proxyUse(target_url, proxieslists) uri = mysqlUri() config = uri.get_mysql_uri() myConn_list = uri.start_MySQL(config) conn = myConn_list[0] cursor = myConn_list[1] spider = balanceSpider(conn, cursor, end_date, today) spider.get_codes() for c in spider.codes: proxy = pro_use.use_proxy() # print proxy spider.work(c, proxy) # print c
#!/usr/bin/env python # -*- coding: utf-8 -*- import sys import env import pymysql import logging from mysql import mysqlUri LOG_FILENAME = "./log.txt" logging.basicConfig(level=logging.INFO, format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s', datefmt='%a, %d %b %Y %H:%M:%S', filename=LOG_FILENAME, filemode='w') url = mysqlUri() config = url.get_mysql_uri() myConn_list = url.start_MySQL(config)