Пример #1
0
    dataCenter = client['dataCenter']
    profit = dataCenter['profit']

    '''
    获取股票可用代理list
    '''
    pro_list = proxyListGet()
    while True:
        try:
            proxieslists = pro_list.GetProxyList(testurl=target_url)
            if len(proxieslists) == 0:
                continue
            break
        except Exception, e:
            continue
    pro_use = proxyUse(target_url, proxieslists)

    uri = mysqlUri()
    config = uri.get_mysql_uri()
    myConn_list = uri.start_MySQL(config)
    conn = myConn_list[0]
    cursor = myConn_list[1]

    spider = balanceSpider(conn, cursor, end_date, today)
    spider.get_codes()
    for c in spider.codes:
        proxy = pro_use.use_proxy()
        # print proxy
        spider.work(c, proxy)
        # print c
Пример #2
0
#!/usr/bin/env python
# -*- coding: utf-8 -*-

import sys
import env
import pymysql
import logging
from mysql import mysqlUri

LOG_FILENAME = "./log.txt"
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
                    datefmt='%a, %d %b %Y %H:%M:%S', filename=LOG_FILENAME, filemode='w')

url = mysqlUri()
config = url.get_mysql_uri()
myConn_list = url.start_MySQL(config)