import requests import sys sys.path.append("/ROOT/www/spider/settings") from mysql import MySQLWrapper mysql = MySQLWrapper('db_weather') def run(): select_sql = 'SELECT f_City FROM t_city WHERE f_UID >= (SELECT MAX(f_UID) FROM t_city ) * RAND() LIMIT 5' result = mysql.fetchOne(select_sql) params = ( ('city',result['f_City']), ) response = requests.get('10.0.0.26:8080/server/weather',params=params) res = response.json() insert_sql = 'INSERT INTO t_weather(f_City,f_Json)VALUES(%s,%s)' select_sql = 'SELECT * FROM t_weather WHERE f_City=%s' update_sql = 'UPDATE t_weather SET f_Json=%s WHERE f_City=%s' flag = mysql.fetchOne(select_sql,city) if flag: mysql.execute(update_sql,res,city) else: mysql.execute(insert_sql,city,json) if __name__ == '__main__': run()
f_change_reason = '' f_holding_type = item.xpath('td[11]/text()')[0] f_relationship = item.xpath('td[12]/text()')[0] f_post = item.xpath('td[13]/text()')[0] create_time = int(time.time()) mysql.execute(insert_sql, f_code, f_name, f_user, f_type, f_change_num, f_average_trans_price, f_change_price, f_after_num, f_change_reason, f_change_data, f_holding_type, f_relationship, f_post, create_time) if __name__ == '__main__': # 限售解禁 5页 b = 'TRUNCATE TABLE t_shares_xsjj_copy' mysql.execute(b) for i in range(1, 6): time.sleep(6) sina_stock_xsjj(str(i)) b = 'TRUNCATE TABLE t_shares_xsjj' mysql.execute(b) a = 'INSERT INTO t_shares_xsjj SELECT * FROM t_shares_xsjj_copy' mysql.execute(a) # 历史分红 59页 b = 'TRUNCATE TABLE t_shares_lsfh_copy' mysql.execute(b) for i in range(1, 60):