import requests
import sys
sys.path.append("/ROOT/www/spider/settings")
from mysql import MySQLWrapper
mysql = MySQLWrapper('db_weather')
def run():
select_sql = 'SELECT f_City FROM t_city WHERE f_UID >= (SELECT MAX(f_UID) FROM t_city ) * RAND() LIMIT 5'
result = mysql.fetchOne(select_sql)
params = (
('city',result['f_City']),
)
response = requests.get('10.0.0.26:8080/server/weather',params=params)
res = response.json()
insert_sql = 'INSERT INTO t_weather(f_City,f_Json)VALUES(%s,%s)'
select_sql = 'SELECT * FROM t_weather WHERE f_City=%s'
update_sql = 'UPDATE t_weather SET f_Json=%s WHERE f_City=%s'
flag = mysql.fetchOne(select_sql,city)
if flag:
mysql.execute(update_sql,res,city)
else:
mysql.execute(insert_sql,city,json)
if __name__ == '__main__':
run()
f_change_reason = ''
f_holding_type = item.xpath('td[11]/text()')[0]
f_relationship = item.xpath('td[12]/text()')[0]
f_post = item.xpath('td[13]/text()')[0]
create_time = int(time.time())
mysql.execute(insert_sql, f_code, f_name, f_user, f_type, f_change_num,
f_average_trans_price, f_change_price, f_after_num,
f_change_reason, f_change_data, f_holding_type,
f_relationship, f_post, create_time)
if __name__ == '__main__':
# 限售解禁 5页
b = 'TRUNCATE TABLE t_shares_xsjj_copy'
mysql.execute(b)
for i in range(1, 6):
time.sleep(6)
sina_stock_xsjj(str(i))
b = 'TRUNCATE TABLE t_shares_xsjj'
mysql.execute(b)
a = 'INSERT INTO t_shares_xsjj SELECT * FROM t_shares_xsjj_copy'
mysql.execute(a)
# 历史分红 59页
b = 'TRUNCATE TABLE t_shares_lsfh_copy'
mysql.execute(b)
for i in range(1, 60):
