@contact: [email protected] @file: bae_LSU_parser.py @time: 2018/10/18 上午10:57 ''' from utils.connection import * from db.operateSql import People, connect_db import time db_url = "mysql+pymysql://root:123456@localhost/sc" session = connect_db(db_url) def get_info(url, major): global img_url try: html = fetch(url) tmp = extract('//*[@id="maincontent"]/div/div/table/tbody/tr', html, True) # print(tmp) except: return get_info(url, major) for i in tmp: each = str(etree.tostring(i)) # print(each)
# -*- coding:utf-8 -*- ''' @author: leisun @contact: [email protected] @file: withdraw_data.py @time: 2018/7/18 上午8:12 ''' from db.operateSql import connect_db import csv from sqlalchemy import select from db.operateSql import People url = "mysql+pymysql://root:123456@localhost/sc" session = connect_db(url) datas = session.query(People.name, People.email, People.major, People.web, People.orginazation).all() with open('new2.csv', 'w', newline='') as f: writer = csv.writer(f) writer.writerow(['Name', 'email', 'major', 'web', 'organization']) for row in datas: writer.writerow(row)