Exemplo n.º 1
0
@contact: [email protected]

@file: bae_LSU_parser.py

@time: 2018/10/18 上午10:57


'''

from utils.connection import *
from db.operateSql import People, connect_db
import time

db_url = "mysql+pymysql://root:123456@localhost/sc"
session = connect_db(db_url)


def get_info(url, major):
    global img_url
    try:
        html = fetch(url)
        tmp = extract('//*[@id="maincontent"]/div/div/table/tbody/tr', html,
                      True)
        # print(tmp)
    except:
        return get_info(url, major)

    for i in tmp:
        each = str(etree.tostring(i))
        # print(each)
Exemplo n.º 2
0
# -*- coding:utf-8 -*-
'''

@author: leisun

@contact: [email protected]

@file: withdraw_data.py

@time: 2018/7/18 上午8:12


'''

from db.operateSql import connect_db
import csv
from sqlalchemy import select
from db.operateSql import People

url = "mysql+pymysql://root:123456@localhost/sc"
session = connect_db(url)

datas = session.query(People.name, People.email, People.major, People.web,
                      People.orginazation).all()

with open('new2.csv', 'w', newline='') as f:
    writer = csv.writer(f)
    writer.writerow(['Name', 'email', 'major', 'web', 'organization'])
    for row in datas:
        writer.writerow(row)