def analysis():
# 查询分析一下当前一百部电影各个国家的占比
dbhelper = myPymysql.DBHelper()
total = dbhelper.fetchCount("SELECT count(*) FROM testdb.maoyan")
Am = dbhelper.fetchCount("SELECT count(*) FROM testdb.maoyan where time like'%美国%'")
Ch = dbhelper.fetchCount("SELECT count(*) FROM testdb.maoyan where time like'%中国%'")
Jp = dbhelper.fetchCount("SELECT count(*) FROM testdb.maoyan where time like'%日本%'")
Other = total-Am-Ch-Jp
sizes = Am,Ch,Jp,Other
labels = 'America','China','Japan','Other'
colors = 'Green','Red','Yellow','Blue'
plt.pie(sizes,labels=labels,colors=colors)
plt.show()
def write_to_sql(item):
# 创建数据库对象
dbhelper = myPymysql.DBHelper()
title = item["title"]
actor = item["actor"]
time = item["time"]
sql = "INSERT INTO testdb.maoyan(title, actor, time)VALUES(%s,%s,%s);"
params = (title,actor,time)
result = dbhelper.execute(sql, params)
if result == True:
print("插入成功")
else:
logger.error("execute: "+sql)
logger.error("params: "+params)
print("插入失败")
def write_to_sql(item):
"""
"""
dbhelper = myPymysql.DBHelper()
title_data = item['title']
actor_data = item['actor']
time_data = item['time']
sql = "INSERT INTO testdb.maoyan(title,actor,time) VALUES (%s,%s,%s);"
params = (title_data, actor_data, time_data)
result = dbhelper.execute(sql, params)
if result == True:
print("插入成功")
else:
logger.error("execute: " + sql)
logger.error("params: ", params)
logger.error("插入失败")
print("插入失败")
def analysisCounry():
dbhelper = myPymysql.DBHelper()
# fetchCount
Total = dbhelper.fetchCount("SELECT count(*) FROM `testdb`.`maoyan`;")
Am = dbhelper.fetchCount(
'SELECT count(*) FROM `testdb`.`maoyan` WHERE time like "%美国%";')
Ch = dbhelper.fetchCount(
'SELECT count(*) FROM `testdb`.`maoyan` WHERE time like "%中国%";')
Jp = dbhelper.fetchCount(
'SELECT count(*) FROM `testdb`.`maoyan` WHERE time like "%日本%";')
Other = Total[0] - Am[0] - Ch[0] - Jp[0]
sizes = Am[0], Ch[0], Jp[0], Other
labels = 'America', 'China', 'Japan', 'Others'
colors = 'Blue', 'Red', 'Yellow', 'Green'
explode = 0, 0, 0, 0
plt.pie(sizes,
explode=explode,
labels=labels,
colors=colors,
autopct="%1.1f%%",
shadow=True)
plt.show()
str(shop_name.find("p", {"class": "expand-info tel"})))
print(tel)
#写文件
with open("./huoguo.csv", "a") as f:
# writer 对象，修改默认分隔符为 "|"
writer = csv.writer(f, delimiter="|")
try:
writer.writerow([
name.strip().split(" ")[0].strip(),
tel.replace('电话：', "").replace(' ', ","), ad
])
except:
pass
# 写数据库
dbhelper = myPymysql.DBHelper()
name = name.strip().split(" ")[0].strip()
tel = tel.replace('电话：', "")
sql = "INSERT INTO dinping.huoguo(name, tel, ad)VALUES(%s,%s,%s);"
params = (name, tel, ad)
result = dbhelper.execute(sql, params)
if result == True:
print("插入成功")
else:
# logger.error("execute: "+sql)
# logger.error("params: "+params)
print("插入失败")
time.sleep(5)
# 关闭当前窗口B
browser.close()
def write2Sql(item):
global count
count += 1
sqlHelper = myPymysql.DBHelper()
title = item['title']
actor = item['actor']
