'//div[@class="searchbox-content-button right-button loading-button cancel-button"]'
))
search_button.click()
sleep(2)
print()
driver.close()
if __name__ == '__main__':
# 查询条件
queryKeys = [
'小牛', '立马', '新大洲', '新蕾', '金箭', '小刀', '台铃', '倍特', '杰宝大王', '绿佳', '绿驹',
'玉骑铃', '比德文', '雅迪', '爱玛', '绿源', '新日'
]
for queryKey in queryKeys:
stores_list = []
BaiDuStoreInfo(queryKey, stores_list)
# 保存数据到文件
fileUtils().saveAsCsv(stores_list,
'./Data/Stores/{0}'.format(str2pinyon(queryKey)))
# print(stores_list)
# 建表
resData = pd.read_csv('./Data/Stores/xiaodao.csv', encoding='utf-8')
resData = resData.astype(object).where(pd.notnull(resData), None)
createTable(resData, 'spider', 'bd_store_info', '232')
# 保存数据
file_addr = './Data/Stores'
save_to_mysql(file_addr, 'spider', 'bd_store_info', '232')
'prod_url': prod_url,
'prod_topic': prod_topic,
'prod_id': prod_id,
'sale_num': str(pages)
}
print(rate_dict)
rates_list.append(rate_dict)
if (rates_lists == []):
break
# 保存数据到文件
fileUtils().saveAsCsv(rates_list, './Data/Rates/{0}'.format(str(prod_id)))
if __name__ == '__main__':
# 获取商品url和评论的url
# url_lists = fileUtils().getCsvFile('./Data/store_url.csv')
# for index in range(0,74):
# url_list = url_lists[index]
# JinDongCommentCases(url_list)
# 建表
resData = pd.read_csv('./Data/Rates/58629154676.csv', encoding='utf-8')
resData = resData.astype(object).where(pd.notnull(resData), None)
createTable(resData, 'spider', 'pt_jd_ec_rates_info')
# 保存数据
file_addr = './Data/Rates'
save_to_mysql(file_addr, 'spider', 'pt_jd_ec_rates_info')
continue
product_list.append(prod_dict)
print("产品信息：" + str(prod_dict))
except BaseException:
print('商品信息不符合条件')
# 关闭driver
driver.quit()
return product_list
if __name__ == '__main__':
car_names = [
'小牛电动车', '绿源电动车', '新日电动车', '小刀电动车', '台铃电动车', '比德文电动车', '立马电动车',
'雅迪电动车', '新大洲电动车'
]
# 爬取商品数据
# for car_name in car_names:
# prod_results = JDCarsInfo(car_name)
# fileUtils().saveAsCsv(prod_results,'./Data/Product/{0}'.format(car_name))
# 建表
resData = pd.read_csv('./Data/Product/新日电动车.csv', encoding='utf-8')
resData = resData.astype(object).where(pd.notnull(resData), None)
createTable(resData, 'spider', 'pt_jd_ec_products_info', 154)
# 保存数据
file_addr = './Data/Product'
save_to_mysql(file_addr, 'spider', 'pt_jd_ec_products_info', 154)