'//div[@class="searchbox-content-button right-button loading-button cancel-button"]' )) search_button.click() sleep(2) print() driver.close() if __name__ == '__main__': # 查询条件 queryKeys = [ '小牛', '立马', '新大洲', '新蕾', '金箭', '小刀', '台铃', '倍特', '杰宝大王', '绿佳', '绿驹', '玉骑铃', '比德文', '雅迪', '爱玛', '绿源', '新日' ] for queryKey in queryKeys: stores_list = [] BaiDuStoreInfo(queryKey, stores_list) # 保存数据到文件 fileUtils().saveAsCsv(stores_list, './Data/Stores/{0}'.format(str2pinyon(queryKey))) # print(stores_list) # 建表 resData = pd.read_csv('./Data/Stores/xiaodao.csv', encoding='utf-8') resData = resData.astype(object).where(pd.notnull(resData), None) createTable(resData, 'spider', 'bd_store_info', '232') # 保存数据 file_addr = './Data/Stores' save_to_mysql(file_addr, 'spider', 'bd_store_info', '232')
'prod_url': prod_url, 'prod_topic': prod_topic, 'prod_id': prod_id, 'sale_num': str(pages) } print(rate_dict) rates_list.append(rate_dict) if (rates_lists == []): break # 保存数据到文件 fileUtils().saveAsCsv(rates_list, './Data/Rates/{0}'.format(str(prod_id))) if __name__ == '__main__': # 获取商品url和评论的url # url_lists = fileUtils().getCsvFile('./Data/store_url.csv') # for index in range(0,74): # url_list = url_lists[index] # JinDongCommentCases(url_list) # 建表 resData = pd.read_csv('./Data/Rates/58629154676.csv', encoding='utf-8') resData = resData.astype(object).where(pd.notnull(resData), None) createTable(resData, 'spider', 'pt_jd_ec_rates_info') # 保存数据 file_addr = './Data/Rates' save_to_mysql(file_addr, 'spider', 'pt_jd_ec_rates_info')
continue product_list.append(prod_dict) print("产品信息:" + str(prod_dict)) except BaseException: print('商品信息不符合条件') # 关闭driver driver.quit() return product_list if __name__ == '__main__': car_names = [ '小牛电动车', '绿源电动车', '新日电动车', '小刀电动车', '台铃电动车', '比德文电动车', '立马电动车', '雅迪电动车', '新大洲电动车' ] # 爬取商品数据 # for car_name in car_names: # prod_results = JDCarsInfo(car_name) # fileUtils().saveAsCsv(prod_results,'./Data/Product/{0}'.format(car_name)) # 建表 resData = pd.read_csv('./Data/Product/新日电动车.csv', encoding='utf-8') resData = resData.astype(object).where(pd.notnull(resData), None) createTable(resData, 'spider', 'pt_jd_ec_products_info', 154) # 保存数据 file_addr = './Data/Product' save_to_mysql(file_addr, 'spider', 'pt_jd_ec_products_info', 154)