all_hotels = soup.find_all("div",{"class":"hotelCardListing"}) for hotel in all_hotels: hotel_dict={} hotel_dict["name"] = hotel.found("h3", {"class": "listingHotelDescription_hotelName"}).text hotel_dict["address"] = hotel.find("span": {"itemprop": "streetAdress"}).text hotel_dict["price"] =hotel.find("span": {"class": "listingPrice_finalPrice"}).text # try ....... except try: hotel_rating = hotel.find("span", {"class": "hotelRating_ratingSummary"}).text except AttributeError: hotel_dict["rating"]=None parent_amenities_element = hotel.find("div", {"class": "amenityWrapper"}) amenities_list =[] for amenity in parent_amenities_element.find_all("class": "amenityWrapper_amenity"}): amenities_list.append(amenity.find("span", {"class": , "d-body-sm"}).text,strip()) hotel_dict["amenities"]=', '.join(amenities_list[:-1]) scraped_info_list.append(hotel_dict) connect.insert_into_table(args.dbname, tupple(hotel_dict.values())) dataFrame=pandas.DataFrame(scrapped_info_list) print("Creating csv file....") dataFrame.to_csv("0yo.csv") connect.get_hotel_info(args.dbname)
amenities_list = [] for amenity in parent_amenities_element.find_all( "div", {"class": "amenityWrapper"}): amenities_list.append( amenity.find("span", { "class": "d-body-sm" }).text.strip()) hotel_dict["amenities"] = ', '.join(amenities_list[:-1]) scraped_info_list.append(hotel_dict) connect.insert_into_table(args.dbname, tuple(hotel_dict.values())) dataFrame = pandas.DataFrame(scraped_info_list) print("Creating csv file...") dataFrame.to_csv("Oyo.csv") connect.get_hotel_info(agrs.dbname) #storging the in sql database using sqlite3 import sqlite3 def connect(dbname): conn = sqlite3.connect(dbname) conn.execute( "CREATE TABLE IF NOT EXISTS OYO_HOTELS(NAME TEXT, ADDRESS TEXT, PRICE INT, AMENITIES TEXT, RATING TEXT)" ) print("Table created sucessfully") conn.close()