all_hotels = soup.find_all("div",{"class":"hotelCardListing"})
for hotel in all_hotels:
hotel_dict={}
hotel_dict["name"] = hotel.found("h3", {"class": "listingHotelDescription_hotelName"}).text
hotel_dict["address"] = hotel.find("span": {"itemprop": "streetAdress"}).text
hotel_dict["price"] =hotel.find("span": {"class": "listingPrice_finalPrice"}).text
# try ....... except
try:
hotel_rating = hotel.find("span", {"class": "hotelRating_ratingSummary"}).text
except AttributeError:
hotel_dict["rating"]=None
parent_amenities_element = hotel.find("div", {"class": "amenityWrapper"})
amenities_list =[]
for amenity in parent_amenities_element.find_all("class": "amenityWrapper_amenity"}):
amenities_list.append(amenity.find("span", {"class": , "d-body-sm"}).text,strip())
hotel_dict["amenities"]=', '.join(amenities_list[:-1])
scraped_info_list.append(hotel_dict)
connect.insert_into_table(args.dbname, tupple(hotel_dict.values()))
dataFrame=pandas.DataFrame(scrapped_info_list)
print("Creating csv file....")
dataFrame.to_csv("0yo.csv")
connect.get_hotel_info(args.dbname)
amenities_list = []
for amenity in parent_amenities_element.find_all(
"div", {"class": "amenityWrapper"}):
amenities_list.append(
amenity.find("span", {
"class": "d-body-sm"
}).text.strip())
hotel_dict["amenities"] = ', '.join(amenities_list[:-1])
scraped_info_list.append(hotel_dict)
connect.insert_into_table(args.dbname, tuple(hotel_dict.values()))
dataFrame = pandas.DataFrame(scraped_info_list)
print("Creating csv file...")
dataFrame.to_csv("Oyo.csv")
connect.get_hotel_info(agrs.dbname)
#storging the in sql database using sqlite3
import sqlite3
def connect(dbname):
conn = sqlite3.connect(dbname)
conn.execute(
"CREATE TABLE IF NOT EXISTS OYO_HOTELS(NAME TEXT, ADDRESS TEXT, PRICE INT, AMENITIES TEXT, RATING TEXT)"
)
print("Table created sucessfully")
conn.close()
