def parse(self, response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets = i.xpath( "(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName'] = ['Acadia'] item['Location'] = ['Blackwoods Campground'] item['Longtitude'] = ['-68.210843'] item['Latitude'] = ['44.313131'] item['Stars'] = ['4.5'] item['Reviews'] = ['3479'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] = SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self,response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets =i.xpath("(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName']=['Rocky Mountain'] item['Location']= ['Aspenglen Campground'] item['Longtitude']= ['-105.59269'] item['Latitude']= ['40.400306'] item['Stars'] = ['4.6'] item['Reviews'] = ['802'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] =SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self, response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets = i.xpath( "(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName'] = ['Great Smoky Mountain'] item['Location'] = ['Anthony Creek house Camp'] item['Longtitude'] = ['-83.76636'] item['Latitude'] = ['35.601777'] item['Stars'] = ['4.3'] item['Reviews'] = ['12'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] = SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self, response): review_t = response.xpath("//tr[@class='br']") for i in review_t: #top_list = response.xpath('//*[@id="HEADING"]/text()').extract() #rating = response.xpath('//*[@id="taplc_location_detail_overview_attraction_0"]/div[1]/div[2]/div[2]/div[2]/div[1]/span/text()').extract_first() Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets = i.xpath( "(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() #for review in reviews: # raw_review = review.xpath('.//div[@class="review-body with-review-wrapper"]/text()').extract() # raw_review = ''.join(raw_review).strip() item = National_Park_ProjectItem() item['ParkName'] = ['Yosemite'] item['Location'] = ['Crane Flat Campground'] item['Longtitude'] = ['-119.799632'] item['Latitude'] = ['37.748084'] item['Stars'] = ['3.9'] item['Reviews'] = ['1797'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] = SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self, response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets = i.xpath( "(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName'] = ['GrandCanyon'] item['Location'] = ['Mather CampGround'] item['Longtitude'] = ['-112.12115'] item['Latitude'] = ['36.050649'] item['Stars'] = ['4.6'] item['Reviews'] = ['7010'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] = SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self,response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets =i.xpath("(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName']=['Cuyahoga Valley'] item['Location']= ['Cuyahoga Valley National Park Picnic Shelters'] item['Longtitude']= ['-81.567812'] item['Latitude']= ['41.280825'] item['Stars'] = ['4.7'] item['Reviews'] = ['80'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] =SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self, response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets = i.xpath( "(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName'] = ['Joshua Tree'] item['Location'] = ['Sheep Pass Group'] item['Longtitude'] = ['-116.119909'] item['Latitude'] = ['33.999682'] item['Stars'] = ['4.8'] item['Reviews'] = ['68'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] = SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self,response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets =i.xpath("(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName']=['Olympic'] item['Location']= ['Sol Duc Hot Springs Resort Campground'] item['Longtitude']= ['-123.863497'] item['Latitude']= ['47.970112'] item['Stars'] = ['4.1'] item['Reviews'] = ['924'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] =SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self, response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets = i.xpath( "(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName'] = ['Olympic'] item['Location'] = ['Kalaloch'] item['Longtitude'] = ['-124.371019'] item['Latitude'] = ['47.605654'] item['Stars'] = ['4.5'] item['Reviews'] = ['1307'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] = SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self,response): review_t = response.xpath("//tr[@class='br']") for i in review_t: Site = i.xpath('./td/div/a/text()').extract() Facility_Area = i.xpath('(./td)[2]/text()').extract() SiteType = i.xpath('(./td)[3]/text()').extract() Maximum_Number_of_People = i.xpath('(./td)[4]/text()').extract() Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() Pets =i.xpath("(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName']=['Yosemite'] item['Location']= ['Hodgdon Headow'] item['Longtitude']= ['-119.86614'] item['Latitude']= ['37.798252'] item['Stars'] = ['3.8'] item['Reviews'] = ['1302'] item['Site'] = Site item['Facility_Area'] = Facility_Area item['SiteType'] =SiteType item['Maximum_Number_of_People'] = Maximum_Number_of_People item['Equiplength_or_Driveway'] = Equiplength_or_Driveway item['Pets'] = Pets yield item
def parse(self, response): review_t = response.xpath( '//table[starts-with(@class,"wikitable")]//tr') for i in review_t: ParkName = i.xpath('.//th/a/@title').extract_first() Location = i.xpath('.//td[2]/a/@title').extract_first() #Longtitude = i.xpath('.//tr//td[2]/small/span/span/a/span[3]/span/span/text()').extract() Number_of_Visitors = i.xpath('.//td[5]//text()').extract_first() #Equiplength_or_Driveway = i.xpath('(./td)[5]/text()').extract() #Pets =i.xpath("(./td/div[@class='amenitiesicons']/img)[3]/@title").extract() item = National_Park_ProjectItem() item['ParkName'] = ParkName item['Location'] = Location item['Number_of_Visitors'] = Number_of_Visitors #item['Latitude']= ['37.739442'] #item['Stars'] = ['4.5'] #item['Reviews'] = ['879'] #item['Site'] = Site #item['Facility_Area'] = Facility_Area #item['SiteType'] =SiteType #item['Maximum_Number_of_People'] = Maximum_Number_of_People #item['Equiplength_or_Driveway'] = Equiplength_or_Driveway #item['Pets'] = Pets yield item