def scrape(): # Scrape for mars news data news_data = mongo.db.news_data news_scrape_data = scrape_mars.scrape_news() news_data.update({}, news_scrape_data, upsert=True) # Scrape for mars images data images_data = mongo.db.images_data images_scrape_data = scrape_mars.scrape_images() images_data.update({}, images_scrape_data, upsert=True) # Scrape for mars weather data weather_data = mongo.db.weather_data weather_scrape_data = scrape_mars.scrape_weather() weather_data.update({}, weather_scrape_data, upsert=True) # Scrape for mars facts data facts_data = mongo.db.facts_data facts_scrape_data = scrape_mars.scrape_facts() facts_data.update({}, facts_scrape_data, upsert=True) # Scrape for mars hemisphere data hemi_data = mongo.db.hemi_data hemi_scrape_data = scrape_mars.scrape_hemi() hemi_data.update({}, hemi_scrape_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run scraped functions news = scrape_mars.scrape_news() jpl = scrape_mars.scrape_jpl() weather = scrape_mars.scrape_weather() facts = scrape_mars.scrape_facts() hemi = scrape_mars.scrape_hemisphere() # Store results into a dictionary mars_data = { "news_title": news["news_title"], "news_p": news["news_p"], "featured_image_url": jpl["featured_image_url"], "mars_weather": weather["mars_weather"], "mars_facts": facts["mars_facts"], "mars_hemisphere": hemi["mars_hemisphere"], } # Remove old record mongo.db.collection.remove({}) # Insert forecast into database mongo.db.collection.insert_one(mars_data) # Redirect back to home page return redirect("/", code=302)
def scrape(): result_dict = {} db = client.mars_db db.news_collection.drop() db.mars_fact.drop() db.mars_weather.drop() db.mars_featured_images.drop() db.scrape_hemispheres_images.drop() db.news_collection.insert_many(scrape_news()) db.mars_fact.insert_one(scrape_facts()) db.mars_featured_images.insert_many(scrape_featured_images()) db.scrape_hemispheres_images.insert_many(scrape_hemispheres_images()) db.mars_weather.insert_many(scrape_weather()) result_dict['facts'] = list(db.mars_fact.find({}, {"_id": 0})) result_dict['hemispheres'] = list( db.scrape_hemispheres_images.find({}, {"_id": 0})) result_dict['news'] = list( db.news_collection.find({}, { "_id": 0 }).limit(2)) result_dict['weather'] = list( db.mars_weather.find({}, { "_id": 0 }).limit(2)) result_dict['featured'] = list( db.mars_featured_images.find({}, { "_id": 0 }).limit(2)) return render_template("index.html", result_dict=result_dict)
def scraper(): mars_data = mongo.db.mars_data mars_info = scrape_mars.scrape_news() mars_info = scrape_mars.scrape_image() mars_info = scrape_mars.scrape_weather() mars_info = scrape_mars.scrape_facts() mars_info = scrape_mars.scrape_hemispheres() mars_data.update({}, mars_info, upsert=True) return redirect("/", code=302)
def scrape(): mars_info = mongo.db.mars_data mars_data = scrape_mars.scrape() mars_data = scrape_mars.scrape_img() mars_data = scrape_mars.scrape_weather() mars_data = scrape_mars.scrape_facts() mars_data = scrape_mars.scrape_hems() #return to home return redirect('/')
def scrape(): # Run the scrape functions mars_data = scrape_mars.scrape_news() mars_data = scrape_mars.scrape_image() mars_data = scrape_mars.scrape_facts() mars_data = scrape_mars.scrape_weather() mars_data = scrape_mars.scrape_hemis() # Update the Mongo database using update and upsert=True mongo.db.collection.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): all_mars_info = mongo.db.all_mars_info new_data = scrape_mars.scrape_news() new_data = scrape_mars.scrape_image() new_data = scrape_mars.scrape_facts() new_data = scrape_mars.scrape_hemispheres() new_data = scrape_mars.scrape_weather() all_mars_info.update({}, new_data, upsert=True) return redirect("/", code=302)
def scrape(): mars_db=mongo.db.mars_db mars_data=scrape_mars.scrape_news() mars_data=scrape_mars.scrape_img() mars_data=scrape_mars.scrape_weather() mars_data=scrape_mars.scrape_facts() mars_data=scrape_mars.scrape_hemispheres() mars_db.update({}, mars_data, upsert=True) return redirect("/",code=302)
def scrape(): # Run scrapped functions mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_news() mars_data = scrape_mars.scrape_image() mars_f = scrape_mars.scrape_facts() mars_w = scrape_mars.scrape_weather() mars_data = scrape_mars.scrape_hemisphere() mars_info.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run scraped functions scrape_data = mongo.db.scrape_data mars_data = scrape_mars.scrape_nasa() mars_data = scrape_mars.scrape_image() mars_data = scrape_mars.scrape_weather() mars_data = scrape_mars.mars_facts() mars_data = scrape_mars.hemispheres() print(mars_data) scrape_data.update({}, mars_data, upsert=True) #Redirecting back to home page return redirect("/", code=302)
def scrape(): mars_info = mongo.db.mars_info # Run the scrape function mars_content = scrape_mars.scrape_mars_news() mars_content = scrape_mars.scrape_img() mars_content = scrape_mars.scrape_weather() mars_content = scrape_mars.scrape_facts() mars_content = scrape_mars.scrape_hemisphere() # Update the Mongo database using update and upsert=True mars_info.update({}, mars_content, upsert=True) # Redirect back to home page return redirect("/")
def scrape(): # Run the scrape function mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_news() mars_data = scrape_mars.scrape_feature() mars_data = scrape_mars.scrape_facts() mars_data = scrape_mars.scrape_weather() # mars_data = scrape_mars.scrape_hemispheres() mars_info.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/", code=302)
def home(): feat_img = scrape_mars.scrape_featured() weather = scrape_mars.scrape_weather() hemi = scrape_mars.scrape_hemispheres() #fetch news data from mongodb news_data = mongo.db.collection_news.find() profile, comp = scrape_mars.scrape_facts() return render_template("index.html", feat_img=feat_img, weather=weather, hemi=hemi, news_data=news_data, profile=profile, comp=comp)
def scrape(): # Run scraped functions mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_news() mars_data = scrape_mars.scrape_image() mars_data = scrape_mars.scrape_weather() mars_data = scrape_mars.scrape_facts() mars_data = scrape_mars.scrape_hemi_1() mars_data = scrape_mars.scrape_hemi_2() mars_data = scrape_mars.scrape_hemi_3() mars_data = scrape_mars.scrape_hemi_4() mars_info.update({}, mars_data, upsert=True) return redirect("/")
def scraper(): news = mongo.db.news news_data = scrape_mars.scrape_news() news.update({}, news_data, upsert=True) image = mongo.db.image image_data = scrape_mars.scrape_image() image.update({}, image_data, upsert=True) weather = mongo.db.weather weather_data = scrape_mars.scrape_weather() weather.update({}, weather_data, upsert=True) table = mongo.db.table table_data = scrape_mars.scrape_facts() table.update({}, table_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run scraped functions news = scrape_mars.scrape_news() featured = scrape_mars.scrape_featured() weather = scrape_mars.scrape_weather() table = scrape_mars.scrape_table() images = scrape_mars.scrape_images() mars_data = { "news_title": news["news_title"], "news_p": news["news_p"], "featured_image_url": featured["featured_image_url"], "weather": weather["mars_weather"], "table": table["mars_table"], "images": images["hemisphere_image_url"] } # Insert forecast into database mongo.db.collection.insert_one(mars_data) # Redirect back to home page return redirect("http://localhost:5000/", code=302)
def scrape(): article_info = scrape_mars.scrape_article() mongo.db.articles.update({}, article_info, upsert=True) featured = scrape_mars.scrape_jpl() mongo.db.jpl.update({}, featured, upsert=True) weather_stuff = scrape_mars.scrape_weather() mongo.db.weather.update({}, weather_stuff, upsert=True) facts = scrape_mars.scrape_facts() mongo.db.facts.update({}, facts, upsert=True) images = scrape_mars.scrape_image() mongo.db.images.remove({}) for image in images: mongo.db.images.insert(image) return redirect("/")
def scrape(): # Run scraped functions news = scrape_mars.scrape_news() weather = scrape_mars.scrape_weather() facts = scrape_mars.scrape_facts() hemispere = scrape_mars.scrape_hemisperes() # Store results into a dictionary listings = { "news_headline": news["news_headline"], "news_discription": news["news_discription"], "news_weather": weather["news_weather"], "mars_facts": facts["mars_facts"], "hemisperes": hemispere["hemisperes"] } # Insert forecast into database mongo.db.collection.insert_one(listings) # Redirect back to home page return redirect("http://localhost:5000/", code=302)