def scrape(): # Scraped functions mars_db = mongo.db.mars_info scrape_mars.scrape_mars_news() scrape_mars.scrape_mars_image() scrape_mars.scrape_mars_weather() scrape_mars.scrape_mars_facts() scrape_mars.scrape_mars_hemispheres() # mars_info={'key1':'test'} mars_db.update({}, mars_info, upsert=True) mongo.db.collection.update({}, mars_data, upsert=True)
def scrape(): # Run the scrape function mars_data = scrape_mars.scrape_mars_news() print(mars_data) # Update the Mongo database using update and upsert=True mongo.db.news_collection.update({}, mars_data, upsert=True) # Run the scrape function featured_image_url = scrape_mars.scrape_mars_image() print(featured_image_url) # Update the Mongo database using update and upsert=True mongo.db.image_collection.update({}, featured_image_url, upsert=True) # Run the scrape function mars_facts_data = scrape_mars.scrape_mars_facts() print(mars_facts_data) records = json.loads(mars_facts_data.T.to_json()).values() mongo.db.facts_collection.drop() mongo.db.facts_collection.insert(records) # Run the scrape function mars_hems_data = scrape_mars.scrape_mars_hemispheres() print(mars_hems_data) mongo.db.mars_hems_data.update({}, mars_hems_data, upsert=True) # Redirect back to home page return redirect("/")
def scrape(): try: mars_news = scrape_mars.scrape_mars_news() mars_image = scrape_mars.scrape_mars_image() mars_facts = scrape_mars.scrape_mars_facts() mars_weather = scrape_mars.scrape_mars_weather() data = scrape_mars.scrape_mars_facts() mars_hemispheres = scrape_mars.scrape_mars_hemispheres() # Create Mission to Mars dictionary, which will be imported into Mongo mars_info = {} # Dictionary entry from MARS NEWS mars_info['news_title'] = mars_news[0] mars_info['news_paragraph'] = mars_news[1] # Dictionary entry from fetured image created in line 14 mars_info['featured_image_url'] = mars_image # Dictionary entry from Weather twitts mars_info['weather_tweet'] = mars_weather # Dictionary entry from MARS FACTS mars_info['mars_facts'] = data mars_info['hiu'] = mars_hemispheres db.mars.update({}, mars_info, upsert=True) mars_info_data = db.mars.find_one() except: mars_info_data = db.mars.find_one() return render_template("index.html", mars_info=mars_info_data)
def scrape(): mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres() mars_info.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run scrapped functions mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_hemisphere() mars_info.update({}, mars_data, upsert=True) return request("/", code=302)
def scrape(): mission_to_mars = mongo.db.mission_to_mars mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_hemisphere() mission_to_mars.update({}, data, upsert=True) return redirect("/", code=302)
def scrape(): mars_data = db.mars_info mars_fact = scrape_mars.scrape_mars_news() mars_fact = scrape_mars.scrape_mars_image() mars_fact = scrape_mars.scrape_mars_weather() mars_fact = scrape_mars.scrape_mars_facts() mars_fact = scrape_mars.scrape_mars_hemispheres() mars_data.update({}, mars_fact, upsert=True) # redirecting the route we are the code return redirect("/", code=302)
def scrape(): # Run scrapped functions mars_info = scrape_mars.scrape_mars_news() mars_info = scrape_mars.scrape_mars_image() mars_info = scrape_mars.scrape_mars_facts() mars_info = scrape_mars.scrape_mars_weather() mars_info = scrape_mars.scrape_mars_hemispheres() mongo.db.mars_collection.update({}, mars_info, upsert=True) return redirect("/", code=302)
def scrape(): # Run scraped functions mars_info = mongo.db.scrape_mars_info mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres() mars_info.update({}, mars_data, upsert=True) return redirect("/")
def scraper(): # run scraped functions mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_mars_news() marsfacts = scrape_mars.scrape_mars_facts() marshem = scrape_mars.scrape_mars_hemispheres() marsimg = scrape_mars.scrape_mars_image() mars_info.update({}, marsdata, upsert=True) return redirect("/", code=302)
def scrape(): #run Scrapped function mars_dict = mongo.db.mars_dict mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrap_mars_weather() mars_data = scrape_mars.scrape_mars_fact() mars_data = scrape_mars.scrape_mars_hemisphere() mars_dict.update({}, mars_data, upsert=True) return redirect("/",code=302)
def scrape(): mars = mongo.db.mars # Run the scrape function mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres() # Update the Mongo database using update and upsert=True mars.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/", code=302)
def scrape(): # Run scrapped functions mars_info = mongo.db.mars_info mars_data = {} mars_data["news"] = scrape_mars.scrape_mars_news() mars_data["image"] = scrape_mars.scrape_mars_image() mars_data["facts"] = scrape_mars.scrape_mars_facts() mars_data["weather"] = scrape_mars.scrape_mars_weather() mars_data["hemispheres"] = scrape_mars.scrape_mars_hemispheres() mars_info.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run scrape functions mars_info = client.db.mars_info mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres() mars_info.update({}, mars_data, upsert=True) # return "Scraped!" return redirect("/", code=302)
def scrape(): # Run scraped functions mars_mission = mongo.db.mars_mission mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_hemisphers() mars_mission.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/", code=302)
def scraper(): # Run scrapped functions mars_info = mongo.db.mars mars_news = scrape_mars.scrape_mars_news() mars_image = scrape_mars.scrape_mars_image() mars_facts = scrape_mars.scrape_mars_facts() mars_weather = scrape_mars.scrape_mars_weather() mars_hemispheres = scrape_mars.scrape_mars_hemispheres() mars_data = mars_news mars_data.update(mars_image) mars_data.update(mars_facts) mars_data.update(mars_weather) mars_data.update(mars_hemispheres) mars_info.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run scraping function # news = scrape_mars.scrape() # Store results into a dictionary # Run scrapped functions #mars_info = mongo.mars_facts.mars_info mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres() #mars_info.update({}, mars_data, upsert=True) mongo.db.mars_facts.insert_one(mars_data) return redirect("/", code=302)
def scrape(): # Run scrapped functions # mars_info = mongo.db.mars_info # mars_data = scrape_mars.scrape() # mars_info.update({}, mars_data, upsert=True) # return redirect("/", code=302) mars_info = mongo.db.mars_info mars_data = scrape_mars.scrape_mars_news() print(mars_data) mars_data = scrape_mars.scrape_mars_image() print(mars_data) mars_data = scrape_mars.scrape_mars_facts() print(mars_data) # mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres() print(mars_data) mars_info.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): # Run the scrape functions mars_table = mongo.db.mars_information news_title, news_paragraph = scrape_mars.scrape_mars_news() featured_img_url = scrape_mars.scrape_mars_image() mars_facts = scrape_mars.scrape_mars_facts() mars_hemispheres = scrape_mars.mars_hemispheres() mars_information = { "news_title": news_title, "news_paragraph": news_paragraph, "featured_image_url": featured_img_url, "mars_table": mars_facts, "hemisphere_image_urls": mars_hemispheres } print(mars_information) mars_table.update({}, mars_information, upsert=True) # Redirect back to home page return redirect("/", code=302)
def scrape(): # Run scrapped functions mars_info = mongo.db.mars_info mars_news = scrape_mars.scrape_mars_news() mars_image = scrape_mars.scrape_mars_image() mars_f = scrape_mars.scrape_mars_facts() mars_w = scrape_mars.scrape_mars_weather() mars_hemispheres = scrape_mars.scrape_mars_hemispheres() mars_data = { 'news_title': mars_news['news_title'], 'news_paragraph': mars_news['news_paragraph'], 'featured_image': mars_image, 'facts': mars_f, 'weather': mars_w, 'hemispheres': mars_hemispheres } mars_info.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): mars_info = mongo.db.mars_info mars_news = scrape_mars.scrape_mars_news() mars_image = scrape_mars.scrape_mars_image() mars_facts = scrape_mars.scrape_mars_facts() mars_weather = scrape_mars.scrape_mars_weather() mars_hemispheres = scrape_mars.scrape_mars_hemispheres() print(mars_news) print(mars_image) print(mars_facts) print(mars_weather) print(mars_hemispheres) # Update the Mongo database using update and upsert=True mars_info.update({}, mars_news, upsert=True) mars_info.update({}, mars_image, upsert=True) mars_info.update({}, mars_facts, upsert=True) mars_info.update({}, mars_weather, upsert=True) mars_info.update({}, mars_hemispheres, upsert=True) # Redirect back to home page return redirect("/", code=302)