def scrape():
# Scraped functions
mars_db = mongo.db.mars_info
scrape_mars.scrape_mars_news()
scrape_mars.scrape_mars_image()
scrape_mars.scrape_mars_weather()
scrape_mars.scrape_mars_facts()
scrape_mars.scrape_mars_hemispheres()
# mars_info={'key1':'test'}
mars_db.update({}, mars_info, upsert=True)
mongo.db.collection.update({}, mars_data, upsert=True)
def scrape():
try:
mars_news = scrape_mars.scrape_mars_news()
mars_image = scrape_mars.scrape_mars_image()
mars_facts = scrape_mars.scrape_mars_facts()
mars_weather = scrape_mars.scrape_mars_weather()
data = scrape_mars.scrape_mars_facts()
mars_hemispheres = scrape_mars.scrape_mars_hemispheres()
# Create Mission to Mars dictionary, which will be imported into Mongo
mars_info = {}
# Dictionary entry from MARS NEWS
mars_info['news_title'] = mars_news[0]
mars_info['news_paragraph'] = mars_news[1]
# Dictionary entry from fetured image created in line 14
mars_info['featured_image_url'] = mars_image
# Dictionary entry from Weather twitts
mars_info['weather_tweet'] = mars_weather
# Dictionary entry from MARS FACTS
mars_info['mars_facts'] = data
mars_info['hiu'] = mars_hemispheres
db.mars.update({}, mars_info, upsert=True)
mars_info_data = db.mars.find_one()
except:
mars_info_data = db.mars.find_one()
return render_template("index.html", mars_info=mars_info_data)
def scrappe():
mars_mongo = mongo.db.mars_info
mars_info = scrape_mars.scrape_mars_news()
mars_info = scrape_mars.scrape_mars_facts()
mars_info = scrape_mars.scrape_mars_hemispheres()
mars_mongo.update({},mars_info,upsert=True)
return redirect("/")
def scrape():
mars_data = scrape_mars.scrape_mars_data_news()
mars_images = scrape_mars.scrape_mars_images()
mars_weather = scrape_mars.scrape_mars_weather()
mars_facts = scrape_mars.scrape_mars_facts()
#mars_hemispheres = scrape_mars.scrape_mars_hemispheres()
mars_all_data = {}
mars_all_data['news_title'] = mars_data['news_title']
mars_all_data['results_paragraph'] = mars_data['results_paragraph']
mars_all_data['feature_image_url'] = mars_images['feature_image_url']
mars_all_data['mars_weather_result'] = mars_weather['mars_weather_result']
mars_all_data['mars_facts_table'] = mars_facts['mars_facts_table']
mars_all_data['mars_hemispheres'] = scrape_mars.scrape_mars_hemispheres()
db.collection.update({}, mars_all_data, upsert=True)
print(mars_data)
print(mars_images)
print(mars_weather)
print(mars_facts)
#print(mars_hemispheres)
return redirect("/")
def scrape():
# Run the scrape function
mars_data = scrape_mars.scrape_mars_news()
print(mars_data)
# Update the Mongo database using update and upsert=True
mongo.db.news_collection.update({}, mars_data, upsert=True)
# Run the scrape function
featured_image_url = scrape_mars.scrape_mars_image()
print(featured_image_url)
# Update the Mongo database using update and upsert=True
mongo.db.image_collection.update({}, featured_image_url, upsert=True)
# Run the scrape function
mars_facts_data = scrape_mars.scrape_mars_facts()
print(mars_facts_data)
records = json.loads(mars_facts_data.T.to_json()).values()
mongo.db.facts_collection.drop()
mongo.db.facts_collection.insert(records)
# Run the scrape function
mars_hems_data = scrape_mars.scrape_mars_hemispheres()
print(mars_hems_data)
mongo.db.mars_hems_data.update({}, mars_hems_data, upsert=True)
# Redirect back to home page
return redirect("/")
def scrape():
mars_info = mongo.db.mars_info
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_image()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
mars_data = db.mars_info
mars_fact = scrape_mars.scrape_mars_news()
mars_fact = scrape_mars.scrape_mars_image()
mars_fact = scrape_mars.scrape_mars_weather()
mars_fact = scrape_mars.scrape_mars_facts()
mars_fact = scrape_mars.scrape_mars_hemispheres()
mars_data.update({}, mars_fact, upsert=True)
# redirecting the route we are the code
return redirect("/", code=302)
def scrape():
# Run scraped functions
mars_info = mongo.db.scrape_mars_info
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_image()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
mars_info.update({}, mars_data, upsert=True)
return redirect("/")
def scrape():
# Run scrapped functions
mars_info = scrape_mars.scrape_mars_news()
mars_info = scrape_mars.scrape_mars_image()
mars_info = scrape_mars.scrape_mars_facts()
mars_info = scrape_mars.scrape_mars_weather()
mars_info = scrape_mars.scrape_mars_hemispheres()
mongo.db.mars_collection.update({}, mars_info, upsert=True)
return redirect("/", code=302)
def scrape():
mars = mongo.db.mars
mars_web = scrape_mars.scrape_news()
mars_web = scrape_mars.scrape_marsImage()
mars_web = scrape_mars.scrape_marsWeather()
mars_web = scrape_mars.scrape_marsFacts()
mars_web = scrape_mars.scrape_mars_hemispheres()
mars.update({}, mars_web, upsert=True)
return redirect("/", code=302)
def scraper():
# run scraped functions
mars_info = mongo.db.mars_info
mars_data = scrape_mars.scrape_mars_news()
marsfacts = scrape_mars.scrape_mars_facts()
marshem = scrape_mars.scrape_mars_hemispheres()
marsimg = scrape_mars.scrape_mars_image()
mars_info.update({}, marsdata, upsert=True)
return redirect("/", code=302)
def scraper():
mars_data = mongo.db.mars_data
data = scrape_mars.scrape_mars_news()
mars_data.update({}, data, upsert=True)
data = scrape_mars.scrape_mars_images()
mars_data.update({}, data, upsert=True)
data = scrape_mars.scrape_mars_facts()
mars_data.update({}, data, upsert=True)
data = scrape_mars.scrape_mars_weather()
mars_data.update({}, data, upsert=True)
data = scrape_mars.scrape_mars_hemispheres()
mars_data.update({}, data, upsert=True)
def scrape():
# Run scrapped functions
mars_dict = mongo.db.mars_dict
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_featured_image()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_hemispheres()
mars_dict.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
mars = mongo.db.mars
# Run the scrape function
mars_info = mongo.db.mars_info
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_image()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
# Update the Mongo database using update and upsert=True
mars.update({}, mars_data, upsert=True)
# Redirect back to home page
return redirect("/", code=302)
def scrape():
# Run scrape functions
mars_info = client.db.mars_info
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_image()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
mars_info.update({}, mars_data, upsert=True)
# return "Scraped!"
return redirect("/", code=302)
def scrape():
# Run scrapped functions
mars_info = mongo.db.mars_info
mars_data = {}
mars_data["news"] = scrape_mars.scrape_mars_news()
mars_data["image"] = scrape_mars.scrape_mars_image()
mars_data["facts"] = scrape_mars.scrape_mars_facts()
mars_data["weather"] = scrape_mars.scrape_mars_weather()
mars_data["hemispheres"] = scrape_mars.scrape_mars_hemispheres()
mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
# Run the scrape function
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_feat_image()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_hemispheres()
# Update the Mongo database using update and upsert=True
mongo.db.collection.update({},mars_data,upsert=True)
# Redirect back to home page
return redirect("/")
def scrape():
# Run scrapped functions
mars_data = mongo.db.mars_final_info
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.jpl_mars_space_images()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
# Update the Mongo database using update and upsert=True
mongo.db.collection.update({}, mars_data, upsert=True)
# Redirect back to home page
return redirect("/")
def scrape():
# Run scraping function
# news = scrape_mars.scrape()
# Store results into a dictionary
# Run scrapped functions
#mars_info = mongo.mars_facts.mars_info
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.scrape_mars_image()
mars_data = scrape_mars.scrape_mars_facts()
mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
#mars_info.update({}, mars_data, upsert=True)
mongo.db.mars_facts.insert_one(mars_data)
return redirect("/", code=302)
def scraper():
# Run scrapped functions
mars_info = mongo.db.mars
mars_news = scrape_mars.scrape_mars_news()
mars_image = scrape_mars.scrape_mars_image()
mars_facts = scrape_mars.scrape_mars_facts()
mars_weather = scrape_mars.scrape_mars_weather()
mars_hemispheres = scrape_mars.scrape_mars_hemispheres()
mars_data = mars_news
mars_data.update(mars_image)
mars_data.update(mars_facts)
mars_data.update(mars_weather)
mars_data.update(mars_hemispheres)
mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
# Run scrapped functions
# mars_info = mongo.db.mars_info
# mars_data = scrape_mars.scrape()
# mars_info.update({}, mars_data, upsert=True)
# return redirect("/", code=302)
mars_info = mongo.db.mars_info
mars_data = scrape_mars.scrape_mars_news()
print(mars_data)
mars_data = scrape_mars.scrape_mars_image()
print(mars_data)
mars_data = scrape_mars.scrape_mars_facts()
print(mars_data)
# mars_data = scrape_mars.scrape_mars_weather()
mars_data = scrape_mars.scrape_mars_hemispheres()
print(mars_data)
mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
# Run scrapped functions
mars_info = mongo.db.mars_info
mars_news = scrape_mars.scrape_mars_news()
mars_image = scrape_mars.scrape_mars_image()
mars_f = scrape_mars.scrape_mars_facts()
mars_w = scrape_mars.scrape_mars_weather()
mars_hemispheres = scrape_mars.scrape_mars_hemispheres()
mars_data = {
'news_title': mars_news['news_title'],
'news_paragraph': mars_news['news_paragraph'],
'featured_image': mars_image,
'facts': mars_f,
'weather': mars_w,
'hemispheres': mars_hemispheres
}
mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
mars_info = mongo.db.mars_info
mars_news = scrape_mars.scrape_mars_news()
mars_image = scrape_mars.scrape_mars_image()
mars_facts = scrape_mars.scrape_mars_facts()
mars_weather = scrape_mars.scrape_mars_weather()
mars_hemispheres = scrape_mars.scrape_mars_hemispheres()
print(mars_news)
print(mars_image)
print(mars_facts)
print(mars_weather)
print(mars_hemispheres)
# Update the Mongo database using update and upsert=True
mars_info.update({}, mars_news, upsert=True)
mars_info.update({}, mars_image, upsert=True)
mars_info.update({}, mars_facts, upsert=True)
mars_info.update({}, mars_weather, upsert=True)
mars_info.update({}, mars_hemispheres, upsert=True)
# Redirect back to home page
return redirect("/", code=302)
