def scrape():
mars_info=scrape_mars.mars_news_scrape()
mars_info=scrape_mars.img_scrape()
mars_info=scrape_mars.mars_weather()
mars_info=scrape_mars.mars_facts()
mars_info=scrape_mars.mars_hem()
mongo.db.mars_db.update({},mars_info,upsert=True)
return redirect("/")
def scrape():
mars_information = mongo.db.mars_information
mars_data = scrape_mars.scrape_news()
mars_data = scrape_mars.featured_image()
mars_data = scrape_mars.weather()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_hemisphere()
mars_information.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
mars_news = mongo.db.mars_news
mars_data = scrape_mars.scrape_mars_news()
mars_data = scrape_mars.featured_image()
mars_data = scrape_mars.mars_facts()
mars_info.update({}, mars_data, upsert=True)
return redirect("/")
def scrape():
mars_scrape = scrape_mars.scrape()
mars_info = scrape_mars.img_scrape()
mars_info = scrape_mars.mars_weather()
mars_info = scrape_mars.mars_facts()
mars_info = scrape_mars.mars_hem()
print(mars_scrape)
mongo.db.mars.update({}, mars_scrape, upsert=True)
return redirect("http://localhost:5000/", code=302)
def scrape():
mars_data = scrape_mars.mars_news()
mars_data = scrape_mars.mars_image()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_weather()
mars_data = scrape_mars.mars_hemispheres()
mongo.db.mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
mars = mongo.db.mars
mars_scrape = scrape_mars.news()
mars_scrape = scrape_mars.nasa_image()
mars_scrape = scrape_mars.weather()
mars_scrape = scrape_mars.mars_facts()
mars_scrape = scrape_mars.hemispheres()
mars.update({}, mars_scrape, upsert=True)
return redirect("/", code=302)
def scrape():
# Run scrapped functions
mars_info = mongo.db.mars_info
mars_data = scrape_mars.mars_news()
mars_data = scrape_mars.mars_image()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_hemispheres()
mars_info.update({}, mars_data, upsert=True)
return redirect("http://localhost:5000/", code=302)
def scrape():
# Create variable from mongo db mars
mars = mongo.db.mars
# Call on all def functions from scrape_mars.py
mars_data = scrape_mars.latest_news()
mars_data = scrape_mars.featured_image()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_hem()
# Call on updated data
mars.update({}, mars_data, upsert=True)
# Using return redirect to index page
return redirect("/", code=302)
def scrape():
#Run the scrape function
mars_info = mongo.db.mars_info
mars_data = scrape_mars.mars_news()
mars_data = scrape_mars.mars_image()
mars_data = scrape_mars.mars_twitter()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_hemispheres()
mars_info.update({}, mars_data, upsert=True)
return redirect("/", code=302)
def scrape():
# Run scraped functions
scrape_data = mongo.db.scrape_data
mars_data = scrape_mars.scrape_nasa()
mars_data = scrape_mars.scrape_image()
mars_data = scrape_mars.scrape_weather()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.hemispheres()
print(mars_data)
scrape_data.update({}, mars_data, upsert=True)
#Redirecting back to home page
return redirect("/", code=302)
def scrape():
mars = mongo.db.collection
mars_info = scrape_mars.scrape()
mars_info = scrape_mars.mars_image()
# mars_info = scrape_mars.mars_weather()
mars_info = scrape_mars.mars_facts()
mars_info = scrape_mars.mars_hemispheres()
mars.update({}, mars_info, upsert=True)
return redirect("/")
def scraper():
# scrape_mars.scrape() is a custom function that we've defined in the scrape_mars.py file within this directory
mars_info
mars_data = scrape_mars.mars_news()
mars_data = scrape_mars.featured_image()
mars_data = scrape_mars.mars_weather()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_hemi()
mars_info.update({},mars_data, upsert=True)
# Use Flask's redirect function to send us to a different route once this task has completed.
return redirect("/")
def scrape():
# Run the scrape function
mars_data = scrape_mars.mars_news()
mars_data = scrape_mars.mars_image()
mars_data = scrape_mars.mars_weather()
mars_data = scrape_mars.mars_facts()
mars_data = scrape_mars.mars_hemispheres()
# Update the Mongo database using update and upsert=True
mongo.db.collection.update({}, mars_data, upsert=True)
# Redirect back to home page
return redirect("/")
def scrape():
news = scrape_mars.mars_news()
image = scrape_mars.mars_image()
weather = scrape_mars.mars_weather()
facts = scrape_mars.mars_facts()
hemispheres = scrape_mars.mars_hemispheres()
db.news.insert_one(news)
db.image.insert_one(image)
db.weather.insert_one(weather)
for fact in facts:
db.facts.insert_one(fact)
for hemisphere in hemispheres:
db.hemispheres.insert_one(hemisphere)
return redirect("http://localhost:5000/", code=302)
def scrape():
# Run the scrape function
### Convert the dataframe into a dictionary to store in the database.
mars_dataframe = scrape_mars.mars_facts()
records = mars_dataframe.to_json(None, orient='records')
mars_news = scrape_mars.mars_news_title()
mars_data_dict = {
"fullresolimage": scrape_mars.background_image(),
"mars_news_title": mars_news[0],
"mars_news_content": mars_news[1],
"mars_weather": scrape_mars.mars_weather(),
"mars_dataframe": records,
"mars_hemisphere_images": scrape_mars.mars_hemisphere_images()
}
db.collection.insert_one(mars_data_dict)
# Redirect back to home page
return redirect("/")
def scrape():
mars = mongo.db.mars
mars_data = {}
# Run the scrape function
print("Start scraping")
try:
mars_data['news'] = scrape_mars.news_scrape()
except Exception as e:
print("Fail to scrape news")
raise e
try:
mars_data['image'] = scrape_mars.image_scrape()
except:
print("Fail to scrape image")
try:
mars_data['weather'] = scrape_mars.weather_scrape()
except:
print("Fail to scrape weather")
try:
mars_data['facts'] = scrape_mars.mars_facts()
except:
print("Fail to scrape facts")
try:
mars_data['hemi'] = scrape_mars.hemi_scrape()
except:
print("Fail to scrape hemi")
print("End scrape")
# Update the Mongo database using update and upsert=True
mars.update({}, mars_data, upsert=True)
return redirect("/")
def scrape():
# 1.
# Run the Latest New scrape function:
Latest_New = scrape_mars.NASA_Mars_News()
# Update the Mongo database using update and upsert=True
mongo.db.Latest_New.update({}, Latest_New, upsert = True)
# 2.
# Run the featured image scrape function:
featured_image = scrape_mars.featured_image()
# Update the Mongo database using update and upsert=True
mongo.db.featured_image.update({}, featured_image, upsert = True)
# 3.
# Run the weather scrape function:
mars_weather = scrape_mars.mars_weather()
# Update the Mongo database using update and upsert=True
mongo.db.mars_weather.update({}, mars_weather, upsert = True)
# 4.
# Run the facts scrape function:
mars_facts = scrape_mars.mars_facts()
# Update the Mongo database using update and upsert=True
mongo.db.mars_facts.update({}, mars_facts, upsert = True)
# 5.
# Run the hemispheres scrape function:
mars_hemispheres = scrape_mars.mars_hemispheres()
# Update the Mongo database using update and upsert=True
mongo.db.mars_hemispheres.update({}, mars_hemispheres, upsert = True)
# Redirect back to home page
return redirect("/")
def scrape():
news = scrape_mars.mars_news()
try:
db.news.insert_many(news)
print("News Uploaded!")
except TypeError as e:
print("Mars News Error" + e)
#Get featured image
mars_pic = scrape_mars.mars_image()
try:
db.featured.insert_one(mars_pic)
print("Feature Image Uploaded!")
except TypeError as e:
print("Feature Image Error" + e)
#Get latest weather from Twitter
weather = scrape_mars.mars_weather()
try:
db.weather.insert_one(weather)
print("Weather Uploaded!")
# Get mars facts table
except TypeError as e:
print("Weather Tweet Error" + e)
facts = scrape_mars.mars_facts()
try:
db.facts.insert_one(facts)
print("Facts Uploaded!")
# Get images of mars hemispheres
except TypeError as e:
print("Mars Facts Error" + e)
hems = scrape_mars.mars_hemispheres()
try:
db.images.insert_many(hems)
print("Hemispheres Uploaded!")
except TypeError as e:
print("Hemisphere scrape error" + e)
def scrape():
# Scrape for latest Mars news and store in mongo database
latest_mars_news = scrape_mars.latest_mars_news()
mongo.db.latestMarsNews.update({}, latest_mars_news, upsert=True)
# Scrape latest featured image and store in mongo database
featured_image = scrape_mars.featured_image()
mongo.db.featuredImage.update({}, featured_image, upsert=True)
# Scrape latest Mars weather and store in mongo database
weather = scrape_mars.current_mars_weather()
mongo.db.marsWeather.update({}, weather, upsert=True)
# Scrape Mars facts and store in mongo database
mars_facts = scrape_mars.mars_facts()
mongo.db.marsFacts.update({}, mars_facts, upsert=True)
# Scrape Mars hemispheres and store in mongo database
mars_hemispheres = scrape_mars.mars_hemispheres()
mongo.db.marsHemispheres.drop() # Refresh with new collection
mongo.db.marsHemispheres.insert_many(mars_hemispheres)
# Redirect back to home page
return redirect("/")