Example #1
0
def scraping():
    mars_info = mongo.db.mars_info

    #scrape_news()
    #scrape_image()
    #scrape_tweets()
    #scrape_facts()
    #scrape_hemispheres()

    news = scrape_mars.scrape_news()
    image = scrape_mars.scrape_image()
    tweets = scrape_mars.scrape_tweets()
    facts = scrape_mars.scrape_facts()
    hemispheres = scrape_mars.scrape_hemispheres()
    update_data = {
        'news': news,
        'image': image,
        'tweets': tweets,
        'facts': facts,
        'hemispheres': hemispheres
    }

    # listings.update({}, listings_data, upsert=True)
    mars_info.update({}, update_data, upsert=True)
    return redirect("/", code=302)
Example #2
0
def scraper():
    mars_data = mongo.db.mars_data
    mars_info = scrape_mars.scrape_news()
    mars_info = scrape_mars.scrape_image()
    mars_info = scrape_mars.scrape_weather()
    mars_info = scrape_mars.scrape_facts()
    mars_info = scrape_mars.scrape_hemispheres()
    mars_data.update({}, mars_info, upsert=True)
    return redirect("/", code=302)
Example #3
0
def scrape():
    mars_data = mongo.db.mars
    mars_data = scrape_mars.scrape()
    mars_data = scrape_mars.scrape_featured()
    mars_data = scrape_mars.scrape_facts()
    mars_data = scrape_mars.scrape_wx()
    mars_data = scrape_mars.scrape_hemispheres()
    mongo.db.mars_data.update({}, mars_data, upsert=True)
    #render_template("index.html", mars=mars_data)
    return redirect("/", code=302)
Example #4
0
def scrape():
    
    mars_db=mongo.db.mars_db
    mars_data=scrape_mars.scrape_news()
    mars_data=scrape_mars.scrape_img()
    mars_data=scrape_mars.scrape_weather()
    mars_data=scrape_mars.scrape_facts()
    mars_data=scrape_mars.scrape_hemispheres()

    mars_db.update({}, mars_data, upsert=True)

    return redirect("/",code=302)
Example #5
0
def scrape():
    mars_dict = mongo.db.mars_dict
    mars_data = scrape_mars.scrape_news()
    mars_data = scrape_mars.scrape_image()
    mars_data = scrape_mars.scrape_facts()
    mars_data = scrape_mars.scrape_hemispheres()

    # Update the Mongo Database using update and upsert=True
    mars_dict.update({}, mars_data, upsert=True)

    # Redirect back to home page
    return redirect("/", code=302)
Example #6
0
def scrape():

    all_mars_info = mongo.db.all_mars_info
    new_data = scrape_mars.scrape_news()
    new_data = scrape_mars.scrape_image()
    new_data = scrape_mars.scrape_facts()
    new_data = scrape_mars.scrape_hemispheres()
    new_data = scrape_mars.scrape_weather()

    all_mars_info.update({}, new_data, upsert=True)

    return redirect("/", code=302)
Example #7
0
def home():
	feat_img = scrape_mars.scrape_featured()
	weather = scrape_mars.scrape_weather()
	hemi = scrape_mars.scrape_hemispheres()
	#fetch news data from mongodb
	news_data = mongo.db.collection_news.find()
	profile, comp = scrape_mars.scrape_facts()

	return render_template("index.html", 
		feat_img=feat_img, 
		weather=weather, 
		hemi=hemi, 
		news_data=news_data, 
		profile=profile, 
		comp=comp)
Example #8
0
def scrape():

    # run the news scrape function
    news_data = scrape_mars.scrape_news()

    # run the hemisphere scrape function
    hemisphere_image_urls = scrape_mars.scrape_hemispheres()

    # update dictionary for hemisphere scrape
    for i in range(len(hemisphere_image_urls)):
        news_data.update(hemisphere_image_urls[i])

    # run the mars facts scrape function
    mars_facts = scrape_mars.scrape_facts()

    # update dictionary for mars facts scrape
    news_data["mars_facts"] = mars_facts

    # update the Mongo database using update and upsert=True
    mongo.db.collection.drop()
    mongo.db.collection.update({}, news_data, upsert=True)

    # redirect back to home page
    return redirect("/")