Python scrape_mars_news Examples

Example #1

File: app.py Project: mafgliane/web-scraping-challenge

def scrape():

    # Scraped functions
    mars_db = mongo.db.mars_info
    scrape_mars.scrape_mars_news()
    scrape_mars.scrape_mars_image()
    scrape_mars.scrape_mars_weather()
    scrape_mars.scrape_mars_facts()
    scrape_mars.scrape_mars_hemispheres()
    # mars_info={'key1':'test'}
    mars_db.update({}, mars_info, upsert=True)
    mongo.db.collection.update({}, mars_data, upsert=True)

Example #2

def scrappe():
    mars_mongo = mongo.db.mars_info
    mars_info = scrape_mars.scrape_mars_news()
    mars_info = scrape_mars.scrape_mars_facts()
    mars_info = scrape_mars.scrape_mars_hemispheres()
    mars_mongo.update({},mars_info,upsert=True)
    return redirect("/")

Example #3

File: app.py Project: sisayyt/sisayyt.githab.io

def scrape():
    try:
        mars_news = scrape_mars.scrape_mars_news()
        mars_image = scrape_mars.scrape_mars_image()
        mars_facts = scrape_mars.scrape_mars_facts()
        mars_weather = scrape_mars.scrape_mars_weather()
        data = scrape_mars.scrape_mars_facts()
        mars_hemispheres = scrape_mars.scrape_mars_hemispheres()

        # Create Mission to Mars dictionary, which will be imported into Mongo
        mars_info = {}

        # Dictionary entry from MARS NEWS
        mars_info['news_title'] = mars_news[0]
        mars_info['news_paragraph'] = mars_news[1]
        # Dictionary entry from fetured image created in line 14
        mars_info['featured_image_url'] = mars_image
        # Dictionary entry from Weather twitts
        mars_info['weather_tweet'] = mars_weather
        # Dictionary entry from MARS FACTS
        mars_info['mars_facts'] = data
        mars_info['hiu'] = mars_hemispheres

        db.mars.update({}, mars_info, upsert=True)
        mars_info_data = db.mars.find_one()
    except:
        mars_info_data = db.mars.find_one()

    return render_template("index.html", mars_info=mars_info_data)

Example #4

File: app.py Project: adesai1973/web-scraping-challenge

def scrape():

    # Run the scrape function
    mars_data = scrape_mars.scrape_mars_news()
    print(mars_data)
    # Update the Mongo database using update and upsert=True
    mongo.db.news_collection.update({}, mars_data, upsert=True)

    # Run the scrape function
    featured_image_url = scrape_mars.scrape_mars_image()
    print(featured_image_url)
    # Update the Mongo database using update and upsert=True
    mongo.db.image_collection.update({}, featured_image_url, upsert=True)

    # Run the scrape function
    mars_facts_data = scrape_mars.scrape_mars_facts()
    print(mars_facts_data)
    records = json.loads(mars_facts_data.T.to_json()).values()
    mongo.db.facts_collection.drop()
    mongo.db.facts_collection.insert(records)

    # Run the scrape function
    mars_hems_data = scrape_mars.scrape_mars_hemispheres()
    print(mars_hems_data)
    mongo.db.mars_hems_data.update({}, mars_hems_data, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #5

File: app.py Project: benjaminsmethurst64/Web-Scraping

def scrape():

    mars_news = mongo.db.mars_news
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.featured_image()
    mars_data = scrape_mars.mars_facts()
    mars_info.update({}, mars_data, upsert=True)

    return redirect("/")

Example #6

def scrape():
    #Run scrape function
    mars_data = scrape_mars.scrape_mars_news()

    #Update db
    mongo_db_collection.update({scraped_data}, mars_data, upsert=True)

    #Return to home pg
    return redirect("/")

Example #7

File: scrape_mars.py Project: christianstpeter1228/mission_to_mars

def scrape():

    mars_db = mongo.db.mars_db
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_db.update({}, mars_data, upsert=True)

    return redirect("/", code=302)

Example #8

File: app.py Project: DAVPRIK/web-scraping-challenge

def scrape():
    mars_info = mongo.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    mars_info.update({}, mars_data, upsert=True)
    return redirect("/", code=302)

Example #9

def scrape():
    mission_to_mars = mongo.db.mission_to_mars
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemisphere()
    mission_to_mars.update({}, data, upsert=True)

    return redirect("/", code=302)

Example #10

def scrape():
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_featured_image()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemisphere()

    mongo.db.collection.update({}, mars_data, upsert=True)

    return redirect("/", code= 302)

Example #11

File: app.py Project: AmosJAMcLovin/web-scraping-challenge

def scrape():

    # Run scrapped functions
    mars_info = mongo.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_hemisphere()
    mars_info.update({}, mars_data, upsert=True)

    return request("/", code=302)

Example #12

File: app.py Project: zareentaz/Web-Scrapping-MissiontoMars

def scrape():
    mars_data = db.mars_info
    mars_fact = scrape_mars.scrape_mars_news()
    mars_fact = scrape_mars.scrape_mars_image()
    mars_fact = scrape_mars.scrape_mars_weather()
    mars_fact = scrape_mars.scrape_mars_facts()
    mars_fact = scrape_mars.scrape_mars_hemispheres()
    mars_data.update({}, mars_fact, upsert=True)
    # redirecting the route we are the code
    return redirect("/", code=302)

Example #13

File: app.py Project: ballardcharles/web-scraping-challenge

def scrape():

    # Run scrapped functions
    mars_info = mongo.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_images()
    mars_f = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemi()
    mars_info.update({}, mars_data, upsert=True)

    return redirect("/", code=302)

Example #14

File: app.py Project: Belka87/HomeWork-12-WebScraping-Mission-on-Mars

def scrape():
    # Run scraped functions
    mars_info = mongo.db.scrape_mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    mars_info.update({}, mars_data, upsert=True)

    return redirect("/") 

Example #15

def scrape():

    # Run scrapped functions
    mars_info = scrape_mars.scrape_mars_news()
    mars_info = scrape_mars.scrape_mars_image()
    mars_info = scrape_mars.scrape_mars_facts()
    mars_info = scrape_mars.scrape_mars_weather()
    mars_info = scrape_mars.scrape_mars_hemispheres()
    mongo.db.mars_collection.update({}, mars_info, upsert=True)

    return redirect("/", code=302)

Example #16

File: app.py Project: miumiuannie/Mission-to-Mars

def scraper():
    mars_data = mongo.db.mars_data
    data = scrape_mars.scrape_mars_news()
    mars_data.update({}, data, upsert=True)
    data = scrape_mars.scrape_mars_images()
    mars_data.update({}, data, upsert=True)
    data = scrape_mars.scrape_mars_facts()
    mars_data.update({}, data, upsert=True)
    data = scrape_mars.scrape_mars_weather()
    mars_data.update({}, data, upsert=True)
    data = scrape_mars.scrape_mars_hemispheres()
    mars_data.update({}, data, upsert=True)

Example #17

def scrape():

    # Run scrapped functions
    mars_dict = mongo.db.mars_dict
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_featured_image()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    mars_dict.update({}, mars_data, upsert=True)

    return redirect("/", code=302)

Example #18

File: app.py Project: jyi9/UCI-Homework-Yi

def scraper():

    # run scraped functions
    mars_info = mongo.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    marsfacts = scrape_mars.scrape_mars_facts()
    marshem = scrape_mars.scrape_mars_hemispheres()
    marsimg = scrape_mars.scrape_mars_image()

    mars_info.update({}, marsdata, upsert=True)

    return redirect("/", code=302)

Example #19

def scrape():
    mars = mongo.db.mars
    # Run the scrape function
    mars_info = mongo.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    # Update the Mongo database using update and upsert=True
    mars.update({}, mars_data, upsert=True)
    # Redirect back to home page
    return redirect("/", code=302)

Example #20

File: app.py Project: lhajnaj/CWRU_Data_Analytics

def scrape():

    # Run scrape functions
    mars_info = client.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    mars_info.update({}, mars_data, upsert=True)

    # return "Scraped!"
    return redirect("/", code=302)

Example #21

def scrape():

    # Run scrapped functions
    mars_info = mongo.db.mars_info
    mars_data = {}
    mars_data["news"] = scrape_mars.scrape_mars_news()
    mars_data["image"] = scrape_mars.scrape_mars_image()
    mars_data["facts"] = scrape_mars.scrape_mars_facts()
    mars_data["weather"] = scrape_mars.scrape_mars_weather()
    mars_data["hemispheres"] = scrape_mars.scrape_mars_hemispheres()
    mars_info.update({}, mars_data, upsert=True)

    return redirect("/", code=302)

Example #22

File: app.py Project: exu2011/web-scraping-challenge

def scrape():

    # Run scrapped functions
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_featured_image()
    mars_f = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemi()

    # Update the Mongo database using update and upsert=True
    mars_info = mongo.db.mars_info
    mars_info.update({}, mars_data, upsert=True)

    # Redirect back to home page
    return redirect("/", code=302)

Example #23

def scrape():

    # Run the scrape function
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_feat_image()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemispheres()

    # Update the Mongo database using update and upsert=True
    mongo.db.collection.update({},mars_data,upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #24

def scrape():

    # Run scraped functions  
    mars_mission = mongo.db.mars_mission
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_hemisphers()
    
    mars_mission.update({}, mars_data, upsert=True)

    # Redirect back to home page
    return redirect("/", code=302)

Example #25

def scrape():
    mars_info = mongo.db.mars_info
    # Run the scrape function

    mars_content = scrape_mars.scrape_mars_news()
    mars_content = scrape_mars.scrape_img()
    mars_content = scrape_mars.scrape_weather()
    mars_content = scrape_mars.scrape_facts()
    mars_content = scrape_mars.scrape_hemisphere()

    # Update the Mongo database using update and upsert=True
    mars_info.update({}, mars_content, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #26

File: app.py Project: tjmfindkim/Mission-to-Mars

def scrape(): 

    # Run scrapped functions
    mars_data = mongo.db.mars_final_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.jpl_mars_space_images()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    
    # Update the Mongo database using update and upsert=True
    mongo.db.collection.update({}, mars_data, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #27

def scrape():

    # Run the scrape function
    mars_data = mongo.db.mars_data
    mars_info = {}

    mars_info['news'] = scrape_mars.scrape_mars_news()
    mars_info['featured'] = scrape_mars.scrape_mars_featured()
    mars_info['facts'] = scrape_mars.scrape_mars_facts()
    mars_info['mars_hemisphere'] = scrape_mars.scrape_mars_hemisphere()

    # Update the Mongo database using update and upsert=True
    mars_data.update({}, mars_info, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #28

File: app.py Project: benieevelyne/Assignment-11--Homework_webScraping

def scraper():
    # Run scrapped functions
    mars_info = mongo.db.mars
    mars_news = scrape_mars.scrape_mars_news()
    mars_image = scrape_mars.scrape_mars_image()
    mars_facts = scrape_mars.scrape_mars_facts()
    mars_weather = scrape_mars.scrape_mars_weather()
    mars_hemispheres = scrape_mars.scrape_mars_hemispheres()

    mars_data = mars_news
    mars_data.update(mars_image)
    mars_data.update(mars_facts)
    mars_data.update(mars_weather)
    mars_data.update(mars_hemispheres)

    mars_info.update({}, mars_data, upsert=True)
    return redirect("/", code=302)

Example #29

File: app.py Project: juicefire24/Web_Scrapping

def scrape(): 
   # Run scraping function
    # news = scrape_mars.scrape()

    # Store results into a dictionary

# Run scrapped functions
    #mars_info = mongo.mars_facts.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    mars_data = scrape_mars.scrape_mars_image()
    mars_data = scrape_mars.scrape_mars_facts()
    mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    #mars_info.update({}, mars_data, upsert=True)
    mongo.db.mars_facts.insert_one(mars_data)

    return redirect("/", code=302)

Example #30

File: app.py Project: phenderson96/web-scraping-challenge

def scrape(): 

    # Run scrapped functions
    # mars_info = mongo.db.mars_info
    # mars_data = scrape_mars.scrape()
    # mars_info.update({}, mars_data, upsert=True)
    # return redirect("/", code=302)
    mars_info = mongo.db.mars_info
    mars_data = scrape_mars.scrape_mars_news()
    print(mars_data)
    mars_data = scrape_mars.scrape_mars_image()
    print(mars_data)
    mars_data = scrape_mars.scrape_mars_facts()
    print(mars_data)
    # mars_data = scrape_mars.scrape_mars_weather()
    mars_data = scrape_mars.scrape_mars_hemispheres()
    print(mars_data)
    mars_info.update({}, mars_data, upsert=True)

    return redirect("/", code=302)