Python scrape Examples

Example #1

File: app.py Project: jakehollander97/web-scraping-challenge

def scrape():
    
    mars = mongo.db.mars
    mars_data = mars_scrape.scrape()
    mars.replace_one({}, mars_data, upsert=True)
    
    return redirect("http://localhost:5000/", code=302)

Example #2

def scrape():
  
    marsDB = mongo.db.mars_dict
    mars_info = mars_scrape.scrape()
    
    marsDB.update({}, mars_info, upsert=True)
    return redirect("/", code=302)

Example #3

def scrape():

    mars_data = mongo.db.mars_data
    mars_data_set = mars_scrape.scrape()
    # Update the Mongo database using update and upsert=True
    mars_data.update({}, mars_data_set, upsert=True)
    return redirect("/", code=302)

Example #4

def scrapeee(): 

    # Run scrapped functions
    mars = mongo.db.mars
    data = mars_scrape.scrape()
    mars.update({}, data, upsert = True)

    return "Scraping Successful"

Example #5

File: app.py Project: jthaker/web-scraping

def scrape():
    # db.collection.remove()
    mars = mars_scrape.scrape()
    print("\n\n\n")
    #print(mars)
    #mars = {'news_title': "NASA's Next Mars Lander Spreads its Solar Wings", 'news_paragraph': "NASA's next mission to Mars passed a key test Tuesday, extending the solar arrays that will power the InSight spacecraft once it lands on the Red Planet this November.", 'featured_image': 'https://www.jpl.nasa.gov//spaceimages/images/largesize/PIA20318_hires.jpg', 'mars_weather': 'Sol 1945 (Jan 25, 2018), Sunny, high -22C/-7F, low -78C/-108F, pressure at 7.51 hPa, daylight 05:43-17:28', 'hemisphere_img_url': [{'image title': 'Cerberus Hemisphere Enhanced', 'image url': 'https://astrogeology.usgs.gov//cache/images/cfa62af2557222a02478f1fcd781d445_cerberus_enhanced.tif_full.jpg'}, {'image title': 'Schiaparelli Hemisphere Enhanced', 'image url': 'https://astrogeology.usgs.gov//cache/images/3cdd1cbf5e0813bba925c9030d13b62e_schiaparelli_enhanced.tif_full.jpg'}, {'image title': 'Syrtis Major Hemisphere Enhanced', 'image url': 'https://astrogeology.usgs.gov//cache/images/ae209b4e408bb6c3e67b6af38168cf28_syrtis_major_enhanced.tif_full.jpg'}, {'image title': 'Valles Marineris Hemisphere Enhanced', 'image url': 'https://astrogeology.usgs.gov//cache/images/ae209b4e408bb6c3e67b6af38168cf28_syrtis_major_enhanced.tif_full.jpg'}]}
    db.mars_facts.insert_one(mars)
    return "Some scrapped data"

Example #6

def scrape():

    # Run the scrape function
    mars_data = mars_scrape.scrape()

    # Update the Mongo database using update and upsert=True
    mongo.db.mars_data.replace_one({}, mars_data, upsert=True)
    return redirect("/")

Example #7

File: app.py Project: GregPoppe/Homework

def home_page():
    data = mars_scrape.scrape()
    return render_template("index.html",
                           Title=data['Title'],
                           News=data['News'],
                           weather=data['Current_Weather'],
                           facts=data['Facts'],
                           last_image=data['Featured_Image'])

Example #8

File: app.py Project: lcc2525/utexas_hmwk_python

def scrape():
    mars = mongo.db.mars
    data = mars_scrape.scrape()
    mars.update(
        {},
        data,
        upsert=True
    )
    return redirect("/", code=302)

Example #9

def scrape():
    # Run the scrape function
    mars_data = mars_scrape.scrape()

    # Update the Mongo database using update and upsert=True
    mongo.db.collection.update({}, mars_data, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #10

File: app.py Project: mawothe/webscrape

def scrape():

    #Run the scrape function which was imported
    new_info = mars_scrape.scrape()

    #Update the Mongo database
    mongo.db.mars_information.update({}, new_info, upsert=True)

    #Return to the home page
    return redirect("/")

Example #11

def scrape():

    # Run the scrape function and save the results to a variable
    mars_info = ms.scrape()

    # Update the Mongo database using update and upsert=True
    collection.update({}, mars_info, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #12

File: app.py Project: Anaisdg/Mars

def scrape():
    mars = mongo.db.mars
    #print(mars)
    data = mars_scrape.scrape()
    print(data)
    mars.update(
        {},
        data,
        upsert=True
    )
    return redirect("http://localhost:5000/", code=302)

Example #13

def scrape():

    # Run the scrape function
    db_data = mars_scrape.scrape()

    print(db_data)

    # Update the Mongo database using update and upsert=True
    db.mars.update({}, db_data, upsert=True)

    # Redirect back to home page
    return redirect("/")

Example #14

File: app.py Project: BossHaug7/HW10_Mongo_And_Webscrapping

def scrape():

    # Run scraped functions
    mars = mars_scrape.scrape()

    # Store results into a dictionary
    mars_dict = {
        "news_title": mars["news_title"],
        "news_p": mars["news_p"],
        "featured_image": mars["featured_image"],
        "mars_weather": mars["mars_weather"],
        "fact_html": mars["fact_html"],
        "hemisphere_image_urls": mars["hemisphere_image_urls"]
    }

    # Insert mars_dict into database
    mongod.db.collection.insert_one(mars_dict)

    # Redirect back to home page
    return redirect("http://localhost:5000/", code=302)

Example #15

File: app.py Project: znurtokatli/MissionToMars

def scrape_all():
    mars = mongo.db.mars
    data = scrape()
    mars.update({}, data, upsert=True)
    redirect('/', code=302)

Example #16

File: mars_flask_mongo_app.py Project: bsadagopa/Web-Scraping-and-Document-Databases

def scrape():
    print("Inside scrape")
    mars = mongo.db.mars
    mars_data = mars_scrape.scrape()
    mars.update({}, mars_data, upsert=True)
    return "Scraping Successful!"

Example #17

File: app.py Project: mshoemake3224/web-scraping-challenge

def scraper():
    mars = mongo.db.mars_data
    mars_data = mars_scrape.scrape()
    mars.replace_one({}, mars_data, upsert=True)
    return redirect("/", code=302)

Example #18

def scraper():
    mars_scrape = mongo.db.mars_scrape
    mars_data = scrape()
    mars_scrape.update({}, mars_data, upsert=True)
    return redirect("/", code=302)

Example #19

File: app.py Project: raburime/Web-Scraping-Mongo---Challenge

def scrape_mars():
    data = scrape()
    mars.update({}, data, upsert=True)
    return redirect('/')

Example #20

File: app.py Project: jmekblad13/python-challenge

def scrape():
    articles = list(db.articles.find())
    mars_data = mars_scrape.scrape()

    return redirect("http://127.0.0.1:5000/", code=302)

Example #21

File: app.py Project: jmekblad13/python-challenge

def index():
    articles = list(db.articles.find())
    mars_data = mars_scrape.scrape()
    return render_template("index.html",
                           articles=articles,
                           mars_data=mars_data)

Example #22

def scrape_route():
    mongo_client.db.mars.drop()
    mongo_client.db.mars.insert_one(scrape(driver))
    return redirect("/", code=303)

Example #23

File: app.py Project: GregPoppe/Homework

def display_data():
    data = mars_scrape.scrape()
    print(data)
    return jsonify(data)

Example #24

def scraper():
    mars_scrape_data = mars_scrape.scrape()
    db.collection.replace_one({}, mars_scrape_data, upsert=True)
    return redirect('/')

Example #25

File: app.py Project: bredmondG/mars-facts-web-scraping

def scrape():

    mars = mars_scrape.scrape()
    mongo.db.collection.update({}, mars, upsert=True)
    return redirect("/")

Example #26

File: app.py Project: cladd00/Mars_Scrape

def scrape():
    mars = mars_scrape.scrape()
    print("\n\n\n")
    return "Some scrapped data"

Example #27

File: app.py Project: tamu94/mars_scrape

def scrape():
    mars = mars_scrape.scrape()
    collection.replace_one({}, mars, upsert=True)
    return redirect("http://localhost:5000/", code=302)

Example #28

def web_scrape():
    db.collection.remove({})
    mars_data = mars_scrape.scrape()
    db.collection.insert_one(mars_data)
    return render_template('scrape.html')

Example #29

File: app.py Project: kmcgrath88/Mission-to-Mars

def scraper():
    mars_data  = mongo.db.mars_data 
    mars_data2 = mars_scrape.scrape()
    mars_data.update({}, mars_data2, upsert=True)
    return redirect("/")

Example #30

File: app.py Project: auschein/Web-Scraping-Challenge

def scrape():
    red_planet = mars_scrape.scrape()
    print("\n\n\n")
    db.facts.insert_one(red_planet)
    return "Data"