def scrape(): mars = mongo.db.mars # Run the scrape function to retrieve mars table data in dictionary format mars_data = scrape_mars.scrape_all() print(mars_data) # Update the Mongo database collection (mars table) using update and upsert=True mars.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/")
def scrape(): #Run scrape function mars_data = scrape_mars.scrape_all() #Update Mongo DB using update and upsert mongo.db.collection.update({}, mars_data, upsert=True) #Redirect to home page return redirect("/")
def scrapper(): mars = mongo.db.mars # Run the scrape function mars_data = scrape_mars.scrape_all() # Update the Mongo database using update and upsert=True mars.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/")
def scrape(): # drops collection for duplicates mongo.db.mars_data.drop() # Run scrape_all mars_data = scrape_mars.scrape_all() # Update the Mongo database using update and upsert=True mongo.db.collection.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/")
def scrape(): mars_dataDB = mongo.db.mars_data_collected mars_data = scrape_mars.scrape_all() #Update the mongo datase using update and upsert=True mars_dataDB.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/", code=302)
def scrape(): # Run scraped functions mars_data_scrape = scrape_mars.scrape_all() # Inserting mars_data into database # mongo.db.mars.update(mars_data_scrape) mongo.db.mars.insert_one(mars_data_scrape) # mongo.mars_db.mars_collection.update({}, mars_data_scrape, upsert=True) # Redirect back to home page # return redirect("/", code=302) return home()
def scrape(): martian_data = scrape_mars.scrape_all() ''' mars_data = scrape_mars.scrape_mars_news() mars_data = scrape_mars.scrape_mars_image() mars_data = scrape_mars.scrape_mars_facts() mars_data = scrape_mars.scrape_mars_weather() mars_data = scrape_mars.scrape_mars_hemispheres()''' mongo.db.collection.update({}, martian_data, upsert=True) #mars_info.update({}, mars_data, upsert=True) return redirect("/")
def scrape(): # Run the scrape function mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.replace_one({}, mars_data, upsert=True) return "Scraping Successful!" # Redirect back to home page\n", return redirect("/", code=302) if __name__ == "__main__": app.run(debug=True)
def scraper(): # Create the database collection and collection object mars_data_collection = mongo.db.mars_data # Empty the contents of the database to prevent duplicate data mongo.db.drop_collection(mars_data_collection) # Store the latest URL data into the dict data_dict = scrape_mars.scrape_all() print(data_dict) # Update the database mars_data_collection.insert(data_dict) return redirect("/", code=302)
def scrape(): import scrape_mars # Gather document to insert nasa_document = scrape_mars.scrape_all() # Insert into the mars collection # mars.insert_one(data_document) # Upsert into database (preferred to avoid duplicates) mars_coll.update_one({}, {'$set': nasa_document}, upsert=True) return redirect('/')
def scrape(): # Create a mongo database mars_db = mongo.db.mars # Run the scrape function mars_data = scrape_mars.scrape_all() print(mars_data) # Update the Mongo database using update and upsert=True mongo.db.collection.update({}, mars_data, upsert=True) # Redirect back to home page return redirect("/")
def scrape(): # this is the py script with all of the scraping functions import scrape_mars # Gather document to insert nasa_document = scrape_mars.scrape_all() # Insert into the mars collection # mars_coll.insert_one(nasa_document) # Upsert into the mars collection (preferred to avoid duplicates) mars_coll.update_one({}, {'$set': nasa_document}, upsert=True) return redirect('/')
def scrape(): #create Mongo data base dic_db=mongo.db.dic # Run the scrape function dic_data = scrape_mars.scrape_all() print(dic_data) # Update the Mongo database using update and upsert=True dic=mongo.db.collection.update({}, dic_data, upsert=True) # Redirect back to home page return redirect("/", code=302)
def scrape(): # Run scrape function scraped = scrape_mars.scrape_all() # Store results into a dictionary mars_data = { "content_title": scraped["content_title"], "content_paragraph": scraped["content_paragraph"], "featured_image_url": scraped["featured_image_url"], "mars_weather": scraped["mars_weather"], "html_table": scraped["html_table"], "hemisphere_image_urls": scraped["hemisphere_image_urls"] } # hemisphere_1 = {scraped["hemisphere_1"]} # hemisphere_2 = {scraped["hemisphere_2"]} # hemisphere_3 = {scraped["hemisphere_3"]} # hemisphere_4 = {scraped["hemisphere_4"]} # Delete collections and create again to reset data mongo.db.scrape.drop() mongo.db.create_collection("scrape") # mongo.db.hemisphere_1.drop() # mongo.db.create_collection("hemisphere_1") # mongo.db.hemisphere_2.drop() # mongo.db.create_collection("hemisphere_2") # mongo.db.hemisphere_3.drop() # mongo.db.create_collection("hemisphere_3") # mongo.db.hemisphere_4.drop() # mongo.db.create_collection("hemisphere_4") # Insert entry into database mongo.db.scrape.insert_one(mars_data) # mongo.db.hemisphere_1.insert_one(hemisphere_1) # mongo.db.hemisphere_2.insert_one(hemisphere_2) # mongo.db.hemisphere_3.insert_one(hemisphere_3) # mongo.db.hemisphere_4.insert_one(hemisphere_4) # Redirect back to home page return redirect("http://localhost:5000/", code=302)
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return "Scraping Successful!"
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) message = "Scraping Successful!" return redirect("/")
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return render_template("index.html", mars=mars_data)
def scrape(): mars = mongo.db.mars mars_info = scrape_mars.scrape_all() mars.update({}, mars_info, upsert=True) return redirect("/")
def scrape(): mars = client.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return redirect('/')
def scrapper(): # Run the scrape function mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return "Scraping Successful"
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return redirect('/', code= 302)
def scraper(): mars_data = scrape_mars.scrape_all() db.mars.delete_many({}) db.mars.insert_many([mars_data]) return ('Done!')
def index(): mars_data = scrape_mars.scrape_all() db.mars.delete_many({}) db.mars.insert_many([mars_data]) return render_template("index.html", mars=mars_data)
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return "Done"
def scraper(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all( ) #calls the function to get all the scrapings and store in mars mars.update({}, mars_data, upsert=True) return "Scraping Succesfull"
def scrape(): scrape_data = scrape_all() mongo.db.mars_data.update({}, scrape_data, upsert=True) return redirect('/')
def scraper(): mars = mongo.db.mars_collection mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return redirect("/", code=302)
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) print(mars_data) return "Successful Scrape"
def scrape(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.replace_one({}, mars_data, upsert=True) return redirect("/")
def scrapper(): mars = mongo.db.mars mars_data = scrape_mars.scrape_all() mars.update({}, mars_data, upsert=True) return redirect("/")