cat1.write_csv('cat1')
cat1.write_csv('cat1')
progress_monitor.complete()
elif(args.slide == 3):
# play with Scraper class
print("This runs the whole website scraping")
print("You can check the generated files in demo/slide3")
move_to_path('demo/slide3')
site_url = 'http://books.toscrape.com'
site = Scraper(site_url)
progress_monitor.complete()
elif(args.slide == 4):
# play with FileIO class
print("This scrape an image")
print("You can check the generated files in demo/slide4")
move_to_path('demo/slide4')
image_url = 'http://books.toscrape.com/media/cache/a3/9e/a39e7c5c9fc61c2ae0f81116aa8cbb0e.jpg'
FileIO.download_image(image_url, 'demo.jpg')
else:
# Scrap the website
site_url = 'http://books.toscrape.com'
site = Scraper(site_url)
progress_monitor.complete()
def test_download_image(self):
url = "http://books.toscrape.com/media/cache/c0/59/c05972805aa7201171b8fc71a5b00292.jpg"
name = "testdownload.jpg"
FileIO.download_image(url, name)
assert path.exists(name)
remove(name)
def save_image(self):
""" Copy the remote image in the current local directory """
self.image_local = self.__get_image_name()
FileIO.download_image(self.image_url, self.image_local)
