def test_url_ok(self):
self.assertFalse(ImageFetcher.url_ok("some garbage", False, ["flickr.com", "wallbase.cc"]))
self.assertFalse(ImageFetcher.url_ok("some garbage", True, ["flickr.com", "wallbase.cc"]))
self.assertFalse(ImageFetcher.url_ok("http://www.host.com/x/y/z", False, ["flickr.com"]))
self.assertFalse(ImageFetcher.url_ok("http://cnn.com/x/y", True, ["flickr.com", "wallbase.cc"]))
self.assertFalse(ImageFetcher.url_ok("http://somehost.com/x/y", True, ["","flickr.com", "wallbase.cc"]))
self.assertTrue(ImageFetcher.url_ok("http://www.host.com/x/y/z.jpg", False, ["flickr.com"]))
self.assertTrue(ImageFetcher.url_ok("http://www.wallbase.cc/x/y/z", True, ["flickr.com", "wallbase.cc"]))
self.assertTrue(ImageFetcher.url_ok("https://www.flickr.com/a", True, ["flickr.com", "wallbase.cc"]))
def test_fetch(self):
target_folder = '/tmp/variety/ImageFetcher'
shutil.rmtree(target_folder, ignore_errors=True)
os.makedirs(target_folder)
for url in ["http://wallpapers.wallhaven.cc/wallpapers/full/wallhaven-207261.jpg",
"http://unsplash.com/photos/7EqQ1s3wIAI/download",
"http://az608707.vo.msecnd.net/files/GreaterFlamingos_EN-US13682107304_1366x768.jpg",
"http://a.desktopprassets.com/wallpapers/07865fb0cb575e82fe43d3e1b634f6e2309e2114/foto_alese45.jpg",
]:
f = ImageFetcher.fetch(url, target_folder, verbose=False)
self.assertIsNotNone(f)
self.assertTrue(os.path.isfile(f))
self.assertTrue(Util.is_image(f, check_contents=False))
self.assertTrue(Util.is_image(f, check_contents=True))
self.assertNotEqual('download', f)
def test_fetch(self):
target_folder = '/tmp/variety/ImageFetcher'
shutil.rmtree(target_folder, ignore_errors=True)
os.makedirs(target_folder)
for url in [
"http://wallpapers.wallhaven.cc/wallpapers/full/wallhaven-207261.jpg",
"http://unsplash.com/photos/7EqQ1s3wIAI/download",
"http://az608707.vo.msecnd.net/files/GreaterFlamingos_EN-US13682107304_1366x768.jpg",
"http://a.desktopprassets.com/wallpapers/07865fb0cb575e82fe43d3e1b634f6e2309e2114/foto_alese45.jpg",
]:
f = ImageFetcher.fetch(url, target_folder, verbose=False)
self.assertIsNotNone(f)
self.assertTrue(os.path.isfile(f))
self.assertTrue(Util.is_image(f, check_contents=False))
self.assertTrue(Util.is_image(f, check_contents=True))
self.assertNotEqual('download', f)
def test_extract_from_cd(self):
self.assertEqual("img.jpg", ImageFetcher.extract_filename_from_content_disposition("attachment; filename=img.jpg"))
self.assertEqual("img.jpg", ImageFetcher.extract_filename_from_content_disposition("attachment; filename='img.jpg'"))
self.assertEqual("img.jpg", ImageFetcher.extract_filename_from_content_disposition('attachment; filename="img.jpg"'))
self.assertEqual(None, ImageFetcher.extract_filename_from_content_disposition('attachment; a=b'))
