def test__add_image_to_blacklist(self) -> None:
# arrange
image1 = Image(uri="test1", source='test')
image2 = Image(uri="test2", source='test')
core = NPCore()
# act
core._add_image_to_blacklist(image1)
# assert
self.assertIn(image1.uri, core.blacklist)
self.assertNotIn(image2.uri, core.blacklist)
def test__is_image_not_in_blacklist(self) -> None:
# arrange
image1 = Image(uri="test1", source='test')
image2 = Image(uri="test2", source='test')
core = NPCore()
# act
core.blacklist.add(image1.uri)
# assert
self.assertTrue(core._is_image_not_in_blacklist(image2),
'expected image in blacklist')
self.assertFalse(core._is_image_not_in_blacklist(image1),
'expected image not in blacklist')
def test_add_and_has_imagecrawler(self) -> None:
# arrange
core = NPCore()
imagecrawler1 = MockableImageCrawler(foo='bar')
imagecrawler2 = MockableImageCrawler(bar='bazz')
imagecrawler3 = MockableImageCrawler(bar='bazz')
# act
core.add_imagecrawler(imagecrawler1, 1)
core.add_imagecrawler(imagecrawler2, 1)
# assert
self.assertEqual(2, len(core.crawlers))
self.assertListEqual(
[imagecrawler1, imagecrawler2],
[crawler.imagecrawler for crawler in core.crawlers])
self.assertTrue(core.has_imagecrawler(imagecrawler1))
self.assertTrue(core.has_imagecrawler(imagecrawler3))
def run(config_file: Optional[str] = None) -> int:
from os.path import abspath
from nichtparasoup._internals import _logging_init
from nichtparasoup.config import get_config, get_imagecrawler
from nichtparasoup.core import NPCore
from nichtparasoup.core.server import Server as ImageServer
from nichtparasoup.webserver import WebServer
try:
config = get_config(abspath(config_file) if config_file else None)
_logging_init(getattr(logging, config['logging']['level']))
imageserver = ImageServer(NPCore(), **config['imageserver'])
for crawler_config in config['crawlers']:
imagecrawler = get_imagecrawler(crawler_config)
if not imageserver.core.has_imagecrawler(imagecrawler):
imageserver.core.add_imagecrawler(imagecrawler, crawler_config['weight'])
webserver = WebServer(imageserver, **config['webserver'])
webserver.run()
return 0
except Exception as e:
_message_exception(e)
return 1
def setUp(self) -> None:
core = NPCore()
self.imagecrawlers = ((MockableImageCrawler(t=1), 1), (MockableImageCrawler(t=2), 1))
for (imagecrawler, weight) in self.imagecrawlers:
core.add_imagecrawler(imagecrawler, weight)
self.server = Server(core)
def setUp(self) -> None:
self.server = Server(NPCore(), reset_timeout=7357)
self.reset_called = False
self.server._reset = self.mock__reset # type: ignore
def setUp(self) -> None:
self.server = Server(NPCore())
def setUp(self) -> None:
self.webserver = WebServer(Server(NPCore()), "", 0)