def info_imagecrawler_desc(imagecrawler: str) -> int:
from nichtparasoup._internals import _log
from nichtparasoup.core.server import type_module_name_str
from nichtparasoup.imagecrawler import get_imagecrawlers
imagecrawler_class = get_imagecrawlers().get_class(imagecrawler)
if not imagecrawler_class:
_message_exception(ValueError('unknown ImageCrawler {!r}'.format(imagecrawler)))
return 1
info = []
info_linebreak = '\r\n'
imagecrawler_info = imagecrawler_class.info()
info.append(imagecrawler_info.description)
if imagecrawler_info.long_description:
info.append(imagecrawler_info.long_description)
if imagecrawler_info.config:
info_bull = info_linebreak + ' * '
mlen = max(len(k) for k in imagecrawler_info.config.keys())
info.append('Config: ' + info_bull + info_bull.join([
'{key:{mlen}}: {desc}'.format(mlen=mlen, key=key, desc=desc)
for key, desc in imagecrawler_info.config.items()]))
_message((info_linebreak * 2).join(info))
_log('debug', info_linebreak.join(
[
info_linebreak,
'DEBUG INFO',
'Icon : {!r}'.format(imagecrawler_info.icon_url),
'Class: {!r}'.format(type_module_name_str(imagecrawler_class)),
]))
return 0
def info_imagecrawler_list(_: Optional[Any] = None) -> int:
from nichtparasoup.imagecrawler import get_imagecrawlers
imagecrawlers = get_imagecrawlers().names()
if not imagecrawlers:
_message_exception(Warning('no ImageCrawler found'))
else:
_message("\r\n".join(sorted(imagecrawlers)))
return 0
def config(cls, **actions: Any) -> int:
active_actions = dict((k, v) for k, v in actions.items() if v)
if len(active_actions) != 1:
_message_exception(ValueError('exactly one action required'))
return 255
action, config_file = active_actions.popitem()
return dict(
check=cls.config_check_file,
dump=cls.config_dump_file,
)[action](config_file)
def info(cls, **actions: Any) -> int:
active_actions = dict((k, v) for k, v in actions.items() if v)
if len(active_actions) != 1:
_message_exception(ValueError('exactly one action required'))
return 255
action, action_value = active_actions.popitem()
return dict( # type: ignore
version=cls.info_version,
imagecrawler_list=cls.info_imagecrawler_list,
imagecrawler_desc=cls.info_imagecrawler_desc,
)[action](action_value)
def config_check_file(config_file: str) -> int:
from os.path import abspath
from nichtparasoup.testing.config import ConfigFileTest
config_file = abspath(config_file)
config_test = ConfigFileTest()
try:
config_test.validate(config_file)
config_test.probe(config_file)
except Exception as e:
_message_exception(e)
return 255
return 0
def config_dump_file(config_file: str) -> int:
from os.path import abspath, isfile
from nichtparasoup._internals import _confirm
from nichtparasoup.config import dump_defaults
config_file = abspath(config_file)
if isfile(config_file):
overwrite = _confirm('File already exists, overwrite?')
if overwrite is not True:
_message('Abort.')
return 1
try:
dump_defaults(config_file)
return 0
except Exception as e:
_message_exception(e)
return 255
def run(config_file: Optional[str] = None) -> int:
from os.path import abspath
from nichtparasoup._internals import _logging_init
from nichtparasoup.config import get_config, get_imagecrawler
from nichtparasoup.core import NPCore
from nichtparasoup.core.server import Server as ImageServer
from nichtparasoup.webserver import WebServer
try:
config = get_config(abspath(config_file) if config_file else None)
_logging_init(getattr(logging, config['logging']['level']))
imageserver = ImageServer(NPCore(), **config['imageserver'])
for crawler_config in config['crawlers']:
imagecrawler = get_imagecrawler(crawler_config)
if not imageserver.core.has_imagecrawler(imagecrawler):
imageserver.core.add_imagecrawler(imagecrawler, crawler_config['weight'])
webserver = WebServer(imageserver, **config['webserver'])
webserver.run()
return 0
except Exception as e:
_message_exception(e)
return 1