def get_comicbook_from_cache(site, comicid=None):
comicbook = ComicBook(site=site, comicid=comicid)
proxy_config = current_app.config.get(ConfigKey.CRAWLER_PROXY, {})
proxy = proxy_config.get(site)
if proxy:
SessionMgr.set_proxy(site=site, proxy=proxy)
cookies_path = get_cookies_path(site=site)
if os.path.exists(cookies_path):
SessionMgr.load_cookies(site=site, path=cookies_path)
return comicbook
def init_session(app):
with app.app_context():
proxy_config = app.config.get(ConfigKey.CRAWLER_PROXY, {})
for site in ComicBook.CRAWLER_CLS_MAP:
proxy = proxy_config.get(site)
if proxy:
SessionMgr.set_proxy(site=site, proxy=proxy)
cookies_path = get_cookies_path(site=site)
if os.path.exists(cookies_path):
SessionMgr.load_cookies(site=site, path=cookies_path)
def init_session(app):
CrawlerBase.DRIVER_PATH = app.config.get('DRIVER_PATH', '')
CrawlerBase.DRIVER_TYPE = app.config.get('DRIVER_TYPE', '')
CrawlerBase.HEADLESS = True
with app.app_context():
proxy_config = app.config.get(ConfigKey.CRAWLER_PROXY, {})
for site in ComicBook.CRAWLER_CLS_MAP:
proxy = proxy_config.get(site)
if proxy:
SessionMgr.set_proxy(site=site, proxy=proxy)
cookies_path = get_cookies_path(site=site)
if os.path.exists(cookies_path):
SessionMgr.load_cookies(site=site, path=cookies_path)