def start(url, force_update): first_url = url # first_url = 'http://h.nimingban.com/t/117617' # first_url = 'http://h.nimingban.com/t/6048436?r=6048436' # first_url = 'http://h.nimingban.com/t/7317491?r=7317491' island_switcher.detect_by_url(first_url) first_url = island_switcher.sanitize_url(first_url) folder_name = island_switcher.get_folder_name(url) base_dir = os.path.join('backup', folder_name) image_dir = os.path.join(base_dir, 'image') os.makedirs(image_dir, exist_ok=True) logging.info('url is %s', first_url) logging.info('island is %s', island_switcher.island) loop = asyncio.get_event_loop() image_manager = ImageManager(image_dir, loop, force_update=force_update) loop.create_task( run(first_url, loop, base_dir=base_dir, image_manager=image_manager, folder_name=folder_name, force_update=force_update)) loop.run_forever()
async def get_page(url): network.session = aiohttp.ClientSession() island_switcher.detect_by_url(url) url = island_switcher.sanitize_url(url) print(url) p = await island_switcher.island_page_model.from_url(url, page_num=1) network.session.close() return p
async def get_page(url): network.session = aiohttp.ClientSession() island_switcher.detect_by_url(url) url = island_switcher.sanitize_url(url) print(url) p = await island_switcher.island_page_model.from_url(url, page_num=1) network.session.close() return p
def start(url, force_update): first_url = url # first_url = 'http://h.nimingban.com/t/117617' # first_url = 'http://h.nimingban.com/t/6048436?r=6048436' # first_url = 'http://h.nimingban.com/t/7317491?r=7317491' island_switcher.detect_by_url(first_url) first_url = island_switcher.sanitize_url(first_url) folder_name = island_switcher.get_folder_name(url) base_dir = os.path.join('backup', folder_name) image_dir = os.path.join(base_dir, 'image') os.makedirs(image_dir, exist_ok=True) logging.info('url is %s', first_url) logging.info('island is %s', island_switcher.island) loop = asyncio.get_event_loop() image_manager = ImageManager(image_dir, loop, force_update=force_update) loop.create_task(run(first_url, loop, base_dir=base_dir, image_manager=image_manager, folder_name=folder_name, force_update=force_update)) loop.run_forever()