def start(url, force_update):
first_url = url
# first_url = 'http://h.nimingban.com/t/117617'
# first_url = 'http://h.nimingban.com/t/6048436?r=6048436'
# first_url = 'http://h.nimingban.com/t/7317491?r=7317491'
island_switcher.detect_by_url(first_url)
first_url = island_switcher.sanitize_url(first_url)
folder_name = island_switcher.get_folder_name(url)
base_dir = os.path.join('backup', folder_name)
image_dir = os.path.join(base_dir, 'image')
os.makedirs(image_dir, exist_ok=True)
logging.info('url is %s', first_url)
logging.info('island is %s', island_switcher.island)
loop = asyncio.get_event_loop()
image_manager = ImageManager(image_dir, loop, force_update=force_update)
loop.create_task(
run(first_url,
loop,
base_dir=base_dir,
image_manager=image_manager,
folder_name=folder_name,
force_update=force_update))
loop.run_forever()
async def get_page(url):
network.session = aiohttp.ClientSession()
island_switcher.detect_by_url(url)
url = island_switcher.sanitize_url(url)
print(url)
p = await island_switcher.island_page_model.from_url(url, page_num=1)
network.session.close()
return p
async def get_page(url):
network.session = aiohttp.ClientSession()
island_switcher.detect_by_url(url)
url = island_switcher.sanitize_url(url)
print(url)
p = await island_switcher.island_page_model.from_url(url, page_num=1)
network.session.close()
return p
def start(url, force_update):
first_url = url
# first_url = 'http://h.nimingban.com/t/117617'
# first_url = 'http://h.nimingban.com/t/6048436?r=6048436'
# first_url = 'http://h.nimingban.com/t/7317491?r=7317491'
island_switcher.detect_by_url(first_url)
first_url = island_switcher.sanitize_url(first_url)
folder_name = island_switcher.get_folder_name(url)
base_dir = os.path.join('backup', folder_name)
image_dir = os.path.join(base_dir, 'image')
os.makedirs(image_dir, exist_ok=True)
logging.info('url is %s', first_url)
logging.info('island is %s', island_switcher.island)
loop = asyncio.get_event_loop()
image_manager = ImageManager(image_dir, loop, force_update=force_update)
loop.create_task(run(first_url, loop, base_dir=base_dir, image_manager=image_manager,
folder_name=folder_name, force_update=force_update))
loop.run_forever()
