json_str = f.read()
f.close()
# TODO: should use json. many duplicated videos under a single object
urls = re.findall('http://v3-dy.ixigua.com[^\"]+', json_str)
print('Totally ', len(urls), " videos found")
event_loop = asyncio.get_event_loop()
try:
event_loop.run_until_complete(main(urls))
finally:
event_loop.close()
if __name__ == '__main__':
check_dir()
videos = mysql.dequeue_batch_urls(230)
event_loop = asyncio.get_event_loop()
try:
event_loop.run_until_complete(main(videos))
finally:
event_loop.close()
# User home
# url = 'https://aweme.snssdk.com/aweme/v1/aweme/post/?iid=45571322477&device_id=48465812670&os_api=18&app_name=aweme&channel=App%20Store&idfa=C1679749-B1B3-40A3-9AF8-5135FC87538C&device_platform=iphone&build_number=28007&vid=7A4E3942-3612-45F9-93CC-BCBA6FF1563D&openudid=0f51fe7cd85057cc1cc9eac88ce3e6e36fa2f8e3&device_type=iPhone10,3&app_version=2.8.0&version_code=2.8.0&os_version=12.0&screen_width=1125&aid=1128&ac=WIFI&count=21&max_cursor=0&min_cursor=0&user_id=96295860466&mas=010eed4d95322a941ab1ae07308c34f33c9f00fd6cbbe2ad434f38&as=a195753b23c8aba9167181&ts=1538677123'
