print('Start downloading ', file_name)
r = requests.get(url, stream=True)
# download started
with open(dirname + file_name, 'wb') as f:
for chunk in r.iter_content(chunk_size=1024 * 1024):
if chunk:
f.write(chunk)
msg = 'Finished downloading %s' % (file_name)
mysql.finish_url(index)
time.sleep(3)
return msg
def check_dir():
# 检查用于存储网页文件夹是否存在，不存在则创建
if not os.path.exists(dirname):
os.makedirs(dirname)
if __name__ == '__main__':
check_dir()
while True:
video = mysql.dequeueUrl()
if video is None:
break
download_video(video['id'], video['url'])
# User home
# url = 'https://aweme.snssdk.com/aweme/v1/aweme/post/?iid=45571322477&device_id=48465812670&os_api=18&app_name=aweme&channel=App%20Store&idfa=C1679749-B1B3-40A3-9AF8-5135FC87538C&device_platform=iphone&build_number=28007&vid=7A4E3942-3612-45F9-93CC-BCBA6FF1563D&openudid=0f51fe7cd85057cc1cc9eac88ce3e6e36fa2f8e3&device_type=iPhone10,3&app_version=2.8.0&version_code=2.8.0&os_version=12.0&screen_width=1125&aid=1128&ac=WIFI&count=21&max_cursor=0&min_cursor=0&user_id=96295860466&mas=010eed4d95322a941ab1ae07308c34f33c9f00fd6cbbe2ad434f38&as=a195753b23c8aba9167181&ts=1538677123'
