def clean():
# 清理
# 1.添加后缀
print 'Adding extension ...'
for fname in os.listdir(Config.directory):
addExtension(Config.directory + os.sep + fname, '.jpg')
print 'done.'
# 2.保存cookie
Config.cj.save()
count = min(searchResult(searchURL), count)
# 没有搜索结果时退出
if not count:
print "No search result at current condition."
sys.exit(1)
# 获得指定数量的url, 存放于list ,one page by one page
print 'Fetching page',
while len(imglist) < count:
print while_n,
#mark the times of while
while_n += 1
tmplist = getImageUrlList(searchURL)
imglist = imglist + tmplist
searchURL = nextPage(searchURL, len(tmplist))
print '' # 换行
count = len(imglist)
print "There're %d files to download" % count
# 将已有文件从imglist中去除
imglist = [url for url in imglist if not getFilenameFromURL(url) in os.listdir(directory)]
print "There's %d files already downloaded." % (count - len(imglist))
# 下载该list 使用超时20 10好像小了点
print 'Fetching list of %d files' % len(imglist)
failure = threadDownloadFromList(imglist, directory=directory, timeout=20)
print "%d failed to fetch." % len(failure)
# 清理
# 1.添加后缀
print 'Adding extension ...',
for fname in os.listdir(directory):
addExtension(directory + os.sep + fname, '.jpg')
print 'done.'
