if not os.path.exists('./DDD') : os.makedirs('./DDD')
d = Download()
config = open('./config.txt')
blogger = []
while True:
line = config.readline()
if not line:
break
blogger.append(line[:-1])
for i in blogger:
if not os.path.exists('./DDD/'+i) : os.makedirs('./DDD/'+i)
all_ids = os.listdir('./DDD/' + i)
a = Archive('http://' + i + '.diandian.com/archive')
d.reg_callback(print_)
archives = a.getAllArchive()
for j in archives:
for k in archives[j]:
print k
try:
if re.search(r'post\/.*\/(.*)', k).group(1) not in all_ids:
d.add(k)
except:
print 'err:'+k
d.start()
