i = 0
saved_num = 17406
for user in users:
print i,user
i += 1
if i < saved_num:
continue
else:
if User(user).asks_num()!=0:
j = 0
try:
questions = User(user).get_asks()
for question in questions:
if question.url not in pool_questions:
if page_exist(question.url):
url = question.url
tmp = Question(url)
try:
db.insert_question(tmp.get_title(),url,tmp.get_followers_num(),tmp.get_answers_num(),tmp.get_detail())
j += 1
except Exception as e:
print question.url,e
else:
print question.url+"404 not found"
pool_questions.add(question.url)
except Exception as e:
print user,e
print ("saved %d new questions" % j)
else:
print "no questions"
pool_answers = db.get_existing("answers")
i = 1
saved_num = 1277
for user in users:
print i,user
i += 1
if i < saved_num :
continue
else:
if User(user).answers_num()!=0:
j = 0
answers = User(user).get_answers()
for answer in answers:
if answer.answer_url not in pool_answers:
if page_exist(answer.answer_url):
url = answer.answer_url
tmp = Answer(url)
if tmp.get_content()!= None:
try:
db.insert_answer(tmp.answer_url,tmp.get_author(),tmp.get_content(),tmp.get_upvote(),tmp.get_question())
j += 1
except Exception as e:
print answer.answer_url,e
else:
print answer.answer_url+"被折叠"
else:
print answer.answer_url+"404 not found"
pool_answers.add(answer.answer_url)
print ("saved %d new answers" % j)
