def grab(url, threadID):
print url
user_grab = User(url)
followers = user_grab.get_followers()
for i, user_grab in enumerate(followers):
user = Users()
while True:
try:
if Users.objects(data_id = user_grab.get_data_id()).count():
user = Users.objects(data_id = user_grab.get_data_id()).first()
break
except Exception, e:
logging.error("========error1")
logging.error(e)
time.sleep(300)
user.user_id = user_grab.get_user_id()
user.data_id = user_grab.get_data_id()
user.followees_num = user_grab.get_followees_num()
user.followers_num = user_grab.get_followers_num()
try:
user.asks_num = user_grab.get_asks_num()
user.answers_num = user_grab.get_answers_num()
user.collections_num = user_grab.get_collections_num()
except Exception, e:
logging.error("========error2")
logging.error(e)
logging.debug(user_grab.get_user_url())
def grab(url, threadID):
logging.info(url)
user_grab = User(url)
followees = user_grab.get_followees()
for i, user_grab in enumerate(followees):
user = Users()
flag = True
while True:
try:
if Users.objects(data_id = user_grab.get_data_id()).count():
user = Users.objects(data_id = user_grab.get_data_id()).first()
break
except Exception, e:
flag = False
logging.error("========error1")
logging.error(e)
time.sleep(300)
break
try:
user.user_id = user_grab.get_user_id()
user.data_id = user_grab.get_data_id()
user.followees_num = user_grab.get_followees_num()
user.followers_num = user_grab.get_followers_num()
user.asks_num = user_grab.get_asks_num()
user.answers_num = user_grab.get_answers_num()
user.collections_num = user_grab.get_collections_num()
user.agree_num = user_grab.get_agree_num()
user.thanks_num = user_grab.get_thanks_num()
user.url = user_grab.get_user_url()
user.modify_time = datetime.utcnow()
except Exception, e:
logging.error("========error2")
logging.error(e)
logging.debug(user_grab.get_user_url())