def store_weibo_to_db(self, weibo_list): for weibo in weibo_list: unique_single = Single_weibo_store( uid=weibo.uid, nickname=weibo.nickname, is_auth=weibo.is_auth, user_url=weibo.user_url, weibo_url=weibo.weibo_url, content=weibo.content, praise_num=weibo.praise_num, retweet_num=weibo.retweet_num, comment_num=weibo.comment_num, creat_time=weibo.creat_time, all_weibo_num=weibo.all_weibo_num) try: unique_single.save() except NotUniqueError: pass except: WeiboSearchLog().get_scheduler_logger().info( self.name + " insert to database, something wrong !") pass WeiboSearchLog().get_scheduler_logger().info( self.name + " insert to database, success !") pass
def store_weibo_to_db(self, weibo_list): for weibo in weibo_list: unique_single = Single_weibo_store(uid=weibo.uid, nickname=weibo.nickname, is_auth=weibo.is_auth, user_url=weibo.user_url, weibo_url=weibo.weibo_url, content=weibo.content, praise_num=weibo.praise_num, retweet_num=weibo.retweet_num, comment_num=weibo.comment_num, creat_time=weibo.creat_time, all_weibo_num=weibo.all_weibo_num) try: unique_single.save() except NotUniqueError: pass except: WeiboSearchLog().get_scheduler_logger().info(self.name + " insert to database, something wrong !") pass WeiboSearchLog().get_scheduler_logger().info(self.name + " insert to database, success !") pass
nickname = one[one.find(':') + 1:] if 'is_auth:' in one: is_auth = one[one.find(':') + 1:] if 'weibo_url:' in one: weibo_url = one[one.find(':') + 1:] if 'content:' in one: content = one[one.find(':') + 1:] if 'praise_num:' in one: praise_num = one[one.find(':') + 1:] if 'retweet_num:' in one: retweet_num = one[one.find(':') + 1:] if 'comment_num:' in one: comment_num = one[one.find(':') + 1:] if 'creat_time:' in one: creat_time = one[one.find(':') + 1:] print uid,nickname,is_auth print weibo_url print content print praise_num,retweet_num,comment_num print creat_time try: single_weibo = Single_weibo_store(uid, nickname, is_auth , weibo_url , content, praise_num , retweet_num, comment_num , creat_time) single_weibo.save() except: print traceback.format_exc() print count pass