def _insert_comment(self, comment):
     '''插入评论'''
     _list = []
     for item in comment["comments"]:
         _i = Dict(item)
         _u = Dict(_i.user)
         _s = Dict(_i.status)
         _list.append((_i.id, _s.id, _i.text, _u.id, int(_i.mid), _u.screen_name, formattime(_i.created_at)))
     CommentsService.insert(_list)
 def _insert_comment(self, comment):
     '''插入评论'''
     _list = []
     for item in comment["comments"]:
         _i = Dict(item)
         _u = Dict(_i.user)
         _s = Dict(_i.status)
         _list.append(
             (_i.id, _s.id, _i.text, _u.id, int(_i.mid), _u.screen_name,
              formattime(_i.created_at)))
     CommentsService.insert(_list)
Example #3
0
 def add(cls):
     '''抓取新浪微博数据'''
     items = cls()._get_data_from_sina()
     _black_list = BlackListService.get_all_black()
     _status = 2  #默认数据是未审核
     if not items:
         return "None"
     for item in items:
         i = Dict(item)
         u = Dict(i.user)
         _is_in_black = False
         for _black in _black_list:
             if (_black["type"] == 0 and int(_black["value"]) == u.id) or (
                     _black["type"] == 1 and _black["value"] in i.text):
                 _is_in_black = True
                 continue
         if _is_in_black:
             continue
         try:
             _img = get_remote_image_width_height(i.thumbnail_pic)
             _width = _img[0]
             _height = int(_img[1] * 255 / _img[0])
             PicsHandler().insert(id=i.id,
                                  user_id=u.id,
                                  text=i.text,
                                  user_name=u.name,
                                  create_date=formattime(i.created_at),
                                  thumbnail_pic=i.thumbnail_pic,
                                  bmiddle_pic=i.bmiddle_pic,
                                  original_pic=i.original_pic,
                                  profile_image_url=u.profile_image_url,
                                  url_id=url2id(i.thumbnail_pic),
                                  source=1,
                                  status=_status,
                                  height=_height,
                                  width=_width)
         except:
             continue
     return "Success %s" % len(items)
Example #4
0
 def add(cls):
     '''抓取新浪微博数据'''
     items = cls()._get_data_from_sina()
     _black_list = BlackListService.get_all_black()
     _status = 2    #默认数据是未审核
     if not items:
         return "None"
     for item in items:
         i = Dict(item)
         u = Dict(i.user)
         _is_in_black = False
         for _black in _black_list:
             if (_black["type"] == 0 and int(_black["value"]) == u.id) or (_black["type"] == 1 and _black["value"] in i.text):
                 _is_in_black = True
                 continue
         if _is_in_black:
             continue
         try:
             _img = get_remote_image_width_height(i.thumbnail_pic)
             _width = _img[0]
             _height = int(_img[1]*255/_img[0])
             PicsHandler().insert(id=i.id, user_id=u.id, text=i.text, user_name=u.name, create_date=formattime(i.created_at), thumbnail_pic=i.thumbnail_pic, bmiddle_pic=i.bmiddle_pic, original_pic=i.original_pic, profile_image_url=u.profile_image_url, url_id=url2id(i.thumbnail_pic), source=1, status=_status, height=_height, width=_width)
         except:
             continue
     return "Success %s"%len(items)