def _insert_comment(self, comment): '''插入评论''' _list = [] for item in comment["comments"]: _i = Dict(item) _u = Dict(_i.user) _s = Dict(_i.status) _list.append((_i.id, _s.id, _i.text, _u.id, int(_i.mid), _u.screen_name, formattime(_i.created_at))) CommentsService.insert(_list)
def _insert_comment(self, comment): '''插入评论''' _list = [] for item in comment["comments"]: _i = Dict(item) _u = Dict(_i.user) _s = Dict(_i.status) _list.append( (_i.id, _s.id, _i.text, _u.id, int(_i.mid), _u.screen_name, formattime(_i.created_at))) CommentsService.insert(_list)
def add(cls): '''抓取新浪微博数据''' items = cls()._get_data_from_sina() _black_list = BlackListService.get_all_black() _status = 2 #默认数据是未审核 if not items: return "None" for item in items: i = Dict(item) u = Dict(i.user) _is_in_black = False for _black in _black_list: if (_black["type"] == 0 and int(_black["value"]) == u.id) or ( _black["type"] == 1 and _black["value"] in i.text): _is_in_black = True continue if _is_in_black: continue try: _img = get_remote_image_width_height(i.thumbnail_pic) _width = _img[0] _height = int(_img[1] * 255 / _img[0]) PicsHandler().insert(id=i.id, user_id=u.id, text=i.text, user_name=u.name, create_date=formattime(i.created_at), thumbnail_pic=i.thumbnail_pic, bmiddle_pic=i.bmiddle_pic, original_pic=i.original_pic, profile_image_url=u.profile_image_url, url_id=url2id(i.thumbnail_pic), source=1, status=_status, height=_height, width=_width) except: continue return "Success %s" % len(items)
def add(cls): '''抓取新浪微博数据''' items = cls()._get_data_from_sina() _black_list = BlackListService.get_all_black() _status = 2 #默认数据是未审核 if not items: return "None" for item in items: i = Dict(item) u = Dict(i.user) _is_in_black = False for _black in _black_list: if (_black["type"] == 0 and int(_black["value"]) == u.id) or (_black["type"] == 1 and _black["value"] in i.text): _is_in_black = True continue if _is_in_black: continue try: _img = get_remote_image_width_height(i.thumbnail_pic) _width = _img[0] _height = int(_img[1]*255/_img[0]) PicsHandler().insert(id=i.id, user_id=u.id, text=i.text, user_name=u.name, create_date=formattime(i.created_at), thumbnail_pic=i.thumbnail_pic, bmiddle_pic=i.bmiddle_pic, original_pic=i.original_pic, profile_image_url=u.profile_image_url, url_id=url2id(i.thumbnail_pic), source=1, status=_status, height=_height, width=_width) except: continue return "Success %s"%len(items)