def add(cls): '''抓取新浪微博数据''' items = cls()._get_data_from_sina() _black_list = BlackListService.get_all_black() _status = 2 #默认数据是未审核 if not items: return "None" for item in items: i = Dict(item) u = Dict(i.user) _is_in_black = False for _black in _black_list: if (_black["type"] == 0 and int(_black["value"]) == u.id) or (_black["type"] == 1 and _black["value"] in i.text): _is_in_black = True continue if _is_in_black: continue try: _img = get_remote_image_width_height(i.thumbnail_pic) _width = _img[0] _height = int(_img[1]*255/_img[0]) PicsHandler().insert(id=i.id, user_id=u.id, text=i.text, user_name=u.name, create_date=formattime(i.created_at), thumbnail_pic=i.thumbnail_pic, bmiddle_pic=i.bmiddle_pic, original_pic=i.original_pic, profile_image_url=u.profile_image_url, url_id=url2id(i.thumbnail_pic), source=1, status=_status, height=_height, width=_width) except: continue return "Success %s"%len(items)
def update_pic_height(cls): '''更新无高度图片的高度''' _data = PicsHandler().get_top10_no_height_pic() _list = [] if _data: for item in _data: _img = get_remote_image_width_height(item["thumbnail_pic"]) _width = _img[0] _height = int(_img[1]*255/_img[0]) _list.append((_width, _height, item["id"])) if _list: return PicsHandler().update_many_url_height(_list) return '无需更新数据'
def update_pic_height(cls): '''更新无高度图片的高度''' _data = PicsHandler().get_top10_no_height_pic() _list = [] if _data: for item in _data: _img = get_remote_image_width_height(item["thumbnail_pic"]) _width = _img[0] _height = int(_img[1] * 255 / _img[0]) _list.append((_width, _height, item["id"])) if _list: return PicsHandler().update_many_url_height(_list) return '无需更新数据'
def add(cls): '''抓取新浪微博数据''' items = cls()._get_data_from_sina() _black_list = BlackListService.get_all_black() _status = 2 #默认数据是未审核 if not items: return "None" for item in items: i = Dict(item) u = Dict(i.user) _is_in_black = False for _black in _black_list: if (_black["type"] == 0 and int(_black["value"]) == u.id) or ( _black["type"] == 1 and _black["value"] in i.text): _is_in_black = True continue if _is_in_black: continue try: _img = get_remote_image_width_height(i.thumbnail_pic) _width = _img[0] _height = int(_img[1] * 255 / _img[0]) PicsHandler().insert(id=i.id, user_id=u.id, text=i.text, user_name=u.name, create_date=formattime(i.created_at), thumbnail_pic=i.thumbnail_pic, bmiddle_pic=i.bmiddle_pic, original_pic=i.original_pic, profile_image_url=u.profile_image_url, url_id=url2id(i.thumbnail_pic), source=1, status=_status, height=_height, width=_width) except: continue return "Success %s" % len(items)