def get_douban_site(): with open('data/intro') as i: intro = json.loads(i.read()) with open('data/info') as i: info = json.loads(i.read()) with open('data/meta') as i: meta = json.loads(i.read()) #zs = ZsiteLink.where(link='http://site.douban.com/110633/(1号厅的光影传奇)') #if zs: # zs = zs[0] # zs.link = 'http://site.douban.com/110633/' # zs.save() for zl in ZsiteLink.where(name='豆瓣小站').order_by('id desc').col_list(col='zsite_id'): if not Rss.where(user_id=zl): zs = ZsiteLink.raw_sql('select link from zsite_link where link like %s and zsite_id=%s and cid=2', 'http://site.douban.com%', zl).fetchone() if zs: id = zs[0].split('/')[-1] or zs[0].split('/')[-2] if info.get(id): like, link, img, name = info.get(id) if meta.get(id): motto = meta.get(id)[0][0] motto = motto.split('<br />')[0] motto = motto.split('<a')[0] img_src = meta.get(id)[0][1] rss_new(zl, 'http://rss-tidy.42qu.com/douban/site/%s'%id, name, link, auto=1) print zl, 'http://site.douban.com/%s'%id else: print id, 'no motto data' else: print id, '数据未录入', zl
def post(self): arguments = parse_qs(self.request.body, True) link = '' name = '' auto = 1 user_list_exist = [] for txt, id in zip(arguments.get('txt'), arguments.get('id')): user_id = int(id) for url in txt.splitlines(): url = url.strip() if url: rss = rss_new(user_id, url, name, link, 0, auto) user_list_exist.append(user_id) if user_list_exist: self.render( '/god/rss/rss_add.htm', user_list_exist=Zsite.mc_get_list(user_list_exist), user_list_not_exist=[], success = True ) else: self.rediect("/rss/add")
def make_site(name, link, motto, img_src, site_num, current_user_id=10017321): f = urllib.urlopen(img_src).read() if f: pic = picopen(f) if pic: pic_id = site_ico_new(10017321, pic) site = site_new(name, current_user_id, 40) site_id = site.id site_ico_bind(current_user_id, pic_id, site_id) zsite_link = ZsiteLink.get_or_create(zsite_id=site_id, cid=2) zsite_link.link = link zsite_link.name = '豆瓣小站' zsite_link.save() mc_flush(site_id) motto_set(site_id, motto) rss_new(site_id, 'http://rss-tidy.42qu.com/douban/site/%s'%site_num, name, link, auto=1) print site_id
def post(self): next = self.get_argument('next', None) or '/rss/index' url , link , user_id , name , auto = _rss_post_argument(self) if url and user_id: rss = rss_new(user_id, url, name, link, auto=1) self.redirect(next) else: self.get()
def make_site(name, link, motto, img_src, site_num, current_user_id=10017321): f = urllib.urlopen(img_src).read() if f: pic = picopen(f) if pic: pic_id = site_ico_new(10017321, pic) site = site_new(name, current_user_id, 40) site_id = site.id site_ico_bind(current_user_id, pic_id, site_id) zsite_link = ZsiteLink.get_or_create(zsite_id=site_id, cid=2) zsite_link.link = link zsite_link.name = '豆瓣小站' zsite_link.save() mc_flush(site_id) motto_set(site_id, motto) rss_new(site_id, 'http://rss-tidy.42qu.com/douban/site/%s' % site_num, name, link, auto=1) print site_id
def get_douban_site(): with open('data/intro') as i: intro = json.loads(i.read()) with open('data/info') as i: info = json.loads(i.read()) with open('data/meta') as i: meta = json.loads(i.read()) #zs = ZsiteLink.where(link='http://site.douban.com/110633/(1号厅的光影传奇)') #if zs: # zs = zs[0] # zs.link = 'http://site.douban.com/110633/' # zs.save() for zl in ZsiteLink.where(name='豆瓣小站').order_by('id desc').col_list( col='zsite_id'): if not Rss.where(user_id=zl): zs = ZsiteLink.raw_sql( 'select link from zsite_link where link like %s and zsite_id=%s and cid=2', 'http://site.douban.com%', zl).fetchone() if zs: id = zs[0].split('/')[-1] or zs[0].split('/')[-2] if info.get(id): like, link, img, name = info.get(id) if meta.get(id): motto = meta.get(id)[0][0] motto = motto.split('<br />')[0] motto = motto.split('<a')[0] img_src = meta.get(id)[0][1] rss_new(zl, 'http://rss-tidy.42qu.com/douban/site/%s' % id, name, link, auto=1) print zl, 'http://site.douban.com/%s' % id else: print id, 'no motto data' else: print id, '数据未录入', zl
10002411 http://www.realfex.com/feed 10000566 http://xlvector.net/blog/?feed=rss2 10066567 http://blog.sina.com.cn/rss/1677574270.xml 10043973 http://blog.sina.com.cn/rss/1593119885.xml """.strip().split('\n') USER2RSS = [i.split() for i in USER2RSS] USER2RSS = [(int(i[0]), i[1]) for i in USER2RSS] import _env from model.rss import rss_new, Rss, Reader, GREADER_USERNAME, GREADER_PASSWORD from zweb.orm import ormiter for user_id, rss in USER2RSS: rss_new(user_id, rss, 0) reader = Reader(GREADER_USERNAME, GREADER_PASSWORD) subscription_list = set(reader.subscription_list()) for rss in ormiter(Rss): rss_url = rss.url if 'feed/%s' % rss_url in subscription_list: continue print 'subscribe', rss_url reader.subscribe(rss_url)
USER2RSS = [ i.split() for i in USER2RSS ] USER2RSS = [ (int(i[0]), i[1]) for i in USER2RSS ] import _env from model.rss import rss_new, Rss, Reader, GREADER_USERNAME, GREADER_PASSWORD from zweb.orm import ormiter for user_id, rss in USER2RSS: rss_new(user_id, rss, 0) reader = Reader(GREADER_USERNAME, GREADER_PASSWORD) subscription_list = set(reader.subscription_list()) for rss in ormiter(Rss): rss_url = rss.url if 'feed/%s'%rss_url in subscription_list: continue print 'subscribe' , rss_url reader.subscribe(rss_url)