def get_douban_site():
with open('data/intro') as i:
intro = json.loads(i.read())
with open('data/info') as i:
info = json.loads(i.read())
with open('data/meta') as i:
meta = json.loads(i.read())
#zs = ZsiteLink.where(link='http://site.douban.com/110633/（1号厅的光影传奇）')
#if zs:
# zs = zs[0]
# zs.link = 'http://site.douban.com/110633/'
# zs.save()
for zl in ZsiteLink.where(name='豆瓣小站').order_by('id desc').col_list(col='zsite_id'):
if not Rss.where(user_id=zl):
zs = ZsiteLink.raw_sql('select link from zsite_link where link like %s and zsite_id=%s and cid=2', 'http://site.douban.com%', zl).fetchone()
if zs:
id = zs[0].split('/')[-1] or zs[0].split('/')[-2]
if info.get(id):
like, link, img, name = info.get(id)
if meta.get(id):
motto = meta.get(id)[0][0]
motto = motto.split('<br />')[0]
motto = motto.split('<a')[0]
img_src = meta.get(id)[0][1]
rss_new(zl, 'http://rss-tidy.42qu.com/douban/site/%s'%id, name, link, auto=1)
print zl, 'http://site.douban.com/%s'%id
else:
print id, 'no motto data'
else:
print id, '数据未录入', zl
def post(self):
arguments = parse_qs(self.request.body, True)
link = ''
name = ''
auto = 1
user_list_exist = []
for txt, id in zip(arguments.get('txt'), arguments.get('id')):
user_id = int(id)
for url in txt.splitlines():
url = url.strip()
if url:
rss = rss_new(user_id, url, name, link, 0, auto)
user_list_exist.append(user_id)
if user_list_exist:
self.render(
'/god/rss/rss_add.htm',
user_list_exist=Zsite.mc_get_list(user_list_exist),
user_list_not_exist=[],
success = True
)
else:
self.rediect("/rss/add")
def make_site(name, link, motto, img_src, site_num, current_user_id=10017321):
f = urllib.urlopen(img_src).read()
if f:
pic = picopen(f)
if pic:
pic_id = site_ico_new(10017321, pic)
site = site_new(name, current_user_id, 40)
site_id = site.id
site_ico_bind(current_user_id, pic_id, site_id)
zsite_link = ZsiteLink.get_or_create(zsite_id=site_id, cid=2)
zsite_link.link = link
zsite_link.name = '豆瓣小站'
zsite_link.save()
mc_flush(site_id)
motto_set(site_id, motto)
rss_new(site_id, 'http://rss-tidy.42qu.com/douban/site/%s'%site_num, name, link, auto=1)
print site_id
def post(self):
next = self.get_argument('next', None) or '/rss/index'
url , link , user_id , name , auto = _rss_post_argument(self)
if url and user_id:
rss = rss_new(user_id, url, name, link, auto=1)
self.redirect(next)
else:
self.get()
def make_site(name, link, motto, img_src, site_num, current_user_id=10017321):
f = urllib.urlopen(img_src).read()
if f:
pic = picopen(f)
if pic:
pic_id = site_ico_new(10017321, pic)
site = site_new(name, current_user_id, 40)
site_id = site.id
site_ico_bind(current_user_id, pic_id, site_id)
zsite_link = ZsiteLink.get_or_create(zsite_id=site_id, cid=2)
zsite_link.link = link
zsite_link.name = '豆瓣小站'
zsite_link.save()
mc_flush(site_id)
motto_set(site_id, motto)
rss_new(site_id,
'http://rss-tidy.42qu.com/douban/site/%s' % site_num,
name,
link,
auto=1)
print site_id
def get_douban_site():
with open('data/intro') as i:
intro = json.loads(i.read())
with open('data/info') as i:
info = json.loads(i.read())
with open('data/meta') as i:
meta = json.loads(i.read())
#zs = ZsiteLink.where(link='http://site.douban.com/110633/（1号厅的光影传奇）')
#if zs:
# zs = zs[0]
# zs.link = 'http://site.douban.com/110633/'
# zs.save()
for zl in ZsiteLink.where(name='豆瓣小站').order_by('id desc').col_list(
col='zsite_id'):
if not Rss.where(user_id=zl):
zs = ZsiteLink.raw_sql(
'select link from zsite_link where link like %s and zsite_id=%s and cid=2',
'http://site.douban.com%', zl).fetchone()
if zs:
id = zs[0].split('/')[-1] or zs[0].split('/')[-2]
if info.get(id):
like, link, img, name = info.get(id)
if meta.get(id):
motto = meta.get(id)[0][0]
motto = motto.split('<br />')[0]
motto = motto.split('<a')[0]
img_src = meta.get(id)[0][1]
rss_new(zl,
'http://rss-tidy.42qu.com/douban/site/%s' % id,
name,
link,
auto=1)
print zl, 'http://site.douban.com/%s' % id
else:
print id, 'no motto data'
else:
print id, '数据未录入', zl
10002411 http://www.realfex.com/feed
10000566 http://xlvector.net/blog/?feed=rss2
10066567 http://blog.sina.com.cn/rss/1677574270.xml
10043973 http://blog.sina.com.cn/rss/1593119885.xml
""".strip().split('\n')
USER2RSS = [i.split() for i in USER2RSS]
USER2RSS = [(int(i[0]), i[1]) for i in USER2RSS]
import _env
from model.rss import rss_new, Rss, Reader, GREADER_USERNAME, GREADER_PASSWORD
from zweb.orm import ormiter
for user_id, rss in USER2RSS:
rss_new(user_id, rss, 0)
reader = Reader(GREADER_USERNAME, GREADER_PASSWORD)
subscription_list = set(reader.subscription_list())
for rss in ormiter(Rss):
rss_url = rss.url
if 'feed/%s' % rss_url in subscription_list:
continue
print 'subscribe', rss_url
reader.subscribe(rss_url)
USER2RSS = [
i.split() for i in USER2RSS
]
USER2RSS = [
(int(i[0]), i[1]) for i in USER2RSS
]
import _env
from model.rss import rss_new, Rss, Reader, GREADER_USERNAME, GREADER_PASSWORD
from zweb.orm import ormiter
for user_id, rss in USER2RSS:
rss_new(user_id, rss, 0)
reader = Reader(GREADER_USERNAME, GREADER_PASSWORD)
subscription_list = set(reader.subscription_list())
for rss in ormiter(Rss):
rss_url = rss.url
if 'feed/%s'%rss_url in subscription_list:
continue
print 'subscribe' , rss_url
reader.subscribe(rss_url)
