def get(self, action): action = self.request.path[7:] share_res = Share.find() if 'add' in action: do, share_id, suggestscore = action.split('!') share = Share.by_sid(share_id) share.suggestscore = float(suggestscore) share.save() for share in share_res: share.score = 0.001 * share.hitnum + share.likenum - \ share.dislikenum + 0.5 * share.commentnum - \ share.status + share.suggestscore + 0.5 * share.id share.save() # self.write_json({'objs': list(Share.find().sort('score', # DESCENDING))}) share_res = Share.find().sort('score', DESCENDING) display = '' display += '<p>score sugg hit like dis comment status title id</p>' for share in share_res: display += '<p>%s %s %s %s %s %s %s %s %s</p>' % ( share.score, share.suggestscore, share.hitnum, share.likenum, share.dislikenum, share.commentnum, share.status, share.title, share.id) self.write(display)
def get(self): action = self.request.path[7:] share_res = Share.find() if 'add' in action: do, share_id, suggestscore = action.split('!') share = Share.by_sid(share_id) share.suggestscore = float(suggestscore) share.save() for share in share_res: share.score = 0.001 * share.hitnum + share.likenum - \ share.dislikenum + 0.5 * share.commentnum - \ share.status + share.suggestscore + 0.5 * share.id share.save() # self.write_json({'objs': list(Share.find().sort('score', # DESCENDING))}) share_res = Share.find().sort('score', DESCENDING) display = '' display += '<p>score sugg hit like dis comment status title id</p>' for share in share_res: display += '<p>%s %s %s %s %s %s %s %s %s</p>' % ( share.score, share.suggestscore, share.hitnum, share.likenum, share.dislikenum, share.commentnum, share.status, share.title, share.id) self.write(display)
def post(self): commentbody = self.get_argument("commentbody", None) share_id = self.get_argument("share_id", None) html = markdown2.markdown(commentbody) comment = Comment doc = {} doc['user_id'] = self.current_user["user_id"] doc['share_id'] = int(share_id) doc['commentbody'] = commentbody comment.new(doc) share = Share.by_sid(share_id) share.commentnum += 1 share.save() name = tornado.escape.xhtml_escape(self.current_user["user_name"]) gravatar = get_avatar(self.current_user["user_email"], 50) newcomment = ''.join([ '<div class="comment">', '<div class="avatar">', '<img src="', gravatar, '</div>', '<div class="name">', name, '</div>', '<div class="date" title="at"></div>', html, '</div>', ]) self.write(newcomment)
def post(self): share_id = self.get_argument("share_id", None) tags = self.get_argument("tags", '') # user_id = self.current_user["user_id"] tags = tags.strip() if share_id: share = Share.by_sid(share_id) if share and tags not in share.tags: tags = share.tags + ' ' + tags res = { 'tags': tags, 'updated': time.time(), } share.update(res) share.save() tags = tags.split(' ') tags = list(set(tags)) for i in tags: doc = { 'name': i, 'share_ids': share.id } Tag.new(doc)
def post(self): id = self.get_argument("id", None) tags = self.get_argument("tags", '') user_id = self.current_user["user_id"] res = { 'title': self.get_argument("title"), 'markdown': self.get_argument("markdown"), 'sharetype': self.get_argument("type"), 'slug': self.get_argument("slug", ''), 'tags': tags, 'updated': time.time(), } if id: share = Share.by_sid(id) if not share: self.redirect("/404") share.update(res) share.save() else: share = Share res['user_id'] = user_id share = share.new(res) user = User.by_sid(user_id) user.user_leaf += 10 user.save() for i in tags.split(' '): Tag.new(i, share.id) self.redirect("/share/" + str(share.id))
def post(self, action): share_id = int(self.get_argument("share_id", None)) user_id = self.current_user["user_id"] doc = { 'user_id': user_id, 'share_id': share_id } newlikes = None if action == 'addlike': Like.change_like(doc, 'likenum') share = Share.by_sid(share_id) share.likenum += 1 share.save() user = User.by_sid(share.user_id) user.user_leaf += 4 user.save() user = User.by_sid(user_id) user.user_leaf += 2 user.save() newlikes = str(share.likenum) elif action == 'dellike': Like.change_like(doc, 'likenum') share = Share.by_sid(share_id) share.likenum -= 1 share.save() user = User.by_sid(share.user_id) user.user_leaf -= 4 user.save() user = User.by_sid(user_id) user.user_leaf -= 2 user.save() newlikes = str(share.likenum) elif action == 'adddislike': Like.change_like(doc, 'dislikenum') share = Share.by_sid(share_id) share.dislikenum += 1 share.save() newlikes = str(share.dislikenum) elif action == 'deldislike': Like.change_like(doc, 'dislikenum') share = Share.by_sid(share_id) share.dislikenum -= 1 share.save() newlikes = str(share.dislikenum) self.write(newlikes)
def post(self, action): entity_id = int(self.get_argument("entity_id", 0)) entity_type = self.get_argument("entity_type", None) user_id = self.current_user["user_id"] assert action in 'addlike dellike adddislike deldislike'.split() assert entity_type in 'share comment viewpoint tag'.split() _action = action[3:] + 'num' doc = { 'user_id': user_id, 'entity_id': entity_id, 'entity_type': entity_type, } is_changed = Like.change_like(doc, _action, action[:3]) # 冗余储存 没有做成事件绑定,需要定期校验修复 if entity_type == 'share': entity = Share.by_sid(entity_id) # 如果是管理员,需要将status + 1 # 64=kp 65=kp email # 63=lb # 60=xie if is_changed and user_id in admin_ids: if action == 'addlike': if entity['status'] == 0: entity['suggested'] = time.time() entity['status'] += 1 elif action == 'adddislike': entity['status'] -= 1 elif action == 'deldislike': entity['status'] += 1 else: entity['status'] -= 1 elif entity_type == 'comment': entity = Comment.by_sid(entity_id) elif entity_type == 'viewpoint': entity = Viewpoint.by_sid(entity_id) elif entity_type == 'tag': entity = Tag.by_sid(entity_id) user = User.by_sid(user_id) if action == 'addlike' and entity.name not in user.user_tags: user.user_tags.append(entity.name) elif action == 'dellike' and entity.name in user.user_tags: user.user_tags.pop(entity.name) user.save() if action[:3] == 'add': entity[_action] += 1 else: entity[_action] -= 1 entity.save() if entity.dislikenum < 0: entity.dislikenum = 0 if entity.likenum < 0: entity.likenum = 0 self.res = { 'likenum': entity.likenum, 'dislikenum': entity.dislikenum, } self.write_json()
def get(self): share_id = self.get_argument("id", None) share = None if share_id: share = Share.by_sid(share_id) editor = self.get_argument("editor", options.default_editor) if editor: self.render("share_wysiwyg.html", share=share) else: self.render("share.html", share=share)
def get(self, name): user = User.find_one({"user_domain": name}) user.user_jointime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(user.user_jointime)) like_res = Like.find({"user_id": user.id}) likenum = like_res.count() likes = [] for like in like_res: share = Share.by_sid(like.share_id) like.title = share.title like.id = share.id like.type = share.sharetype likes.append(like) user.gravatar = get_avatar(user.user_email, 100) self.render("userlike.html", user=user, likenum=likenum, likes=likes)
def post(self): # print self.request.arguments share_id = self.get_argument("id", None) title = self.get_argument("title", '') markdown = self.get_argument("markdown", '') content = self.get_argument("content", '') sharetype = self.get_argument("type", '') slug = self.get_argument("slug", '') status = 1 if self.get_argument("dosubmit", None) == u'保存草稿' else 0 tags = self.get_argument("tags", '') upload_img = self.get_argument("uploadImg", '') post_img = self.get_argument("post_Img", '') post_img = '' if post_img == 'None' else post_img user_id = self.current_user["user_id"] res = { 'title': title, 'markdown': markdown, 'content': content, 'sharetype': sharetype, 'slug': slug, 'tags': tags, 'status': status, 'upload_img': upload_img, 'post_img': post_img, 'updated': time.time(), } if share_id: share = Share.by_sid(share_id) if not share: self.redirect("/404") share.update(res) share.save() else: share = Share res['user_id'] = user_id share = share.new(res) user = User.by_sid(user_id) user.user_leaf += 10 user.save() for i in tags.split(' '): doc = { 'name': i, 'share_ids': share.id } Tag.new(doc) if status == 1: self.redirect("/share/?id=" + str(share.id)) self.redirect("/share/" + str(share.id))
def get(self, name): user = User.find_one({'user_domain': name}) user.user_jointime = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(user.user_jointime)) like_res = Like.find({'user_id': user.id}) likenum = like_res.count() likes = [] for like in like_res: share = Share.by_sid(like.share_id) like.title = share.title like.id = share.id like.type = share.sharetype likes.append(like) user.gravatar = get_avatar(user.user_email, 100) self.render('userlike.html', user=user, likenum=likenum, likes=likes)
def get(self): share_id = self.get_argument("id", None) sharetype = self.get_argument("sharetype", None) editor = self.get_argument("editor", options.default_editor) share = None if share_id: share = Share.by_sid(share_id) sharetype = share.sharetype if share else None print(sharetype) if sharetype == 'goodlink': self.render("share_link.html", share=share) if editor: self.render("share_wysiwyg.html", share=share) else: self.render("share.html", share=share)
def get(self): share_id = self.get_argument("id", None) sharetype = self.get_argument("sharetype", None) editor = self.get_argument("editor", options.default_editor) share = None if share_id: share = Share.by_sid(share_id) if 'vote_open' not in share: share.vote_open = 0 share.vote_title = '' sharetype = share.sharetype if share else None if sharetype == 'goodlink': self.render("share_link.html", share=share) elif editor: self.render("share_wysiwyg.html", share=share) else: self.render("share.html", share=share)
def post(self): # print self.request.arguments share_id = self.get_argument("id", None) title = self.get_argument("title", '') markdown = self.get_argument("markdown", '') content = self.get_argument("content", '') sharetype = self.get_argument("sharetype", '') slug = self.get_argument("slug", '') tags = self.get_argument("tags", '') upload_img = self.get_argument("uploadImg", '') post_img = self.get_argument("post_Img", '') link = self.get_argument("link", '') user_id = self.current_user["user_id"] res = { 'title': title, 'markdown': markdown, 'content': content, 'sharetype': sharetype, 'slug': slug, 'tags': tags, 'upload_img': upload_img, 'post_img': post_img, 'link': link, 'updated': time.time(), } if share_id: share = Share.by_sid(share_id) if not share: self.redirect("/404") share.update(res) share.save() else: share = Share res['user_id'] = user_id share = share.new(res) user = User.by_sid(user_id) user.user_leaf += 10 user.save() for i in tags.split(' '): doc = { 'name': i, 'share_ids': share.id } Tag.new(doc) self.redirect("/share/" + str(share.id))
def get(self, name=None): if not name: tags = Tag.find() self.render("tag.html", tags=tags) else: tag = Tag.find_one({'name': name}) shares = [] for i in tag.share_ids.split(' '): share = Share.by_sid(i) user = User.by_sid(share.user_id) share.name = user.user_name share.published = time.strftime( '%Y-%m-%d %H:%M:%S', time.localtime(share.published)) share.domain = user.user_domain share.markdown = filter_tags( markdown2.markdown(share.markdown))[:100] shares.append(share) self.render("tage.html", name=name, shares=shares)
def get(self, name=None): if not name: tags = Tag.find() self.render("tag.html", tags=tags) else: tag = Tag.find_one({'name': name}) shares = [] for i in tag.share_ids.split(' '): share = Share.by_sid(i) user = User.by_sid(share.user_id) share.name = user.user_name share.published = time.strftime( '%Y-%m-%d %H:%M:%S', time.localtime(share.published)) share.domain = user.user_domain share.markdown = filter_tags(markdown2.markdown( share.markdown))[:100] shares.append(share) self.render("tage.html", name=name, shares=shares)
def post(self, action): entity_id = int(self.get_argument("entity_id", 0)) entity_type = self.get_argument("entity_type", None) user_id = self.current_user["user_id"] assert action in 'addlike dellike adddislike deldislike'.split() assert entity_type in 'share comment viewpoint'.split() _action = action[3:] + 'num' doc = { 'user_id': user_id, 'entity_id': entity_id, 'entity_type': entity_type, } is_changed = Like.change_like(doc, _action, action[:3]) # 冗余储存 没有做成事件绑定,需要定期校验修复 if entity_type == 'share': entity = Share.by_sid(entity_id) # 如果是管理员,需要将status + 1 # 64=kp 65=kp email # 63=lb # 60=xie if is_changed and user_id in admin_ids: if action == 'addlike': entity['status'] += 1 elif action == 'adddislike': entity['status'] -= 1 elif action == 'deldislike': entity['status'] += 1 else: entity['status'] -= 1 elif entity_type == 'comment': entity = Comment.by_sid(entity_id) elif entity_type == 'viewpoint': entity = Viewpoint.by_sid(entity_id) if action[:3] == 'add': entity[_action] += 1 else: entity[_action] -= 1 entity.save() self.res = { 'likenum': entity.likenum, 'dislikenum': entity.dislikenum, } self.write_json()
def post(self): share_id = self.get_argument("share_id", None) likenum = self.get_argument("likenum", 0) like = Like like['user_id'] = self.current_user["user_id"] like['share_id'] = int(share_id) like.save() share = Share.by_sid(share_id) share.likenum += 1 share.save() user = User.by_sid(share.user_id) user.user_leaf += 4 user.save() user = User.by_sid(self.current_user["user_id"]) user.user_leaf += 2 user.save() likenum = int(likenum) + 1 newlikes = ':) ' + str(likenum) self.write(newlikes)
def post(self): share_id = self.get_argument("share_id", None) tags = self.get_argument("tags", '') tags = tags.strip() if share_id: share = Share.by_sid(share_id) if share and tags not in share.tags: tags = share.tags + ' ' + tags res = { 'tags': tags, 'updated': time.time(), } share.update(res) share.save() tags = tags.split(' ') tags = list(set(tags)) for i in tags: doc = {'name': i, 'share_ids': share.id} Tag.new(doc)
def get_share_by_slug(slug): # 特殊id ramdom if slug == 'random': cond = {} cond['status'] = {'$gte': 1} # shares = Share.find(cond, {'_id': 0}) shares = Share.find(cond) share = random.choice(list(shares)) elif slug.isdigit(): share = Share.by_sid(slug) else: share = Share.by_slug(slug) if share: share.hitnum += 1 if isinstance(share.tags, str): share.tags = share.tags.split() share.save() share.pop('_id') return share
def post(self): commentbody = self.get_argument("commentbody", None) share_id = self.get_argument("share_id", None) comment = Comment doc = {} doc['user_id'] = self.current_user["user_id"] user = User.by_sid(self.current_user["user_id"]) # user_name in current_user is not the newest doc['user_name'] = user["user_name"] doc['share_id'] = int(share_id) doc['commentbody'] = commentbody comment.new(doc) share = Share.by_sid(share_id) share.commentnum += 1 share.save() # name = tornado.escape.xhtml_escape(self.current_user["user_name"]) # gravatar = get_avatar(self.current_user["user_email"], 50) self.res = { 'success': True, } self.write_json()
def post(self): commentbody = self.get_argument("commentbody", None) share_id = self.get_argument("share_id", None) html = markdown2.markdown(commentbody) comment = Comment comment['user_id'] = self.current_user["user_id"] comment['share_id'] = int(share_id) comment['commentbody'] = commentbody comment.save() share = Share.by_sid(share_id) share.commentnum += 1 share.save() name = tornado.escape.xhtml_escape(self.current_user["user_name"]) gravatar = get_avatar(self.current_user["user_email"], 50) newcomment = '' newcomment += ' <div class="comment">' newcomment += '<div class="avatar">' newcomment += '<img src="' + gravatar + '" />' newcomment += '</div>' newcomment += '<div class="name">' + name + '</div>' newcomment += '<div class="date" title="at"></div>' newcomment += html newcomment += '</div>' self.write(newcomment)
def post(self): # TODO # print(self.request.arguments) share_id = self.get_argument("id", None) title = self.get_argument("title", '') markdown = self.get_argument("markdown", '') content = self.get_argument("content", '') sharetype = self.get_argument("sharetype", '') slug = self.get_argument("slug", '') tags = self.get_argument("tags", '') # upload_img = self.get_argument("uploadImg", '') post_img = self.get_argument("post_Img", '') link = self.get_argument("link", '') user_id = self.current_user["user_id"] vote_open = self.get_argument("vote_open", '') vote_title = self.get_argument("vote_title", '') img_url = self.get_argument("img_url", '') tags = tags.split() if link: url = link doc = Webcache.find_one({'url': url}, {'_id': 0}) if doc: logger.info('already downloaded') doc_title = doc.title # markdown = doc.markdown else: sessions = requests.session() sessions.headers[ 'User-Agent'] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36' try: # response = sessions.get(url) response = sessions.get(url, timeout=4) # TODO: try to use a proxy except (requests.ConnectionError, requests.Timeout) as e: print(e) self.write("GFW...") return # except requests.exceptions.HTTPError as e: # if e.response.status_code == 400: # error = e.response.json() # code = error['code'] # message = error['message'] except Exception as e: logger.info('e: {}'.format(e)) # self.redirect("/") self.write("GFW") return # response.encoding = 'utf-8' # TODO response.encoding = get_charset(response) logger.info('response.encoding {}'.format(response.encoding)) doc = Document(response.text) doc_title = doc.title() summary = doc.summary() _markdown = html2text.html2text(summary) _markdown = _markdown.replace('-\n', '-').strip() res_webcache = {} res_webcache['url'] = url res_webcache['title'] = doc_title res_webcache['markdown'] = _markdown if _markdown: webcache = Webcache webcache.new(res_webcache) if vote_open.isdigit(): vote_open = int(vote_open) else: vote_open = 0 if not title: title = doc_title # 处理封面链接 if img_url and not post_img: ext = img_url.split('?')[0].split('.')[-1] ext = '.' + ext.lower() print(ext) assert ext in ['.jpg', '.jpeg', '.gif', '.png', '.bmp'] img_dir = 'static/upload/img' now = datetime.datetime.now() t = now.strftime('%Y%m%d_%H%M%S_%f') img_name = '%s%s' % (t, ext) img_path = '%s/%s' % (img_dir, img_name) print(img_path) r = requests.get(img_url, verify=False, stream=True) # stream=True) chunk_size = 100 with open(img_path, 'wb') as image: for chunk in r.iter_content(chunk_size): image.write(chunk) im = Image.open(img_path) width, height = im.size if width / height > 5 or height / width > 5: os.remove(img_path) # 判断比例 删除图片 print('请不要上传长宽比例过大的图片') else: # 创建1200x550 750x230 365x230缩略图 make_post_thumb(img_path, sizes=[(1200, 550), (750, 230), (365, 230), (260, 160)]) print('done') post_img = img_path.split('/')[-1] post_img = post_img.split('.')[0] + '_1200.jpg' res = { 'title': title, 'markdown': markdown, 'content': content, 'sharetype': sharetype, 'slug': slug, 'tags': tags, 'post_img': post_img, 'link': link, 'vote_open': vote_open, 'vote_title': vote_title, 'updated': time.time(), } # if not markdown: # self.redirect("/") # return if share_id: share = Share.by_sid(share_id) if not share: self.redirect("/404") share.update(res) share.save() else: share = Share res['user_id'] = user_id share = share.new(res) user = User.by_sid(user_id) user.user_leaf += 10 user.save() for i in tags: doc = {'name': i, 'share_ids': share.id} Tag.new(doc) self.redirect("/share/" + str(share.id))
def add_from_file(rss_url, rss_hostname, rss_name): # rss_file = 'content/gen/qdaily_2019-04-20 15:07:12.xml' n = Share.find().count() print(n) print(rss_name) feeds = feedparser.parse(rss_url) for post in feeds.entries[::-1]: # authors # itunes_episodetype full # itunes_episode # itunes_explicit # itunes_title # itunes_duration # published link subtitle id image title tags # links title_detail author_detail summary_detail guidislink published_parsed summary content author # subtitle_detail # title title_detail # published published_parsed # summary summary_detail # author # link links guidislink # authors # 'itunes_title', 'itunes_episode' # 'author_detail', 'id', 'itunes_duration' # <itunes:duration>6957</itunes:duration> # TODO # 修正内容 目前暂时不支持 # <enclosure type="audio/mpeg" url="https://kernelpanic.fm/55/audio.mp3"/> # <media:content url="https://cdn.flipboard.com/telegraph.co.uk/1356d637c7438f6fcffda0d5de177b6058904de6/original.jpg" medium="image" type="image/jpeg" width="480" height="300" /> # media_content # print(post.keys()) if hasattr(post, 'summary'): summary = post.summary assert post.summary == post.description else: summary = '' # 部分rss没有content if hasattr(post, 'content'): content = post.content[0]['value'] else: if hasattr(post, 'summary'): content = post.summary else: print('no content', rss_url, rss_hostname, rss_name) continue if content.startswith('<![CDATA[') and content.endswith(']]>'): # m = rgx.search(content) # content = m.group(1) content = content[9:-3] if summary.startswith('<![CDATA[') and summary.endswith(']]>'): summary = summary[9:-3] if hasattr(post, 'published'): if 'GMT' == post.published[-3:]: published = datetime.strptime(post.published, "%a, %d %b %Y %H:%M:%S GMT") elif ',' in post.published: if post.published.endswith('2019'): pass # May 19, 2019 published = datetime.strptime(post.published, "%b %d, %Y") else: published = datetime.strptime(post.published, "%a, %d %b %Y %H:%M:%S %z") # Thu, 18 Apr 2019 19:32:58 +0800 elif '/' in post.published: published = datetime.strptime(post.published, "%Y/%m/%d %H:%M:%S %z") elif 'Z' == post.published[-1]: post.published = post.published.replace('.000Z', 'Z') published = datetime.strptime(post.published, "%Y-%m-%dT%H:%M:%SZ") # <pubDate>15 Jun 2019 06:30:00 EST</pubDate> elif 'EST' in post.published: post.published = post.published[:-4] published = datetime.strptime(post.published, "%d %b %Y %H:%M:%S") elif 'T' in post.published: # 2019-05-24T15:05:50-04:00 post.published = post.published[:-6] # tz = post.published[-6:].replace(':', '') published = datetime.strptime(post.published, "%Y-%m-%dT%H:%M:%S") # published = published.replace(tzinfo=FixedOffset(tz)) elif post.published.count(' ') == 1: published = datetime.strptime(post.published, "%Y-%m-%d %H:%M:%S") else: published = datetime.strptime(post.published, "%Y-%m-%d %H:%M:%S %z") published = published.timestamp() else: if random.random() > 0.9: print('no published time') published = time.time() title = post.title link = post.link author = '' if hasattr(post, 'source'): source_title = post.source.title # print(source_title) print(rss_name, source_title) if rss_name == '虎嗅': pass author = source_title else: assert rss_name in source_title # assert rss_name == source_title source = rss_name if hasattr(post, 'category_title'): category = post.category_title assert ' ' not in category assert ',' not in category tags = [category] elif hasattr(post, 'tags'): tags = post.tags # print(tags) # assert len(tags) == 1 # tags = tags[0]['term'] tags = ','.join([t['term'] for t in tags]) category = '' if '-' in tags: print(tags) tags = tags.replace(' ', '-') tags = tags.split(',') for tag in tags: if ' ' in tag: print(tag) else: # print('no category') category = '' tags = [] sharetype = 'rss' try: markdown = html2text.html2text(content) except Exception as e: print('error in html-to-markdown: {}'.format(e)) continue assert link res = { 'title': title, 'link': link, 'source': source, 'category': category, 'content': content, 'summary': summary, 'sharetype': sharetype, 'tags': tags, 'markdown': markdown, 'published': published, 'updated': time.time(), } # print(post.keys()) if hasattr(post, 'author'): # TODO print('author: ', post.author) res['author'] = post.author else: res['author'] = author # 去重方案 # - 标题重复 found = Share.find({'title': title}) if found.count(): if found.count() > 1: print('!! repeated article title: {}'.format(title)) elif found.count() == 1: # continue share = Share.by_sid(found[0].id) if share and summary and not share.link and link: print(res['link']) print('title {} updated'.format(title)) share.update(res) share.save() else: print('title {} adding'.format(title)) email = '{}@anwensf.com'.format(rss_hostname) auser = User.by_email(email) assert auser share = Share user_id = auser.id res['user_id'] = user_id # just use 1 as default # continue assert res['link'] share = share.new(res) user = User.by_sid(user_id) user.user_leaf += 10 user.save() for i in tags: doc = {'name': i, 'share_ids': share.id} Tag.new(doc)
def fix(): # for i in adb.Hit_Col.find().sort('_id', 1): for i in open(f1): i = i.strip() idx, title, ajson = i.split('\t') slug = title markdown = json.loads(ajson)['md'] # markdown = markdown.replace(' BULLET::::', '\n') markdown = markdown.replace('BULLET::::', '†\n') markdown = markdown.replace('\n†\n', '\n') markdown = markdown.replace('†\n', '\n') markdown = markdown.replace('1.\n', '1. ') markdown = markdown.replace('2.\n', '2. ') markdown = markdown.replace('3.\n', '3. ') markdown = markdown.replace('4.\n', '4. ') markdown = markdown.replace('5.\n', '5. ') markdown = markdown.replace('6.\n', '6. ') markdown = markdown.replace('7.\n', '7. ') markdown = markdown.replace('8.\n', '8. ') markdown = markdown.replace('9.\n', '9. ') markdown = markdown.replace('0.\n', '0. ') markdown = markdown.replace('(\n)', '') markdown = markdown.replace('(,', '(') markdown = markdown.replace('()', '') markdown = markdown.replace('(; ,)', '') markdown = markdown.replace('\n!\n', '\n\n') # markdown = markdown.replace('## 三顾茅庐', '### 三顾茅庐') if title == '伍迪·艾伦': print(markdown) new_md = [] for j in markdown.split('\n'): # 特殊例子 # if cc_s2t.convert('三顾茅庐') in j: if '## 三顧茅廬' in j: j = j.replace('## 三顧茅廬', '### 三顧茅廬') print(j) if cc_s2t.convert('## 军事发明') in j: # 军事发明 j = j.replace('### 軍事發明', '## 軍事發明') print(j) j = j.replace('! colspan="2" colspan="2" 袁', '袁') if '!-' in j: j = j.split('!-')[0] if 'style=' in j: j = j.split('style=')[0] if '|valign' in j: j = j.split('|valign')[0] if 'align=' in j: j = j.split('align=')[0] if '! width' in j: j = j.split('! width')[0] if '! colspan="7"' in j: j = j.split('! colspan="7"')[0] if '! scope="col"' in j: j = j.split('! scope="col"')[0] j = j.strip() if j.startswith('BULLET::::'): j = j[10:] # print(repr(j), 1111, j.startswith('BULLET::::')) # assert i.endswith('.') # i = i[:-1] # i = i.replace('BULLET::::-', '<li>') + '</li>' new_md.append(j) new_md = '\n'.join(new_md) markdown = cc.convert(new_md) sharetype = 'goodlink' link = 'https://zh.wikipedia.org/wiki?curid={}'.format(idx) user_id = 1 res = { 'title': title, 'markdown': markdown, 'sharetype': sharetype, 'slug': slug, 'link': link, 'updated': time.time(), } if share_id: share = Share.by_sid(share_id) # print(share['title'], title) if share['title'] != title: continue if not share: raise share.update(res) share.save() else: share = Share.by_title(title) if share: print('fix', title) share.update(res) share.save() continue share = Share res['user_id'] = user_id share = share.new(res) print(idx) user = User.by_sid(user_id) # print(user) user.user_leaf += 10 user.save()
def get(self): share_id = self.get_argument("id", None) share = None if share_id: share = Share.by_sid(share_id) self.render("share.html", share=share)
def get(self, slug): share = None if slug.isdigit(): share = Share.by_sid(slug) else: share = Share.by_slug(slug) if share: share.hitnum += 1 share.save() share.markdown = markdown2.markdown(share.markdown) user = User.by_sid(share.user_id) share.user_name = user.user_name share.user_domain = user.user_domain tags = '' if share.tags: tags += 'tags:' for i in share.tags.split(' '): tags += '<a href="/tag/%s">%s</a> ' % (i, i) share.tags = tags user_id = int( self.current_user["user_id"]) if self.current_user else None like = Like.find_one( {'share_id': share.id, 'user_id': user_id}) share.is_liking = bool(like.likenum % 2) if like else None share.is_disliking = bool(like.dislikenum % 2) if like else None comments = [] comment_res = Comment.find({'share_id': share.id}) for comment in comment_res: user = User.by_sid(comment.user_id) comment.name = user.user_name comment.domain = user.user_domain comment.gravatar = get_avatar(user.user_email, 50) comments.append(comment) if user_id: hit = Hit.find( {'share_id': share.id}, {'user_id': int(self.current_user["user_id"])}, ) if hit.count() == 0: hit = Hit hit['share_id'] = share.id hit['user_id'] = int(self.current_user["user_id"]) hit.save() else: if not self.get_cookie(share.id): self.set_cookie(str(share.id), "1") posts = Share.find() suggest = [] for post in posts: post.score = 100 + post.id - post.user_id + post.commentnum * 3 post.score += post.likenum * 4 + post.hitnum * 0.01 post.score += randint(1, 999) * 0.001 common_tags = [i for i in post.tags.split( ' ') if i in share.tags.split(' ')] # list(set(b1) & set(b2)) post.score += len(common_tags) if post.sharetype == share.sharetype: post.score += 5 if self.current_user: is_hitted = Hit.find( {'share_id': share._id}, {'user_id': int(self.current_user["user_id"])}, ).count() > 0 else: is_hitted = self.get_cookie(share.id) if is_hitted: post.score -= 50 suggest.append(post) suggest.sort(key=lambda obj: obj.get('score')) suggest = suggest[:5] self.render( "sharee.html", share=share, comments=comments, suggest=suggest) else: old = 'http://blog.anwensf.com/' for i in options.old_links: if slug in i: self.redirect('%s%s' % (old, i), permanent=True) break return self.redirect("/404")
def get(self, slug): share = None if slug.isdigit(): share = Share.by_sid(slug) else: share = Share.by_slug(slug) if share: share.hitnum += 1 share.save() if share.markdown: share.content = markdown2.markdown(share.markdown) user = User.by_sid(share.user_id) share.user_name = user.user_name share.user_domain = user.user_domain tags = '' if share.tags: tags += 'tags:' for i in share.tags.split(' '): tags += '<a href="/tag/%s">%s</a> ' % (i, i) share.tags = tags user_id = int( self.current_user["user_id"]) if self.current_user else None like = Like.find_one( {'share_id': share.id, 'user_id': user_id}) share.is_liking = bool(like.likenum % 2) if like else None share.is_disliking = bool(like.dislikenum % 2) if like else None comments = [] comment_res = Comment.find({'share_id': share.id}) for comment in comment_res: user = User.by_sid(comment.user_id) comment.name = user.user_name comment.domain = user.user_domain comment.gravatar = get_avatar(user.user_email, 50) comments.append(comment) if user_id: hit = Hit.find( {'share_id': share.id}, {'user_id': int(self.current_user["user_id"])}, ) if hit.count() == 0: hit = Hit hit['share_id'] = share.id hit['user_id'] = int(self.current_user["user_id"]) hit.save() else: if not self.get_cookie(share.id): self.set_cookie(str(share.id), "1") posts = Share.find() suggest = [] for post in posts: post.score = 100 + post.id - post.user_id + post.commentnum * 3 post.score += post.likenum * 4 + post.hitnum * 0.01 post.score += randint(1, 999) * 0.001 common_tags = [i for i in post.tags.split( ' ') if i in share.tags.split(' ')] # list(set(b1) & set(b2)) post.score += len(common_tags) if post.sharetype == share.sharetype: post.score += 5 if self.current_user: is_hitted = Hit.find( {'share_id': share._id}, {'user_id': int(self.current_user["user_id"])}, ).count() > 0 else: is_hitted = self.get_cookie(share.id) if is_hitted: post.score -= 50 suggest.append(post) suggest.sort(key=lambda obj: obj.get('score')) suggest = suggest[:5] self.render( "sharee.html", share=share, comments=comments, suggest=suggest) else: old = 'http://blog.anwensf.com/' for i in options.old_links: if slug in i: self.redirect('%s%s' % (old, i), permanent=True) break return self.redirect("/404")