def post_links():
session = Session()
data = json.loads(request.data)
for link in data['links']:
post = Post.get_or_create(session, link['reddit_id'])
subreddit = Subreddit.get_or_create(session, link['sub_name'])
user = User.get_or_create(session, link['authorname'])
post.subreddit_id = subreddit.id
post.author_id = user.id
post.domain = link['domain']
post.title = link['title']
post.url = link['url']
post.score = link['score']
post.downs = link['downs']
post.ups = link['ups']
post.is_self = link['is_self']
post.over_18 = link['over_18']
post.thumbnail = link['thumbnail']
post.created = float(link['created'])
post.scraped_time = Util.now()
session.add(post)
session.commit()
session.close()
return jsonify({'received':True})
def update(session, user, praw_post, score):
post = Post.get_or_create(session, praw_post.id)
post.update_from_praw(praw_post)
post.author_id = user.id
Util.update_subreddit(Subreddit, post, session, praw_post.subreddit.display_name)
vote = Vote.get_or_create(session, user, post, score)
vote.vote = score
session.add(vote)
session.add(post)
def main(notify):
session = Session()
gen = r.get_subreddit("all").get_top(limit=3000)
start = session.query(Post).count()
notify("Getting posts, initial count: %d" % start)
count = 0
for post in gen:
count += 1
p = Post.get_or_create(session, post.id)
p.update_from_praw(post)
author_name = Util.patch_author(post.author)
Util.update_user(User, p, session, author_name)
Util.update_subreddit(Subreddit, p, session, post.subreddit.display_name)
session.add(p)
session.commit()
diff = session.query(Post).count() - start
notify("Added %d posts" % diff)
