last_post = db.get_config('last_post')
reddit_url = 'http://www.reddit.com/r/%s/new.json' % '+'.join(SUBS)
print 'firehose from %s' % reddit_url
while True:
sleep(2)
try:
posts = Reddit.get(reddit_url)
except Exception, e:
#print 'error when querying %s: %s' % (reddit_url, str(e))
continue
for post in posts:
if last_post != None and post.id == last_post:
break
if post.selftext != None:
# TODO self-text, skip it
continue
url = post.url
shorturl = 'http://redd.it/%s' % post.id
subreddit = post.subreddit
author = post.author
title = post.title
print ','.join( [shorturl, url, subreddit, author, title] )
db.insert('posts', [post.id, shorturl, url, subreddit, author, title,])
if len(posts) > 0:
last_post = posts[0].id
db.set_config('last_post', last_post)
db.commit()
