Beispiel #1
0
def update_stored_posts(db, posts):
    posts_fullnames = []
    subreddits = {}
    for post in posts:
        subreddit = post.get("subreddit")
        if subreddit not in subreddits:
            sbrdt = db.get_subreddit(subreddit)
            if sbrdt and sbrdt.get("params"):
                sbrdt_params = sbrdt.get("params")
                subreddits[subreddit] = sbrdt_params
        posts_fullnames.append(post.get("fullname"))

    posts = update_posts(posts_fullnames)

    for post in posts:
        sbrdt_params = subreddits.get(post.get("subreddit"))
        if sbrdt_params:
            retriever = Retriever()
            del sbrdt_params['lrtime']
            processed_post = retriever.process_post(post, **sbrdt_params)
            if processed_post:
                db.update_post(to_save(processed_post))
            else:
                db.delete_post(post.get("fullname"), post.get("video_id"))
Beispiel #2
0
def update_stored_posts(db, posts):
    posts_fullnames = []
    subreddits = {}
    for post in posts:
        subreddit = post.get("subreddit")
        if subreddit not in subreddits:
            sbrdt = db.get_subreddit(subreddit)
            if sbrdt and sbrdt.get("params"):
                sbrdt_params = sbrdt.get("params")
                subreddits[subreddit] = sbrdt_params
        posts_fullnames.append(post.get("fullname"))

    posts = update_posts(posts_fullnames)

    for post in posts:
        sbrdt_params = subreddits.get(post.get("subreddit"))
        if sbrdt_params:
            retriever = Retriever()
            del sbrdt_params['lrtime']
            processed_post = retriever.process_post(post, **sbrdt_params)
            if processed_post:
                db.update_post(to_save(processed_post))
            else:
                db.delete_post(post.get("fullname"), post.get("video_id"))