コード例 #1
0
ファイル: packages.py プロジェクト: Rikanishu/rdr
    def fetch_packages(self):
        package_ids = None
        key = 'popular_packages.' + str(self.user.id)
        if self.use_cache:
            try:
                package_ids = cache.get(key)
            except Exception as e:
                app.logger.exception(e)
                app.logger.info("An exception catched, disable cache")
                self.use_cache = False
        if package_ids is None:
            packages = db.session.query(Subscribe.feed_id, db.func.count(Subscribe.id).label('total')) \
                .filter(Subscribe.type == Subscribe.TYPE_FEED) \
                .filter(Subscribe.feed_id.notin_(db.session.query(Subscribe.feed_id).filter(
                    (Subscribe.user_id == self.user.id) & (Subscribe.feed_id.isnot(None))
                ).group_by(Subscribe.feed_id))) \
                .group_by(Subscribe.feed_id) \
                .order_by(db.desc('total')) \
                .limit(500)
            package_ids = []
            for (feed_id, _count) in packages:
                package_ids.append(feed_id)
            if self.random_order:
                import random
                random.shuffle(package_ids)
            package_ids = package_ids[:self.packages_count]
            if self.use_cache:
                cache.set(key, package_ids, timeout=self.timeout)

        feeds = Feed.query.filter(Feed.id.in_(package_ids))
        return feeds
コード例 #2
0
ファイル: last_visit_news.py プロジェクト: Rikanishu/rdr
 def fetch_news(self):
     article_ids = None
     key = self._get_cache_key() + '.' + str(self.user.id)
     if self.use_cache:
         try:
             article_ids = cache.get(key)
         except Exception as e:
             app.logger.exception(e)
             app.logger.info("An exception catched, disable cache")
             self.use_cache = False
     if article_ids is None:
         article_ids = self.generate()
         if self.use_cache:
             cache.set(key, article_ids, timeout=self.timeout)
     return article_ids
コード例 #3
0
ファイル: feeds.py プロジェクト: Rikanishu/rdr
def fetch_feed_articles(feed_id):
    from rdr.modules.feeds.articles.sync import ArticlesSynchronizer
    from rdr.modules.feeds.models import Feed
    from rdr.application.cache import cache

    sync_count = 0
    cache_key = 'tasks.fetch_feed_articles.lock.' + str(feed_id)
    if not cache.get(cache_key):
        cache.set(cache_key, True, timeout=ARTICLE_FETCH_TIMEOUT)
        feed = Feed.query.filter(Feed.id == feed_id).first()
        if feed:
            synchronizer = ArticlesSynchronizer(feed)
            articles = synchronizer.sync()
            sync_count = len(articles)
        cache.delete(cache_key)
    return feed_id, sync_count