コード例 #1
0
ファイル: tags_cache.py プロジェクト: carze/vappio
 def initialize(self):
     self.cache = yield mongo_cache.createCache('tags_lite_cache',
                                                lambda d : func.updateDict(d, {'_id': d['tag_name']}))
     self.tagsCache.addDependent(self)
     
     # Force any already-cached values to be cached
     tags = yield self.tagsCache.cache.query({})
     for tagDict in tags:
         self.workQueue.add(self._removeDetailAndCache, 'load', tagDict)
コード例 #2
0
ファイル: tags_cache.py プロジェクト: carze/vappio
    def initialize(self):
        self.cache = yield mongo_cache.createCache(
            "tags_lite_cache", lambda d: func.updateDict(d, {"_id": d["tag_name"]})
        )
        self.tagsCache.addDependent(self)

        # Force any already-cached values to be cached
        tags = yield self.tagsCache.cache.query({})
        for tagDict in tags:
            self.workQueue.add(self._removeDetailAndCache, "load", tagDict)
コード例 #3
0
ファイル: pipelines_cache.py プロジェクト: carze/vappio
    def initialize(self):
        cacheId = lambda d: func.updateDict(d, {"_id": d["user_name"] + "_" + d["pipeline_name"]})

        self.cache = yield mongo_cache.createCache("pipelines_cache", cacheId)

        self.persistManager.addDependent(self)
        self.tagNotify.addDependent(self)

        pipelines = yield defer_utils.tryUntil(
            10, lambda: self.persistManager.loadAllPipelinesByAdmin({}), onFailure=defer_utils.sleep(2)
        )
        for pipeline in pipelines:
            self.workQueue.add(self._pipelineToDictAndCache, "load", pipeline)
コード例 #4
0
ファイル: pipelines_cache.py プロジェクト: carze/vappio
    def initialize(self):
        cacheId = lambda d : func.updateDict(d, {'_id': d['user_name'] +
                                                 '_' +
                                                 d['pipeline_name']})
        
        self.cache = yield mongo_cache.createCache('pipelines_cache',
                                                   cacheId)

        self.persistManager.addDependent(self)
        self.tagNotify.addDependent(self)

        pipelines = yield defer_utils.tryUntil(10,
                                               lambda : self.persistManager.loadAllPipelinesByAdmin({}),
                                               onFailure=defer_utils.sleep(2))
        for pipeline in pipelines:
            self.workQueue.add(self._pipelineToDictAndCache, 'load', pipeline)
コード例 #5
0
ファイル: tags_cache.py プロジェクト: carze/vappio
    def initialize(self):
        self.cache = yield mongo_cache.createCache("tags_cache", lambda d: func.updateDict(d, {"_id": d["tag_name"]}))
        self.persistManager.addDependent(self)

        # If there are a lot of tags we want to parallelize caching them
        self.workQueue.parallel = 100

        # Force all tags to be cached
        tags = yield self.persistManager.listTags()
        for tagName in tags:
            yield self.persistManager.loadTag(tagName)

        yield defer_work_queue.waitForCompletion(self.workQueue)

        # Now that we are done, set it back to 1
        self.workQueue.parallel = 1
コード例 #6
0
ファイル: tags_cache.py プロジェクト: carze/vappio
    def initialize(self):
        self.cache = yield mongo_cache.createCache('tags_cache',
                                                   lambda d : func.updateDict(d, {'_id': d['tag_name']}))
        self.persistManager.addDependent(self)

        # If there are a lot of tags we want to parallelize caching them
        self.workQueue.parallel = 100
        
        # Force all tags to be cached
        tags = yield self.persistManager.listTags()
        for tagName in tags:
            yield self.persistManager.loadTag(tagName)

        yield defer_work_queue.waitForCompletion(self.workQueue)

        # Now that we are done, set it back to 1
        self.workQueue.parallel = 1