def initialize(self): self.cache = yield mongo_cache.createCache('tags_lite_cache', lambda d : func.updateDict(d, {'_id': d['tag_name']})) self.tagsCache.addDependent(self) # Force any already-cached values to be cached tags = yield self.tagsCache.cache.query({}) for tagDict in tags: self.workQueue.add(self._removeDetailAndCache, 'load', tagDict)
def initialize(self): self.cache = yield mongo_cache.createCache( "tags_lite_cache", lambda d: func.updateDict(d, {"_id": d["tag_name"]}) ) self.tagsCache.addDependent(self) # Force any already-cached values to be cached tags = yield self.tagsCache.cache.query({}) for tagDict in tags: self.workQueue.add(self._removeDetailAndCache, "load", tagDict)
def initialize(self): cacheId = lambda d: func.updateDict(d, {"_id": d["user_name"] + "_" + d["pipeline_name"]}) self.cache = yield mongo_cache.createCache("pipelines_cache", cacheId) self.persistManager.addDependent(self) self.tagNotify.addDependent(self) pipelines = yield defer_utils.tryUntil( 10, lambda: self.persistManager.loadAllPipelinesByAdmin({}), onFailure=defer_utils.sleep(2) ) for pipeline in pipelines: self.workQueue.add(self._pipelineToDictAndCache, "load", pipeline)
def initialize(self): cacheId = lambda d : func.updateDict(d, {'_id': d['user_name'] + '_' + d['pipeline_name']}) self.cache = yield mongo_cache.createCache('pipelines_cache', cacheId) self.persistManager.addDependent(self) self.tagNotify.addDependent(self) pipelines = yield defer_utils.tryUntil(10, lambda : self.persistManager.loadAllPipelinesByAdmin({}), onFailure=defer_utils.sleep(2)) for pipeline in pipelines: self.workQueue.add(self._pipelineToDictAndCache, 'load', pipeline)
def initialize(self): self.cache = yield mongo_cache.createCache("tags_cache", lambda d: func.updateDict(d, {"_id": d["tag_name"]})) self.persistManager.addDependent(self) # If there are a lot of tags we want to parallelize caching them self.workQueue.parallel = 100 # Force all tags to be cached tags = yield self.persistManager.listTags() for tagName in tags: yield self.persistManager.loadTag(tagName) yield defer_work_queue.waitForCompletion(self.workQueue) # Now that we are done, set it back to 1 self.workQueue.parallel = 1
def initialize(self): self.cache = yield mongo_cache.createCache('tags_cache', lambda d : func.updateDict(d, {'_id': d['tag_name']})) self.persistManager.addDependent(self) # If there are a lot of tags we want to parallelize caching them self.workQueue.parallel = 100 # Force all tags to be cached tags = yield self.persistManager.listTags() for tagName in tags: yield self.persistManager.loadTag(tagName) yield defer_work_queue.waitForCompletion(self.workQueue) # Now that we are done, set it back to 1 self.workQueue.parallel = 1