def __init__(self, cluster, name, replication_factor, read_size): self.cluster = cluster self.name = name self.replication_factor = replication_factor self.read_size = read_size self.session = None # Create session. self.create_session() # Cache for Stream instances. self.stream_cache = InMemoryLRUCache(max_items=1000)
def __init__(self, namespace, stream, width, shards, read_size): self.session = namespace.session self.read_size = read_size self.stream = stream self.shards = shards self.width = width self.namespace = namespace # Index cache is a write cache: it prevents us from writing to the # bucket index if we've already updated it in a previous # operation. self.index_cache = InMemoryLRUCache(max_items=1000)
def __init__(self, storage): self.es = storage.es self.index_prefix = storage.index_prefix self.rollover_size = storage.rollover_size self.rollover_check_period_seconds = storage.rollover_check_period_seconds self.namespaces = storage.namespaces self.namespace_to_metadata = {} # Alias cache is a write cache. It prevents us creating an alias for an # index if we've already created it in a previous operation. self.alias_cache = defaultdict( lambda: InMemoryLRUCache(max_items=1000)) self.update() self.rollover_worker = gevent.spawn(self.update_periodic) atexit.register(self.kill_rollover_worker)