def __init__(self, config, logger):
self.config = config
self.logger = logger
es_conf = self.config["elasticsearch"]
connection = Connection(es_conf["connectionString"],
access_key=es_conf.get("accessKey"),
secret_key=es_conf.get("secretKey"),
region=es_conf.get("region"))
self.update_manager = UpdateManager(logger, connection)
class IndexPruner(object):
"""
Prunes old documents from the Elasticsearch index.
"""
def __init__(self, config, logger):
self.config = config
self.logger = logger
es_conf = self.config["elasticsearch"]
connection = Connection(
es_conf["connectionString"],
access_key=es_conf.get("accessKey"),
secret_key=es_conf.get("secretKey"),
region=es_conf.get("region"))
self.update_manager = UpdateManager(logger, connection)
def run(self):
"""
Runs search index cleaning process.
"""
path_list = []
for bucket in self.config["buckets"]:
path = os.path.join("/" + bucket["referenceName"], "artifact/*")
path_list.append(path)
self.logger.debug("Building path for {0}. {1}".format(bucket["referenceName"], path))
response = self.update_manager.remove_unlisted_documents_wildcard(MetadataKeys.PATH, path_list)
self.logger.debug("Successfuly cleaned search index. {0} old documents deleted".format(response))
class IndexPruner(object):
"""
Prunes old documents from the Elasticsearch index.
"""
def __init__(self, config, logger):
self.config = config
self.logger = logger
es_conf = self.config["elasticsearch"]
connection = Connection(es_conf["connectionString"],
access_key=es_conf.get("accessKey"),
secret_key=es_conf.get("secretKey"),
region=es_conf.get("region"))
self.update_manager = UpdateManager(logger, connection)
def run(self):
"""
Runs search index cleaning process.
"""
path_list = []
for bucket in self.config["buckets"]:
path = os.path.join("/" + bucket["referenceName"], "artifact/*")
path_list.append(path)
self.logger.debug("Building path for {0}. {1}".format(
bucket["referenceName"], path))
response = self.update_manager.remove_unlisted_documents_wildcard(
MetadataKeys.PATH, path_list)
self.logger.debug(
"Successfuly cleaned search index. {0} old documents deleted".
format(response))
def update_manager(self):
"""
Returns:
pyshelf.search.update_manager.UpdateManager
"""
if not self._update_manager:
self._update_manager = UpdateManager(self.logger, self.connection)
return self._update_manager
def __init__(self, config, logger):
self.config = config
self.logger = logger
es_conf = self.config["elasticsearch"]
connection = Connection(
es_conf["connectionString"],
access_key=es_conf.get("accessKey"),
secret_key=es_conf.get("secretKey"),
region=es_conf.get("region"))
self.update_manager = UpdateManager(logger, connection)