Exemplo n.º 1
0
    def __init__(self, config, logger):
        self.config = config
        self.logger = logger
        es_conf = self.config["elasticsearch"]
        connection = Connection(es_conf["connectionString"],
                                access_key=es_conf.get("accessKey"),
                                secret_key=es_conf.get("secretKey"),
                                region=es_conf.get("region"))

        self.update_manager = UpdateManager(logger, connection)
Exemplo n.º 2
0
class IndexPruner(object):
    """
        Prunes old documents from the Elasticsearch index.
    """
    def __init__(self, config, logger):
        self.config = config
        self.logger = logger
        es_conf = self.config["elasticsearch"]
        connection = Connection(
            es_conf["connectionString"],
            access_key=es_conf.get("accessKey"),
            secret_key=es_conf.get("secretKey"),
            region=es_conf.get("region"))

        self.update_manager = UpdateManager(logger, connection)

    def run(self):
        """
            Runs search index cleaning process.
        """
        path_list = []

        for bucket in self.config["buckets"]:
            path = os.path.join("/" + bucket["referenceName"], "artifact/*")
            path_list.append(path)
            self.logger.debug("Building path for {0}. {1}".format(bucket["referenceName"], path))

        response = self.update_manager.remove_unlisted_documents_wildcard(MetadataKeys.PATH, path_list)
        self.logger.debug("Successfuly cleaned search index. {0} old documents deleted".format(response))
Exemplo n.º 3
0
class IndexPruner(object):
    """
        Prunes old documents from the Elasticsearch index.
    """
    def __init__(self, config, logger):
        self.config = config
        self.logger = logger
        es_conf = self.config["elasticsearch"]
        connection = Connection(es_conf["connectionString"],
                                access_key=es_conf.get("accessKey"),
                                secret_key=es_conf.get("secretKey"),
                                region=es_conf.get("region"))

        self.update_manager = UpdateManager(logger, connection)

    def run(self):
        """
            Runs search index cleaning process.
        """
        path_list = []

        for bucket in self.config["buckets"]:
            path = os.path.join("/" + bucket["referenceName"], "artifact/*")
            path_list.append(path)
            self.logger.debug("Building path for {0}. {1}".format(
                bucket["referenceName"], path))

        response = self.update_manager.remove_unlisted_documents_wildcard(
            MetadataKeys.PATH, path_list)
        self.logger.debug(
            "Successfuly cleaned search index. {0} old documents deleted".
            format(response))
Exemplo n.º 4
0
    def update_manager(self):
        """
            Returns:
                pyshelf.search.update_manager.UpdateManager
        """
        if not self._update_manager:
            self._update_manager = UpdateManager(self.logger, self.connection)

        return self._update_manager
Exemplo n.º 5
0
    def __init__(self, config, logger):
        self.config = config
        self.logger = logger
        es_conf = self.config["elasticsearch"]
        connection = Connection(
            es_conf["connectionString"],
            access_key=es_conf.get("accessKey"),
            secret_key=es_conf.get("secretKey"),
            region=es_conf.get("region"))

        self.update_manager = UpdateManager(logger, connection)