def _get_ocean_backend(self, enrich_backend): backend_cmd = None no_incremental = False clean = False from .task_projects import TaskProjects repos = TaskProjects.get_repos_by_backend_section(self.backend_section) if len(repos) == 1: # Support for filter raw when we have one repo repo = repos[0] repo, repo_labels = self._extract_repo_labels(self.backend_section, repo) p2o_args = self._compose_p2o_params(self.backend_section, repo) filter_raw = p2o_args['filter-raw'] if 'filter-raw' in p2o_args else None ocean_backend = get_ocean_backend(backend_cmd, enrich_backend, no_incremental, filter_raw) else: ocean_backend = get_ocean_backend(backend_cmd, enrich_backend, no_incremental) elastic_ocean = get_elastic(self._get_collection_url(), self.conf[self.backend_section]['raw_index'], clean, ocean_backend) ocean_backend.set_elastic(elastic_ocean) return ocean_backend
def _get_ocean_backend(self, enrich_backend): backend_cmd = None no_incremental = False clean = False from .task_projects import TaskProjects repos = TaskProjects.get_repos_by_backend_section(self.backend_section) if len(repos) == 1: # Support for filter raw when we have one repo (filter_raw, filters_raw_prefix) = self.__filters_raw(repos[0]) if filter_raw or filters_raw_prefix: logger.info("Using %s %s for getting identities from raw", filter_raw, filters_raw_prefix) ocean_backend = get_ocean_backend(backend_cmd, enrich_backend, no_incremental, filter_raw, filters_raw_prefix) else: ocean_backend = get_ocean_backend(backend_cmd, enrich_backend, no_incremental) elastic_ocean = get_elastic( self._get_collection_url(), self.conf[self.backend_section]['raw_index'], clean, ocean_backend) ocean_backend.set_elastic(elastic_ocean) return ocean_backend