示例#1
0
    def test_index_exception(self):
        """
        Ensure that an exception is thrown if we have not indexed properly.
        """
        # Delete the index
        remove_index()

        search_url = "/api/v1/repositories/{repo}/search/".format(
            repo=self.repo.slug)
        with self.assertRaises(ReindexException):
            self.client.get(search_url)

        # Create a mapping
        with self.assertRaises(ReindexException):
            # Mapping doesn't exist yet
            get_conn()

        conn = get_conn(verify=False)
        conn.indices.create(INDEX_NAME)
        conn.indices.refresh()
        create_mapping()

        resp = self.client.get(search_url)
        self.assertEqual(resp.status_code, HTTP_200_OK)
        self.assertEqual(json.loads(resp.content.decode('utf-8'))['count'], 0)

        # Reindex all resources
        resource_ids = LearningResource.objects.values_list("id", flat=True)
        index_resources(resource_ids)

        resp = self.client.get(search_url)
        self.assertEqual(resp.status_code, HTTP_200_OK)
        self.assertEqual(
            json.loads(resp.content.decode('utf-8'))['count'],
            len(resource_ids))
示例#2
0
文件: es.py 项目: it3s/mootiro-maps
def index_all():
    """ Reindex all objects """
    with virtualenv(), env.cd("mootiro_maps"):
        setup_django()

        from organization.models import Organization
        from komoo_resource.models import Resource
        from need.models import Need
        from community.models import Community
        from authentication.models import User
        from komoo_project.models import Project
        from search.utils import reset_index, create_mapping, refresh_index, index_object

        model_list = [Organization, Resource, Need, Community, User, Project]

        logging.info("Recreating index ... ")
        reset_index()

        logging.info("Create mappings ... ")
        create_mapping()

        logging.info("Indexing each object ... ")
        for model in model_list:
            for obj in model.objects.all():
                index_object(obj)

        logging.info("refreshing index ... ")
        refresh_index()

        logging.info("ES indexes rebuilt.")
示例#3
0
def index_all():
    """ Reindex all objects """
    with virtualenv(), env.cd('mootiro_maps'):
        setup_django()

        from organization.models import Organization
        from komoo_resource.models import Resource
        from need.models import Need
        from community.models import Community
        from authentication.models import User
        from komoo_project.models import Project
        from search.utils import (reset_index, create_mapping, refresh_index,
                                  index_object)

        model_list = [Organization, Resource, Need, Community, User, Project]

        logging.info('Recreating index ... ')
        reset_index()

        logging.info('Create mappings ... ')
        create_mapping()

        logging.info('Indexing each object ... ')
        for model in model_list:
            for obj in model.objects.all():
                index_object(obj)

        logging.info('refreshing index ... ')
        refresh_index()

        logging.info('ES indexes rebuilt.')
def configure_elasticsearch():
    """ configure elasticsearch from scratch """
    run_elasticsearch(bg='true')
    local('sleep 10s')
    setup_django()
    from search.utils import reset_index, create_mapping, index_object
    reset_index()
    create_mapping()
    kill_tasks('elasticsearch')
示例#5
0
def elasticsearch():
    """ configure elasticsearch from scratch """
    run_elasticsearch(bg='true')
    env.run('sleep 10s')
    setup_django()
    from search.utils import reset_index, create_mapping
    reset_index()
    create_mapping()
    kill_tasks('elasticsearch')
示例#6
0
    def test_index_exception(self):
        """
        Ensure that an exception is thrown if we have not indexed properly.
        """
        # Delete the index
        remove_index()

        search_url = "/api/v1/repositories/{repo}/search/".format(
            repo=self.repo.slug
        )
        with self.assertRaises(ReindexException):
            self.client.get(search_url)

        # Create a mapping
        with self.assertRaises(ReindexException):
            # Mapping doesn't exist yet
            get_conn()

        conn = get_conn(verify=False)
        conn.indices.create(INDEX_NAME)
        conn.indices.refresh()
        create_mapping()

        resp = self.client.get(search_url)
        self.assertEqual(resp.status_code, HTTP_200_OK)
        self.assertEqual(json.loads(resp.content.decode('utf-8'))['count'], 0)

        # Reindex all resources
        resource_ids = LearningResource.objects.values_list("id", flat=True)
        index_resources(resource_ids)

        resp = self.client.get(search_url)
        self.assertEqual(resp.status_code, HTTP_200_OK)
        self.assertEqual(
            json.loads(resp.content.decode('utf-8'))['count'],
            len(resource_ids)
        )
示例#7
0
 def handle(self, *args, **options):
     """Refreshes the Elasticsearch index."""
     create_mapping()
     index_resources(LearningResource.objects.values_list("id", flat=True))