Exemple #1
0
 def run(self, index_name=None):
     # if no index name is passed then use the configured one
     indexes = list(current_app.data.elastic._get_indexes().keys())
     if index_name and index_name in indexes:
         indexes = [index_name]
     elif index_name:
         raise Exception("Index {} is not configured".format(index_name))
     for index_name in indexes:
         try:
             print('Starting index rebuilding for index: {}'.format(
                 index_name))
             es = get_es(superdesk.app.config['ELASTICSEARCH_URL'])
             clone_name = index_name + '-' + get_random_string()
             print('Creating index: ', clone_name)
             superdesk.app.data.elastic.create_index(
                 clone_name, superdesk.app.config['ELASTICSEARCH_SETTINGS'])
             real_name = superdesk.app.data.elastic.get_index_by_alias(
                 clone_name)
             print('Putting mapping for index: ', clone_name)
             superdesk.app.data.elastic.put_mapping(superdesk.app,
                                                    clone_name)
             print('Starting index rebuilding.')
             reindex(es, index_name, clone_name)
             print('Finished index rebuilding.')
             print('Deleting index: ', index_name)
             get_indices(es).delete(index_name)
             print('Creating alias: ', index_name)
             get_indices(es).put_alias(index=real_name, name=index_name)
             print('Alias created.')
             print('Deleting clone name alias')
             get_indices(es).delete_alias(name=clone_name, index=real_name)
             print('Deleted clone name alias')
         except elasticsearch.exceptions.NotFoundError as nfe:
             print(nfe)
         print('Index {0} rebuilt successfully.'.format(index_name))
Exemple #2
0
def drop_elastic(app):
    with app.app_context():
        try:
            es = get_es(app.config['ELASTICSEARCH_URL'])
            get_indices(es).delete(app.config['ELASTICSEARCH_INDEX'])
        except elasticsearch.exceptions.NotFoundError:
            pass
Exemple #3
0
def drop_elastic(app):
    with app.app_context():
        try:
            es = get_es(app.config['ELASTICSEARCH_URL'])
            get_indices(es).delete(app.config['ELASTICSEARCH_INDEX'])
        except elasticsearch.exceptions.NotFoundError:
            pass
 def run(self, index_name=None):
     # if no index name is passed then use the configured one
     index_name = index_name if index_name else superdesk.app.config['ELASTICSEARCH_INDEX']
     print('Starting index rebuilding for index: {}'.format(index_name))
     if index_name not in self._get_available_indexes():
         raise Exception("Index {} is not configured".format(index_name))
     try:
         es = get_es(superdesk.app.config['ELASTICSEARCH_URL'])
         clone_name = index_name + '-' + get_random_string()
         print('Creating index: ', clone_name)
         superdesk.app.data.elastic.create_index(clone_name, superdesk.app.config['ELASTICSEARCH_SETTINGS'])
         real_name = superdesk.app.data.elastic.get_index_by_alias(clone_name)
         print('Putting mapping for index: ', clone_name)
         superdesk.app.data.elastic.put_mapping(superdesk.app, clone_name)
         print('Starting index rebuilding.')
         reindex(es, index_name, clone_name)
         print('Finished index rebuilding.')
         print('Deleting index: ', index_name)
         get_indices(es).delete(index_name)
         print('Creating alias: ', index_name)
         get_indices(es).put_alias(index=real_name, name=index_name)
         print('Alias created.')
         print('Deleting clone name alias')
         get_indices(es).delete_alias(name=clone_name, index=real_name)
         print('Deleted clone name alias')
     except elasticsearch.exceptions.NotFoundError as nfe:
         print(nfe)
     print('Index {0} rebuilt successfully.'.format(index_name))
def rebuild_elastic_index():
    index_name = app.config['CONTENTAPI_ELASTICSEARCH_INDEX']
    try:
        es = get_es(app.config['CONTENTAPI_ELASTICSEARCH_URL'])
        print('rebuilding index', index_name)

        # remove alias from current index
        old_index = app.data.elastic.get_index_by_alias(index_name)
        print('removing old index alias', old_index)
        get_indices(es).delete_alias(name=index_name, index=old_index)

        # create new index
        print('creating new index')
        app.data.elastic.create_index(index_name,
                                      app.config['ELASTICSEARCH_SETTINGS'])
        new_index = app.data.elastic.get_index_by_alias(index_name)

        print('putting mapping to index', new_index)
        app.data.elastic.put_mapping(app, new_index)

        try:
            print('starting index rebuilding')
            reindex(es, old_index, new_index)
            print('finished index rebuilding.')
            print('deleting old index', old_index)
            get_indices(es).delete(old_index)
        except elasticsearch.helpers.BulkIndexError as err:
            print('reindex error', err)
            print('keeping old index', old_index)

        print('index rebuilt done successfully', index_name)
    except elasticsearch.exceptions.NotFoundError as nfe:
        print(nfe)
Exemple #6
0
def rebuild_elastic_index():
    index_name = app.config['CONTENTAPI_ELASTICSEARCH_INDEX']
    print('Starting index rebuilding for index: {}'.format(index_name))
    try:
        es = get_es(app.config['CONTENTAPI_ELASTICSEARCH_URL'])
        clone_name = index_name + '-' + get_random_string()
        print('Creating index: ', clone_name)
        app.data.elastic.create_index(clone_name,
                                      app.config['ELASTICSEARCH_SETTINGS'])
        real_name = app.data.elastic.get_index_by_alias(clone_name)
        print('Putting mapping for index: ', clone_name)
        app.data.elastic.put_mapping(app, clone_name)
        print('Starting index rebuilding.')
        reindex(es, index_name, clone_name)
        print('Finished index rebuilding.')
        print('Deleting index: ', index_name)
        get_indices(es).delete(index_name)
        print('Creating alias: ', index_name)
        get_indices(es).put_alias(index=real_name, name=index_name)
        print('Alias created.')
        print('Deleting clone name alias')
        get_indices(es).delete_alias(name=clone_name, index=real_name)
        print('Deleted clone name alias')
    except elasticsearch.exceptions.NotFoundError as nfe:
        print(nfe)
    print('Index {0} rebuilt successfully.'.format(index_name))
Exemple #7
0
def drop_elastic(app):
    with app.app_context():
        es = get_es(app.config['ELASTICSEARCH_URL'])
        indexes = [app.config['ELASTICSEARCH_INDEX']] + list(app.config['ELASTICSEARCH_INDEXES'].values())
        for index in indexes:
            try:
                es.indices.delete(index)
            except elasticsearch.exceptions.NotFoundError:
                pass
Exemple #8
0
def drop_elastic(app):
    with app.app_context():
        es = get_es(app.config['ELASTICSEARCH_URL'])
        indexes = [app.config['ELASTICSEARCH_INDEX']] + list(app.config['ELASTICSEARCH_INDEXES'].values())
        for index in indexes:
            try:
                es.indices.delete(index)
            except elasticsearch.exceptions.NotFoundError:
                pass
    def run(self, sd_index, capi_index):
        if not (sd_index or capi_index):
            raise SystemExit("You must specify at least one elastic index to flush. " "Options: `--sd`, `--capi`")

        self._es = get_es(superdesk.app.config["ELASTICSEARCH_URL"])

        if sd_index:
            self._delete_elastic(superdesk.app.config["ELASTICSEARCH_INDEX"])
        if capi_index:
            self._delete_elastic(superdesk.app.config["CONTENTAPI_ELASTICSEARCH_INDEX"])

        self._index_from_mongo(sd_index, capi_index)
 def run(self):
     index_name = superdesk.app.config['ELASTICSEARCH_INDEX']
     print('Starting index rebuilding for index: ', index_name)
     try:
         es = get_es(superdesk.app.config['ELASTICSEARCH_URL'])
         clone_name = index_name + '-' + get_random_string()
         print('Creating index: ', clone_name)
         superdesk.app.data.elastic.create_index(clone_name, superdesk.app.config['ELASTICSEARCH_SETTINGS'])
         print('Putting mapping for index: ', clone_name)
         superdesk.app.data.elastic.put_mapping(superdesk.app, clone_name)
         print('Starting index rebuilding.')
         reindex(es, index_name, clone_name)
         print('Finished index rebuilding.')
         print('Deleting index: ', index_name)
         get_indices(es).delete(index_name)
         print('Creating alias: ', index_name)
         get_indices(es).put_alias(index=clone_name, name=index_name)
         print('Alias created.')
     except elasticsearch.exceptions.NotFoundError as nfe:
         print(nfe)
     print('Index {0} rebuilt successfully.'.format(index_name))
Exemple #11
0
 def run(self):
     index_name = superdesk.app.config['ELASTICSEARCH_INDEX']
     print('Starting index rebuilding for index: ', index_name)
     try:
         es = get_es(superdesk.app.config['ELASTICSEARCH_URL'])
         clone_name = index_name + '-' + get_random_string()
         print('Creating index: ', clone_name)
         get_indices(es).create(clone_name)
         print('Putting mapping for index: ', clone_name)
         superdesk.app.data.elastic.put_mapping(superdesk.app, clone_name)
         print('Starting index rebuilding.')
         reindex(es, index_name, clone_name)
         print('Finished index rebuilding.')
         print('Deleting index: ', index_name)
         get_indices(es).delete(index_name)
         print('Creating alias: ', index_name)
         get_indices(es).put_alias(index_name, clone_name)
         print('Alias created.')
     except elasticsearch.exceptions.NotFoundError as nfe:
         print(nfe)
     print('Index {0} rebuilt successfully.'.format(index_name))