def build_table(self):
try:
self.es.indices.create(index=self.table_name, body=build_es_mapping(self.config))
set_index_reindex_settings(self.es, self.table_name)
except RequestError:
# table already exists
pass
def test_set_index_reindex(self):
initialize_index_and_mapping(self.es, TEST_INDEX_INFO)
set_index_reindex_settings(self.es, self.index)
index_settings_back = self.es.indices.get_settings(
self.index)[self.index]['settings']
self._compare_es_dicts(INDEX_REINDEX_SETTINGS, index_settings_back,
'index')
def _initialize_target(es, target_index_info):
if es.indices.exists(target_index_info.index):
print(
f"Target index '{target_index_info.index}' already exists. Skipping initialization."
)
return
print("Creating target index")
print("\tEnabling cluster routing")
es.cluster.put_settings(
{"transient": {
"cluster.routing.allocation.enable": "all"
}})
initialize_index(es, target_index_info)
set_index_reindex_settings(es, target_index_info.index)
print("\tSetting number of replicas to 0")
es.indices.put_settings({"index.number_of_replicas": 0},
index=target_index_info.index)
for i in range(6):
health = es.cluster.health(index=target_index_info.index)
status = health["status"]
if status == "green":
break
print(
f"\tWaiting for index status to be green. Current status: '{status}'"
)
time.sleep(5)
print("\tDisabling cluster routing")
es.cluster.put_settings(
{"transient": {
"cluster.routing.allocation.enable": "none"
}})
def _prepare_index_for_reindex(self):
if not self.es.indices.exists(self.index_info.index):
self.es.indices.create(index=self.index_info.index, body=self.index_info.meta)
initialize_mapping_if_necessary(self.es, self.index_info)
set_index_reindex_settings(self.es, self.index_info.index)
def _prepare_index_for_reindex(es, index_info):
if not es.indices.exists(index_info.index):
es.indices.create(index=index_info.index, body=index_info.meta)
initialize_mapping_if_necessary(es, index_info)
set_index_reindex_settings(es, index_info.index)
def test_set_index_reindex(self):
TestElasticPillow() # hack to create the index first
set_index_reindex_settings(self.es, self.index)
index_settings_back = self.es.indices.get_settings(self.index)[self.index]['settings']
self._compare_es_dicts(INDEX_REINDEX_SETTINGS, index_settings_back, 'index')
def prepare_index_for_reindex(es, index_info):
initialize_index_and_mapping(es, index_info)
set_index_reindex_settings(es, index_info.index)
def test_set_index_reindex(self):
initialize_index_and_mapping(self.es, TEST_INDEX_INFO)
set_index_reindex_settings(self.es, self.index)
index_settings_back = self.es.indices.get_settings(self.index)[self.index]['settings']
self._compare_es_dicts(INDEX_REINDEX_SETTINGS, index_settings_back, 'index')
def post_load_hook(self):
if not self.in_place:
# configure index to indexing mode
set_index_reindex_settings(self.indexing_pillow.get_es_new(), self.indexing_pillow.es_index)
def _prepare_index_for_reindex(es, index_info):
if not es.indices.exists(index_info.index):
es.indices.create(index=index_info.index, body=index_info.meta)
initialize_mapping_if_necessary(es, index_info)
set_index_reindex_settings(es, index_info.index)
