def get_indices_stats(es_client, parse_indices): try: response = es_client.indices.stats() metrics = indices_stats_parser.parse_response(response, parse_indices, ['es', 'indices_stats']) except Exception: logging.exception('Error while fetching indices stats.') else: update_gauges(metrics)
def collect(self): try: response = self.es_client.indices.stats(metric=self.metrics, fields=self.fields, request_timeout=self.timeout) metrics = indices_stats_parser.parse_response(response, self.parse_indices, self.metric_name_list) except ConnectionTimeout: logging.warn('Timeout while fetching %s (timeout %ss).', self.description, self.timeout) yield collector_up_gauge(self.metric_name_list, self.description, succeeded=False) except Exception: logging.exception('Error while fetching %s.', self.description) yield collector_up_gauge(self.metric_name_list, self.description, succeeded=False) else: yield from gauge_generator(metrics) yield collector_up_gauge(self.metric_name_list, self.description)
def test_endpoint_indices(self): expected = { 'primaries_docs_count{index="foo"}': 3, 'primaries_docs_deleted{index="foo"}': 0, 'primaries_store_size_in_bytes{index="foo"}': 12690, 'primaries_store_throttle_time_in_millis{index="foo"}': 0, 'primaries_indexing_index_total{index="foo"}': 3, 'primaries_indexing_index_time_in_millis{index="foo"}': 45, 'primaries_indexing_index_current{index="foo"}': 0, 'primaries_indexing_index_failed{index="foo"}': 0, 'primaries_indexing_delete_total{index="foo"}': 0, 'primaries_indexing_delete_time_in_millis{index="foo"}': 0, 'primaries_indexing_delete_current{index="foo"}': 0, 'primaries_indexing_noop_update_total{index="foo"}': 0, 'primaries_indexing_is_throttled{index="foo"}': 0, 'primaries_indexing_throttle_time_in_millis{index="foo"}': 0, 'primaries_get_total{index="foo"}': 0, 'primaries_get_time_in_millis{index="foo"}': 0, 'primaries_get_exists_total{index="foo"}': 0, 'primaries_get_exists_time_in_millis{index="foo"}': 0, 'primaries_get_missing_total{index="foo"}': 0, 'primaries_get_missing_time_in_millis{index="foo"}': 0, 'primaries_get_current{index="foo"}': 0, 'primaries_search_open_contexts{index="foo"}': 0, 'primaries_search_query_total{index="foo"}': 0, 'primaries_search_query_time_in_millis{index="foo"}': 0, 'primaries_search_query_current{index="foo"}': 0, 'primaries_search_fetch_total{index="foo"}': 0, 'primaries_search_fetch_time_in_millis{index="foo"}': 0, 'primaries_search_fetch_current{index="foo"}': 0, 'primaries_search_scroll_total{index="foo"}': 0, 'primaries_search_scroll_time_in_millis{index="foo"}': 0, 'primaries_search_scroll_current{index="foo"}': 0, 'primaries_search_suggest_total{index="foo"}': 0, 'primaries_search_suggest_time_in_millis{index="foo"}': 0, 'primaries_search_suggest_current{index="foo"}': 0, 'primaries_merges_current{index="foo"}': 0, 'primaries_merges_current_docs{index="foo"}': 0, 'primaries_merges_current_size_in_bytes{index="foo"}': 0, 'primaries_merges_total{index="foo"}': 0, 'primaries_merges_total_time_in_millis{index="foo"}': 0, 'primaries_merges_total_docs{index="foo"}': 0, 'primaries_merges_total_size_in_bytes{index="foo"}': 0, 'primaries_merges_total_stopped_time_in_millis{index="foo"}': 0, 'primaries_merges_total_throttled_time_in_millis{index="foo"}': 0, 'primaries_merges_total_auto_throttle_in_bytes{index="foo"}': 104857600, 'primaries_refresh_total{index="foo"}': 3, 'primaries_refresh_total_time_in_millis{index="foo"}': 107, 'primaries_flush_total{index="foo"}': 0, 'primaries_flush_total_time_in_millis{index="foo"}': 0, 'primaries_warmer_current{index="foo"}': 0, 'primaries_warmer_total{index="foo"}': 8, 'primaries_warmer_total_time_in_millis{index="foo"}': 6, 'primaries_query_cache_memory_size_in_bytes{index="foo"}': 0, 'primaries_query_cache_total_count{index="foo"}': 0, 'primaries_query_cache_hit_count{index="foo"}': 0, 'primaries_query_cache_miss_count{index="foo"}': 0, 'primaries_query_cache_cache_size{index="foo"}': 0, 'primaries_query_cache_cache_count{index="foo"}': 0, 'primaries_query_cache_evictions{index="foo"}': 0, 'primaries_fielddata_memory_size_in_bytes{index="foo"}': 0, 'primaries_fielddata_evictions{index="foo"}': 0, 'primaries_fielddata_fields_memory_size_in_bytes{index="foo",field="group1"}': 1024, 'primaries_fielddata_fields_memory_size_in_bytes{index="foo",field="group2"}': 2048, 'primaries_completion_size_in_bytes{index="foo"}': 0, 'primaries_segments_count{index="foo"}': 3, 'primaries_segments_memory_in_bytes{index="foo"}': 7908, 'primaries_segments_terms_memory_in_bytes{index="foo"}': 5976, 'primaries_segments_stored_fields_memory_in_bytes{index="foo"}': 936, 'primaries_segments_term_vectors_memory_in_bytes{index="foo"}': 0, 'primaries_segments_norms_memory_in_bytes{index="foo"}': 576, 'primaries_segments_points_memory_in_bytes{index="foo"}': 144, 'primaries_segments_doc_values_memory_in_bytes{index="foo"}': 276, 'primaries_segments_index_writer_memory_in_bytes{index="foo"}': 0, 'primaries_segments_version_map_memory_in_bytes{index="foo"}': 0, 'primaries_segments_fixed_bit_set_memory_in_bytes{index="foo"}': 0, 'primaries_segments_max_unsafe_auto_id_timestamp{index="foo"}': -1, 'primaries_translog_operations{index="foo"}': 3, 'primaries_translog_size_in_bytes{index="foo"}': 491, 'primaries_request_cache_memory_size_in_bytes{index="foo"}': 0, 'primaries_request_cache_evictions{index="foo"}': 0, 'primaries_request_cache_hit_count{index="foo"}': 0, 'primaries_request_cache_miss_count{index="foo"}': 0, 'primaries_recovery_current_as_source{index="foo"}': 0, 'primaries_recovery_current_as_target{index="foo"}': 0, 'primaries_recovery_throttle_time_in_millis{index="foo"}': 0, 'total_docs_count{index="foo"}': 3, 'total_docs_deleted{index="foo"}': 0, 'total_store_size_in_bytes{index="foo"}': 12690, 'total_store_throttle_time_in_millis{index="foo"}': 0, 'total_indexing_index_total{index="foo"}': 3, 'total_indexing_index_time_in_millis{index="foo"}': 45, 'total_indexing_index_current{index="foo"}': 0, 'total_indexing_index_failed{index="foo"}': 0, 'total_indexing_delete_total{index="foo"}': 0, 'total_indexing_delete_time_in_millis{index="foo"}': 0, 'total_indexing_delete_current{index="foo"}': 0, 'total_indexing_noop_update_total{index="foo"}': 0, 'total_indexing_is_throttled{index="foo"}': 0, 'total_indexing_throttle_time_in_millis{index="foo"}': 0, 'total_get_total{index="foo"}': 0, 'total_get_time_in_millis{index="foo"}': 0, 'total_get_exists_total{index="foo"}': 0, 'total_get_exists_time_in_millis{index="foo"}': 0, 'total_get_missing_total{index="foo"}': 0, 'total_get_missing_time_in_millis{index="foo"}': 0, 'total_get_current{index="foo"}': 0, 'total_search_open_contexts{index="foo"}': 0, 'total_search_query_total{index="foo"}': 0, 'total_search_query_time_in_millis{index="foo"}': 0, 'total_search_query_current{index="foo"}': 0, 'total_search_fetch_total{index="foo"}': 0, 'total_search_fetch_time_in_millis{index="foo"}': 0, 'total_search_fetch_current{index="foo"}': 0, 'total_search_scroll_total{index="foo"}': 0, 'total_search_scroll_time_in_millis{index="foo"}': 0, 'total_search_scroll_current{index="foo"}': 0, 'total_search_suggest_total{index="foo"}': 0, 'total_search_suggest_time_in_millis{index="foo"}': 0, 'total_search_suggest_current{index="foo"}': 0, 'total_merges_current{index="foo"}': 0, 'total_merges_current_docs{index="foo"}': 0, 'total_merges_current_size_in_bytes{index="foo"}': 0, 'total_merges_total{index="foo"}': 0, 'total_merges_total_time_in_millis{index="foo"}': 0, 'total_merges_total_docs{index="foo"}': 0, 'total_merges_total_size_in_bytes{index="foo"}': 0, 'total_merges_total_stopped_time_in_millis{index="foo"}': 0, 'total_merges_total_throttled_time_in_millis{index="foo"}': 0, 'total_merges_total_auto_throttle_in_bytes{index="foo"}': 104857600, 'total_refresh_total{index="foo"}': 3, 'total_refresh_total_time_in_millis{index="foo"}': 107, 'total_flush_total{index="foo"}': 0, 'total_flush_total_time_in_millis{index="foo"}': 0, 'total_warmer_current{index="foo"}': 0, 'total_warmer_total{index="foo"}': 8, 'total_warmer_total_time_in_millis{index="foo"}': 6, 'total_query_cache_memory_size_in_bytes{index="foo"}': 0, 'total_query_cache_total_count{index="foo"}': 0, 'total_query_cache_hit_count{index="foo"}': 0, 'total_query_cache_miss_count{index="foo"}': 0, 'total_query_cache_cache_size{index="foo"}': 0, 'total_query_cache_cache_count{index="foo"}': 0, 'total_query_cache_evictions{index="foo"}': 0, 'total_fielddata_memory_size_in_bytes{index="foo"}': 0, 'total_fielddata_evictions{index="foo"}': 0, 'total_fielddata_fields_memory_size_in_bytes{index="foo",field="group1"}': 1024, 'total_fielddata_fields_memory_size_in_bytes{index="foo",field="group2"}': 2048, 'total_completion_size_in_bytes{index="foo"}': 0, 'total_segments_count{index="foo"}': 3, 'total_segments_memory_in_bytes{index="foo"}': 7908, 'total_segments_terms_memory_in_bytes{index="foo"}': 5976, 'total_segments_stored_fields_memory_in_bytes{index="foo"}': 936, 'total_segments_term_vectors_memory_in_bytes{index="foo"}': 0, 'total_segments_norms_memory_in_bytes{index="foo"}': 576, 'total_segments_points_memory_in_bytes{index="foo"}': 144, 'total_segments_doc_values_memory_in_bytes{index="foo"}': 276, 'total_segments_index_writer_memory_in_bytes{index="foo"}': 0, 'total_segments_version_map_memory_in_bytes{index="foo"}': 0, 'total_segments_fixed_bit_set_memory_in_bytes{index="foo"}': 0, 'total_segments_max_unsafe_auto_id_timestamp{index="foo"}': -1, 'total_translog_operations{index="foo"}': 3, 'total_translog_size_in_bytes{index="foo"}': 491, 'total_request_cache_memory_size_in_bytes{index="foo"}': 0, 'total_request_cache_evictions{index="foo"}': 0, 'total_request_cache_hit_count{index="foo"}': 0, 'total_request_cache_miss_count{index="foo"}': 0, 'total_recovery_current_as_source{index="foo"}': 0, 'total_recovery_current_as_target{index="foo"}': 0, 'total_recovery_throttle_time_in_millis{index="foo"}': 0, } result = convert_result( parse_response(self.response, parse_indices=True)) self.assertEqual(expected, result)