From 3f73621393cf7fa9d285a3c42a6dfc8df80f3327 Mon Sep 17 00:00:00 2001 From: Kevin Carter Date: Fri, 8 Jun 2018 12:29:35 -0500 Subject: [PATCH] Set threadpool tuning and fstype The Elasticsearch cluster was running with the default thread pool, and while functional, it will start rejecting work under heavy load. This change sets the thread pool using the upstream guidelines for a more highly performant cluster. The cluster is using niofs as the default index store so that the kernel is better able to manage indexes instead of only relying on memory mapped inodes. Change-Id: I0239f1622c42cb25c21de69fd0ad5dc9e78ed6c5 Signed-off-by: Kevin Carter --- elk_metrics_6x/templates/elasticsearch.yml.j2 | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/elk_metrics_6x/templates/elasticsearch.yml.j2 b/elk_metrics_6x/templates/elasticsearch.yml.j2 index 888250a6..381dca44 100644 --- a/elk_metrics_6x/templates/elasticsearch.yml.j2 +++ b/elk_metrics_6x/templates/elasticsearch.yml.j2 @@ -18,6 +18,11 @@ path.data: /var/lib/elasticsearch #path.logs: /var/lib/elasticsearch/logs/ path.logs: /var/log/elasticsearch/ +# Set the global default index store. More information on these settings can be +# found here: +# +index.store.type: niofs + # ----------------------------------- Memory ----------------------------------- # # Lock the memory on startup: @@ -81,3 +86,17 @@ gateway.recover_after_nodes: {{ master_node_count | int // 2 }} # Require explicit names when deleting indices: # # action.destructive_requires_name: true + +# Thread pool settings. For more on this see the documentation at: +# +{% set thread_pool_size = ansible_processor_cores * ((ansible_processor_threads_per_core > 0) | ternary(ansible_processor_threads_per_core, 1)) %} +thread_pool: + search: + size: {{ thread_pool_size }} + queue_size: {{ thread_pool_size * 64 }} + index: + size: {{ thread_pool_size }} + queue_size: {{ thread_pool_size * 128 }} + bulk: + size: {{ thread_pool_size }} + queue_size: {{ thread_pool_size * 256 }}