Exposed config for logstash elasticsearch endpoints
The Elasticsearch endpoints in use by logstash are currently hardcoded to localhost in both the logstash monitoring config and the default logstash pipeline template. This commit allows this to be configured, such that (multiple) remote endpoints can be specified for the case that logstash is not co-located with elasticsearch. The default behaviour is unchanged. Change-Id: Id871f201168ff882a5b37677747c3484f908298f
This commit is contained in:
parent
33d3822f99
commit
b21034c4b8
@ -15,6 +15,8 @@
|
|||||||
|
|
||||||
temp_dir: /var/lib/logstash/tmp
|
temp_dir: /var/lib/logstash/tmp
|
||||||
logstash_pipelines: "{{lookup('template', 'logstash-pipelines.yml.j2') }}"
|
logstash_pipelines: "{{lookup('template', 'logstash-pipelines.yml.j2') }}"
|
||||||
|
logstash_elasticsearch_endpoints:
|
||||||
|
- "127.0.0.1:{{ elastic_port }}"
|
||||||
|
|
||||||
# Set processor cores fact
|
# Set processor cores fact
|
||||||
q_storage: 1
|
q_storage: 1
|
||||||
|
@ -231,7 +231,7 @@ path.logs: /var/log/logstash
|
|||||||
xpack.monitoring.enabled: true
|
xpack.monitoring.enabled: true
|
||||||
#xpack.monitoring.elasticsearch.username: logstash_system
|
#xpack.monitoring.elasticsearch.username: logstash_system
|
||||||
#xpack.monitoring.elasticsearch.password: password
|
#xpack.monitoring.elasticsearch.password: password
|
||||||
xpack.monitoring.elasticsearch.hosts: ["http://127.0.0.1:9200"]
|
xpack.monitoring.elasticsearch.hosts: {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
#xpack.monitoring.elasticsearch.ssl.certificate_authority: [ "/path/to/ca.crt" ]
|
#xpack.monitoring.elasticsearch.ssl.certificate_authority: [ "/path/to/ca.crt" ]
|
||||||
#xpack.monitoring.elasticsearch.ssl.truststore.path: path/to/file
|
#xpack.monitoring.elasticsearch.ssl.truststore.path: path/to/file
|
||||||
#xpack.monitoring.elasticsearch.ssl.truststore.password: password
|
#xpack.monitoring.elasticsearch.ssl.truststore.password: password
|
||||||
@ -257,4 +257,3 @@ xpack.monitoring.collection.pipeline.details.enabled: true
|
|||||||
#xpack.management.elasticsearch.ssl.verification_mode: certificate
|
#xpack.management.elasticsearch.ssl.verification_mode: certificate
|
||||||
#xpack.management.elasticsearch.sniffing: false
|
#xpack.management.elasticsearch.sniffing: false
|
||||||
#xpack.management.logstash.poll_interval: 5s
|
#xpack.management.logstash.poll_interval: 5s
|
||||||
|
|
||||||
|
@ -495,7 +495,7 @@
|
|||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchDocIDOutputPipeline"
|
id => "elasticsearchDocIDOutputPipeline"
|
||||||
document_id => "%{[@metadata][fingerprint]}"
|
document_id => "%{[@metadata][fingerprint]}"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "%{[@metadata][beat]}-%{[@metadata][version]}"
|
index => "%{[@metadata][beat]}-%{[@metadata][version]}"
|
||||||
@ -504,7 +504,7 @@
|
|||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchLegacyDocIDOutputPipeline"
|
id => "elasticsearchLegacyDocIDOutputPipeline"
|
||||||
document_id => "%{[@metadata][fingerprint]}"
|
document_id => "%{[@metadata][fingerprint]}"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "%{[@metadata][beat]}-%{+YYYY.MM.dd}"
|
index => "%{[@metadata][beat]}-%{+YYYY.MM.dd}"
|
||||||
@ -513,7 +513,7 @@
|
|||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchSyslogDocIDOutputPipeline"
|
id => "elasticsearchSyslogDocIDOutputPipeline"
|
||||||
document_id => "%{[@metadata][fingerprint]}"
|
document_id => "%{[@metadata][fingerprint]}"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "syslog-%{+YYYY.MM.dd}"
|
index => "syslog-%{+YYYY.MM.dd}"
|
||||||
@ -522,7 +522,7 @@
|
|||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchCollectdDocIDOutputPipeline"
|
id => "elasticsearchCollectdDocIDOutputPipeline"
|
||||||
document_id => "%{[@metadata][fingerprint]}"
|
document_id => "%{[@metadata][fingerprint]}"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "collectd-%{+YYYY.MM.dd}"
|
index => "collectd-%{+YYYY.MM.dd}"
|
||||||
@ -531,7 +531,7 @@
|
|||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchUndefinedDocIDOutputPipeline"
|
id => "elasticsearchUndefinedDocIDOutputPipeline"
|
||||||
document_id => "%{[@metadata][fingerprint]}"
|
document_id => "%{[@metadata][fingerprint]}"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "undefined-%{+YYYY.MM.dd}"
|
index => "undefined-%{+YYYY.MM.dd}"
|
||||||
@ -541,7 +541,7 @@
|
|||||||
if [@metadata][version] {
|
if [@metadata][version] {
|
||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchOutputPipeline"
|
id => "elasticsearchOutputPipeline"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "%{[@metadata][beat]}-%{[@metadata][version]}"
|
index => "%{[@metadata][beat]}-%{[@metadata][version]}"
|
||||||
@ -549,7 +549,7 @@
|
|||||||
} else if [@metadata][beat] {
|
} else if [@metadata][beat] {
|
||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchLegacyOutputPipeline"
|
id => "elasticsearchLegacyOutputPipeline"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "%{[@metadata][beat]}-%{+YYYY.MM.dd}"
|
index => "%{[@metadata][beat]}-%{+YYYY.MM.dd}"
|
||||||
@ -557,7 +557,7 @@
|
|||||||
} else if "syslog" in [tags] {
|
} else if "syslog" in [tags] {
|
||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchSyslogOutputPipeline"
|
id => "elasticsearchSyslogOutputPipeline"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "syslog-%{+YYYY.MM.dd}"
|
index => "syslog-%{+YYYY.MM.dd}"
|
||||||
@ -565,7 +565,7 @@
|
|||||||
} else if "collectd" in [tags] {
|
} else if "collectd" in [tags] {
|
||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchCollectdOutputPipeline"
|
id => "elasticsearchCollectdOutputPipeline"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "collectd-%{+YYYY.MM.dd}"
|
index => "collectd-%{+YYYY.MM.dd}"
|
||||||
@ -573,7 +573,7 @@
|
|||||||
} else {
|
} else {
|
||||||
elasticsearch {
|
elasticsearch {
|
||||||
id => "elasticsearchUndefinedOutputPipeline"
|
id => "elasticsearchUndefinedOutputPipeline"
|
||||||
hosts => ["{{ '127.0.0.1:' ~ elastic_port }}"]
|
hosts => {{ logstash_elasticsearch_endpoints | to_json }}
|
||||||
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
sniffing => {{ (elastic_sniffing_enabled | default(not data_node)) | bool | string | lower }}
|
||||||
manage_template => {{ (data_node | bool) | lower }}
|
manage_template => {{ (data_node | bool) | lower }}
|
||||||
index => "undefined-%{+YYYY.MM.dd}"
|
index => "undefined-%{+YYYY.MM.dd}"
|
||||||
|
Loading…
x
Reference in New Issue
Block a user