38a6d30411
Actual Fluentd config doesn't manage multiline log pattern like: 2017-08-16 21:41:03.097 7 WARNING oslo_config.cfg [-] Option "firewall_driver" from group "DEFAULT" is deprecated for removal ( nova-network is deprecated, as are any related configuration options. ). Its value may be silently ignored in the future. This log will generate 1 Fluentd event for each line (in previous example 3 events). This is really a wrong behaviour and made Kibana interface not friendly. This patch uses a multiline parser. Change-Id: Iee337645d1dc42876ec79be08ee3715f11a53d87 Closes-Bug: #1711399
96 lines
3.7 KiB
Django/Jinja
96 lines
3.7 KiB
Django/Jinja
{% set fluentd_cmd = '/usr/sbin/td-agent' if kolla_base_distro in ['ubuntu', 'debian'] else '/usr/bin/fluentd -c /etc/fluentd/fluent.conf' %}
|
|
{% set fluentd_dir = '/etc/td-agent' if kolla_base_distro in ['ubuntu', 'debian'] else '/etc/fluentd' %}
|
|
{% set fluentd_conf = 'td-agent.conf' if kolla_base_distro in ['ubuntu', 'debian'] else 'fluent.conf' %}
|
|
{% set fluentd_user = 'td-agent' if kolla_base_distro in ['ubuntu', 'debian'] else 'fluentd' %}
|
|
{
|
|
"command": "{{ fluentd_cmd }}",
|
|
"config_files": [
|
|
{
|
|
"source": "{{ container_config_directory }}/td-agent.conf",
|
|
"dest": "{{ fluentd_dir }}/{{ fluentd_conf }}",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/input/00-global.conf",
|
|
"dest": "{{ fluentd_dir }}/input/00-global.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/input/01-syslog.conf",
|
|
"dest": "{{ fluentd_dir }}/input/01-syslog.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/input/02-mariadb.conf",
|
|
"dest": "{{ fluentd_dir }}/input/02-mariadb.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/input/03-rabbitmq.conf",
|
|
"dest": "{{ fluentd_dir }}/input/03-rabbitmq.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/input/04-openstack-wsgi.conf",
|
|
"dest": "{{ fluentd_dir }}/input/04-openstack-wsgi.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/filter/00-record_transformer.conf",
|
|
"dest": "{{ fluentd_dir }}/filter/00-record_transformer.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/filter/01-rewrite.conf",
|
|
"dest": "{{ fluentd_dir }}/filter/01-rewrite.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/format/apache_access.conf",
|
|
"dest": "{{ fluentd_dir }}/format/apache_access.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},
|
|
{
|
|
"source": "{{ container_config_directory }}/format/wsgi_access.conf",
|
|
"dest": "{{ fluentd_dir }}/format/wsgi_access.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},{% if enable_elasticsearch | bool or
|
|
( elasticsearch_address != kolla_internal_vip_address ) | bool %}
|
|
{
|
|
"source": "{{ container_config_directory }}/output/01-es.conf",
|
|
"dest": "{{ fluentd_dir }}/output/01-es.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
},{% endif %}
|
|
{
|
|
"source": "{{ container_config_directory }}/output/00-local.conf",
|
|
"dest": "{{ fluentd_dir }}/output/00-local.conf",
|
|
"owner": "{{ fluentd_user }}",
|
|
"perm": "0600"
|
|
}
|
|
],
|
|
"permissions": [
|
|
{
|
|
"path": "/var/log/kolla/haproxy",
|
|
"owner": "{{ fluentd_user }}:{{ fluentd_user }}",
|
|
"recurse": true
|
|
},
|
|
{
|
|
"path": "/var/log/kolla/swift",
|
|
"owner": "{{ fluentd_user }}:{{ fluentd_user }}",
|
|
"recurse": true
|
|
}
|
|
]
|
|
|
|
}
|