66919d28ef
Fluent-logging stores logs on a elasticsearch by default. Elasticsearch stores all fields as tokens by default, but some fields shoud be stored for purposes such as retrieval, without splitting. Mapping in elasticsearch is used to define a property of fields and Template can defines the mapping for an index. fluent-logging use it to define the index structure. Specific index type can be defined on the value file. Change-Id: Id597111f478fcddf709b36d2db9ac5a5d6d8206f
142 lines
4.2 KiB
Smarty
142 lines
4.2 KiB
Smarty
{{/*
|
|
Copyright 2017 The Openstack-Helm Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/}}
|
|
|
|
# This function generates fluentd configuration files with entries in the
|
|
# fluent-logging values.yaml. It results in a configuration section with either
|
|
# of the following formats (for as many key/value pairs defined in values for a
|
|
section):
|
|
# <HEADER>
|
|
# key value
|
|
# key value
|
|
# key value
|
|
# </HEADER>
|
|
# or
|
|
# <HEADER>
|
|
# key value
|
|
# <INNER_HEADER>
|
|
# key value
|
|
# </INNER_HEADER>
|
|
# </HEADER>
|
|
# The configuration schema can be found here:
|
|
# https://docs.fluentd.org/v0.12/articles/config-file
|
|
|
|
{{- define "fluent_logging.to_fluentd_conf" -}}
|
|
{{- range $values := . -}}
|
|
{{- range $section := . -}}
|
|
{{- $header := pick . "header" -}}
|
|
{{- $config := omit . "header" "expression" -}}
|
|
{{- if hasKey . "expression" -}}
|
|
{{ $regex := pick . "expression" }}
|
|
{{ printf "<%s %s>" $header.header $regex.expression }}
|
|
{{- else }}
|
|
{{ printf "<%s>" $header.header }}
|
|
{{- end }}
|
|
{{- range $key, $value := $config -}}
|
|
{{- if kindIs "slice" $value }}
|
|
{{- range $value := . -}}
|
|
{{- range $innerSection := . -}}
|
|
{{- $innerHeader := pick . "header" -}}
|
|
{{- $innerConfig := omit . "header" "expression" -}}
|
|
{{- if hasKey . "expression" -}}
|
|
{{ $innerRegex := pick . "expression" }}
|
|
{{ printf "<%s %s>" $innerHeader.header $innerRegex.expression | indent 2 }}
|
|
{{- else }}
|
|
{{ printf "<%s>" $innerHeader.header | indent 2 }}
|
|
{{- end }}
|
|
{{- range $innerKey, $innerValue := $innerConfig -}}
|
|
{{- if eq $innerKey "type" -}}
|
|
{{ $type := list "@" "type" | join "" }}
|
|
{{ $type | indent 4 }} {{ $innerValue }}
|
|
{{- else if contains "ENV" ($innerValue | quote) }}
|
|
{{ $innerKey | indent 4 }} {{ $innerValue | quote }}
|
|
{{- else }}
|
|
{{ $innerKey | indent 4 }} {{ $innerValue }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{ printf "</%s>" $innerHeader.header | indent 2 }}
|
|
{{- end -}}
|
|
{{ end -}}
|
|
{{- else }}
|
|
{{- if eq $key "type" -}}
|
|
{{ $type := list "@" "type" | join "" }}
|
|
{{ $type | indent 2 }} {{ $value }}
|
|
{{- else if contains "ENV" ($value | quote) }}
|
|
{{ $key | indent 2 }} {{ $value | quote }}
|
|
{{- else }}
|
|
{{ $key | indent 2 }} {{ $value }}
|
|
{{- end -}}
|
|
{{- end -}}
|
|
{{- end }}
|
|
{{ printf "</%s>" $header.header }}
|
|
{{- end }}
|
|
{{ end -}}
|
|
{{- end -}}
|
|
|
|
|
|
# This function generates fluentbit configuration files with entries in the
|
|
# fluent-logging values.yaml. It results in a configuration section with the
|
|
# following format (for as many key/value pairs defined in values for a section):
|
|
# [HEADER]
|
|
# key value
|
|
# key value
|
|
# key value
|
|
# The configuration schema can be found here:
|
|
# http://fluentbit.io/documentation/0.12/configuration/schema.html
|
|
|
|
{{- define "fluent_logging.to_fluentbit_conf" -}}
|
|
{{- range $values := . -}}
|
|
{{- range $section := . -}}
|
|
{{- $header := pick . "header" -}}
|
|
{{- $config := omit . "header" }}
|
|
[{{$header.header | upper }}]
|
|
{{range $key, $value := $config -}}
|
|
{{ $key | indent 4 }} {{ $value }}
|
|
{{end -}}
|
|
{{- end -}}
|
|
{{- end -}}
|
|
{{- end -}}
|
|
|
|
# This function generates elasticsearch template files with entries in the
|
|
# fluent-logging values.yaml. It results in a configuration section with the
|
|
# following format (for as many key/value pairs defined in values for a section):
|
|
# {
|
|
# key: value
|
|
# key: {
|
|
# key: { ... }
|
|
# }
|
|
# }
|
|
# The configuration schema can be found here:
|
|
# https://www.elastic.co/guide/en/elasticsearch/reference/current/indices-templates.html
|
|
|
|
{{- define "fluent_logging.to_elasticsearch_template" -}}
|
|
{
|
|
{{- include "fluent_logging.recursive_tuple" . | indent 2 }}
|
|
}
|
|
{{- end }}
|
|
|
|
{{- define "fluent_logging.recursive_tuple" -}}
|
|
{{- range $key, $value := . -}}
|
|
,
|
|
{{- if or (kindIs "map" $value) }}
|
|
{{ $key | quote -}}:{
|
|
{{- include "fluent_logging.recursive_tuple" $value | indent 2 }}
|
|
}
|
|
{{- else }}
|
|
{{ $key | quote -}}:{{ $value | quote }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- end }}
|