diff --git a/monitoring/logging/fluentd/introduction/configurations/containers-fluent.conf b/monitoring/logging/fluentd/introduction/configurations/containers-fluent.conf new file mode 100644 index 0000000..49084ff --- /dev/null +++ b/monitoring/logging/fluentd/introduction/configurations/containers-fluent.conf @@ -0,0 +1,13 @@ + + @type tail + format json + read_from_head true + tag docker.log + path /fluentd/log/containers/*/*-json.log + pos_file /tmp/container-logs.pos + + +# +# @type file +# path /output/docker.log +# \ No newline at end of file diff --git a/monitoring/logging/fluentd/introduction/configurations/elastic-fluent.conf b/monitoring/logging/fluentd/introduction/configurations/elastic-fluent.conf new file mode 100644 index 0000000..277cb51 --- /dev/null +++ b/monitoring/logging/fluentd/introduction/configurations/elastic-fluent.conf @@ -0,0 +1,26 @@ +# where to send http logs + + @type elasticsearch + host elasticsearch + port 9200 + index_name fluentd-http + type_name fluentd + + +#where to send file logs + + @type elasticsearch + host elasticsearch + port 9200 + index_name fluentd-file + type_name fluentd + + +#where to send docker logs + + @type elasticsearch + host elasticsearch + port 9200 + index_name fluentd-docker + type_name fluentd + \ No newline at end of file diff --git a/monitoring/logging/fluentd/introduction/configurations/file-fluent.conf b/monitoring/logging/fluentd/introduction/configurations/file-fluent.conf new file mode 100644 index 0000000..a0cf07a --- /dev/null +++ b/monitoring/logging/fluentd/introduction/configurations/file-fluent.conf @@ -0,0 +1,20 @@ + + @type tail + format json + read_from_head true + tag file-myapp.log + path /fluentd/log/files/example-log.log + pos_file /tmp/example-log.log.pos + + + + @type record_transformer + + host_param "#{Socket.gethostname}" + + + +# +# @type file +# path /output/file-myapp.log +# \ No newline at end of file diff --git a/monitoring/logging/fluentd/introduction/configurations/fluent.conf b/monitoring/logging/fluentd/introduction/configurations/fluent.conf index ef5bd2a..b0bf918 100644 --- a/monitoring/logging/fluentd/introduction/configurations/fluent.conf +++ b/monitoring/logging/fluentd/introduction/configurations/fluent.conf @@ -1,33 +1,16 @@ ################################################################ # This source reads tail of a file - - @type tail - format json - read_from_head true - tag file-myapp.log - path /fluentd/log/files/example-log.log - pos_file /tmp/example-log.log.pos - - - - @type file - path /output/file-myapp.log - +@include file-fluent.conf ################################################################ # This source gets incoming logs over HTTP - - @type http - port 9880 - bind 0.0.0.0 - body_size_limit 32m - keepalive_timeout 10s - - - - @type file - path /output/http.log - +@include http-fluent.conf ################################################################ +# This source gets all logs from local docker host +@include containers-fluent.conf + +################################################################ +# Send all logs to elastic search +@include elastic-fluent.conf \ No newline at end of file diff --git a/monitoring/logging/fluentd/introduction/configurations/http-fluent.conf b/monitoring/logging/fluentd/introduction/configurations/http-fluent.conf new file mode 100644 index 0000000..b3a6abe --- /dev/null +++ b/monitoring/logging/fluentd/introduction/configurations/http-fluent.conf @@ -0,0 +1,19 @@ + + @type http + port 9880 + bind 0.0.0.0 + body_size_limit 32m + keepalive_timeout 10s + + + + @type record_transformer + + host_param "#{Socket.gethostname}" + + + +# +# @type file +# path /output/http.log +# \ No newline at end of file