Dockerfile

FROM fluent/fluentd:v1.15.3-debian-1.0
LABEL maintainer "terje.sannum@nav.no"

ARG GEM_VERSION_NAIS_LOG_PARSER
ARG GEM_VERSION_FLUENT_PLUGIN_NAIS

USER root
# Prometheus plugin with pr 47
# https://github.com/terjesannum/fluent-plugin-prometheus/tree/patch-v1.3.0
COPY fluent-plugin-prometheus-1.3.0.gem /tmp/
# Throttle plugin with composite group support (not released on rubygems)
# https://github.com/terjesannum/fluent-plugin-throttle/tree/nais-patches
COPY fluent-plugin-throttle-0.0.3.gem /tmp/
# Copy gems fetched from GPR
COPY nais-log-parser-$GEM_VERSION_NAIS_LOG_PARSER.gem /tmp/
COPY fluent-plugin-nais-$GEM_VERSION_FLUENT_PLUGIN_NAIS.gem /tmp/
RUN buildDeps='ruby-dev g++ make' \
 && apt-get -y update && apt-get -y install $buildDeps libsystemd0 --no-install-recommends \
 && gem install --no-document prometheus-client -v 0.9.0 \
 && gem install --no-document elasticsearch -v 7.5.0 \
 && gem install --no-document fluent-plugin-multi-format-parser -v 1.0.0 \
 && gem install --no-document fluent-plugin-kubernetes_metadata_filter -v 2.9.4 \
 && gem install --no-document fluent-plugin-elasticsearch -v 4.0.11 \
 && gem install --no-document /tmp/fluent-plugin-throttle-0.0.3.gem \
 && gem install --no-document fluent-plugin-rewrite-tag-filter -v 2.2.0 \
 && gem install --no-document /tmp/fluent-plugin-prometheus-1.3.0.gem \
 && gem install --no-document fluent-plugin-systemd -v 1.0.5 \
 && gem install --no-document fluent-plugin-ignore-filter -v 2.0.0 \
 && gem install --no-document logfmt -v 0.0.9 \
 && gem install --no-document /tmp/nais-log-parser-$GEM_VERSION_NAIS_LOG_PARSER.gem \
 && gem install --no-document /tmp/fluent-plugin-nais-$GEM_VERSION_FLUENT_PLUGIN_NAIS.gem \
 && gem sources --clear-all \
 && rm -rf /usr/lib/ruby/gems/*/cache/*.gem /tmp/*.gem \
 && apt-get purge -y --auto-remove $buildDeps

EXPOSE 9000

ENV TZ UTC
ENV FLUENTD_CONTAINERS_POS_FILE /var/log/es-containers.log.pos
ENV FLUENTD_JOURNAL_POS_FILE /var/log/journald.log.pos
ENV ELASTICSEARCH_HOSTS elasticsearch-logging:9200
ENV ELASTICSEARCH_SCHEME http
ENV ELASTICSEARCH_SSL_VERIFY true
ENV ELASTICSEARCH_CA_FILE /etc/pki/tls/certs/ca-bundle.crt
ENV ELASTICSEARCH_INDEX_NAME logstash-apps-test
ENV ELASTICSEARCH_LOGSTASH_FORMAT true
ENV ELASTICSEARCH_LOGSTASH_PREFIX logstash-apps-test
ENV ELASTICSEARCH_TYPE_NAME containerlog
ENV ELASTICSEARCH_MAX_RETRIES 0
ENV CLUSTER_NAME kubernetes
ENV CLUSTER_ENVCLASS t
ENV THROTTLE_BUCKET_PERIOD 60
ENV THROTTLE_BUCKET_LIMIT 8000
ENV THROTTLE_RESET_RATE 100
ENV THROTTLE_DROP_LOGS true

COPY fluent.conf /fluentd/etc/

RUN usermod -u 1065 fluent
RUN groupadd -g 1065 logs
RUN usermod -g logs fluent

USER fluent