Fluentd

There are various customizations you can do to tailor the deployment of OpenStack Fluentd. You can find those below.

General Parameters

• conf.fluentd.conf.input

  • Type: string

  • Description:

  • <source>
      bind 0.0.0.0
      port \"#{ENV['FLUENTD_PORT']}\"
      @type forward
    </source>
    <source>
      <parse>
        time_format %Y-%m-%dT%H:%M:%S.%NZ
        @type json
      </parse>
      path /var/log/containers/*.log
      read_from_head true
      tag kubernetes.*
      @type tail
    </source>
    <match **>
      @type relabel
      @label @output
    </match>
    

• conf.fluentd.conf.output

  • Type: string

  • Description:

  • <label @output>
      <match **>
        <buffer>
          chunk_limit_size 512K
          flush_interval 5s
          flush_thread_count 8
          queue_limit_length 32
          retry_forever false
          retry_max_interval 30
        </buffer>
        host \"#{ENV['ELASTICSEARCH_HOST']}\"
        reload_connections false
        reconnect_on_error true
        reload_on_failure true
        include_tag_key true
        logstash_format true
        password \"#{ENV['ELASTICSEARCH_PASSWORD']}\"
        port \"#{ENV['ELASTICSEARCH_PORT']}\"
        @type elasticsearch
        user \"#{ENV['ELASTICSEARCH_USERNAME']}\"
      </match>
    </label>
    

• conf.fluentd.path

  • Type: string

  • Description:

  • “/fluentd/etc”

• dependencies.dynamic.common.local_image_registry.jobs[0]

  • Type: string

  • Description:

  • “fluentd-image-repo-sync”

• dependencies.dynamic.common.local_image_registry.services[0].endpoint

  • Type: string

  • Description:

  • “node”

• dependencies.dynamic.common.local_image_registry.services[0].service

  • Type: string

  • Description:

  • “local_image_registry”

• dependencies.static.fluentd.services

  • Type: string

  • Description:

  • nil

• dependencies.static.image_repo_sync.services[0].endpoint

  • Type: string

  • Description:

  • “internal”

• dependencies.static.image_repo_sync.services[0].service

  • Type: string

  • Description:

  • “local_image_registry”

• endpoints.cluster_domain_suffix

  • Type: string

  • Description:

  • “cluster.local”

• endpoints.elasticsearch.auth.admin.password

  • Type: string

  • Description:

  • “changeme”

• endpoints.elasticsearch.auth.admin.secret.tls.internal

  • Type: string

  • Description:

  • “elasticsearch-tls-api”

• endpoints.elasticsearch.auth.admin.username

  • Type: string

  • Description:

  • “admin”

• endpoints.elasticsearch.host_fqdn_override.default

  • Type: string

  • Description:

  • nil

• endpoints.elasticsearch.hosts.data

  • Type: string

  • Description:

  • “elasticsearch-data”

• endpoints.elasticsearch.hosts.default

  • Type: string

  • Description:

  • “elasticsearch-logging”

• endpoints.elasticsearch.hosts.discovery

  • Type: string

  • Description:

  • “elasticsearch-discovery”

• endpoints.elasticsearch.hosts.public

  • Type: string

  • Description:

  • “elasticsearch”

• endpoints.elasticsearch.name

  • Type: string

  • Description:

  • “elasticsearch”

• endpoints.elasticsearch.namespace

  • Type: string

  • Description:

  • nil

• endpoints.elasticsearch.path.default

  • Type: string

  • Description:

  • nil

• endpoints.elasticsearch.port.http.default

  • Type: int

  • Description:

  • 80

• endpoints.elasticsearch.scheme.default

  • Type: string

  • Description:

  • “http”

• endpoints.fluentd.host_fqdn_override.default

  • Type: string

  • Description:

  • nil

• endpoints.fluentd.hosts.default

  • Type: string

  • Description:

  • “fluentd-logging”

• endpoints.fluentd.name

  • Type: string

  • Description:

  • “fluentd”

• endpoints.fluentd.namespace

  • Type: string

  • Description:

  • nil

• endpoints.fluentd.path.default

  • Type: string

  • Description:

  • nil

• endpoints.fluentd.port.metrics.default

  • Type: int

  • Description:

  • 24231

• endpoints.fluentd.port.service.default

  • Type: int

  • Description:

  • 24224

• endpoints.fluentd.scheme.default

  • Type: string

  • Description:

  • “http”

• endpoints.kafka.auth.admin.password

  • Type: string

  • Description:

  • “changeme”

• endpoints.kafka.auth.admin.username

  • Type: string

  • Description:

  • “admin”

• endpoints.kafka.host_fqdn_override.default

  • Type: string

  • Description:

  • nil

• endpoints.kafka.hosts.default

  • Type: string

  • Description:

  • “kafka-broker”

• endpoints.kafka.hosts.public

  • Type: string

  • Description:

  • “kafka”

• endpoints.kafka.name

  • Type: string

  • Description:

  • “kafka”

• endpoints.kafka.namespace

  • Type: string

  • Description:

  • nil

• endpoints.kafka.path.default

  • Type: string

  • Description:

  • nil

• endpoints.kafka.port.broker.default

  • Type: int

  • Description:

  • 9092

• endpoints.kafka.port.broker.public

  • Type: int

  • Description:

  • 80

• endpoints.kafka.scheme.default

  • Type: string

  • Description:

  • “kafka”

• endpoints.local_image_registry.host_fqdn_override.default

  • Type: string

  • Description:

  • nil

• endpoints.local_image_registry.hosts.default

  • Type: string

  • Description:

  • “localhost”

• endpoints.local_image_registry.hosts.internal

  • Type: string

  • Description:

  • “docker-registry”

• endpoints.local_image_registry.hosts.node

  • Type: string

  • Description:

  • “localhost”

• endpoints.local_image_registry.name

  • Type: string

  • Description:

  • “docker-registry”

• endpoints.local_image_registry.namespace

  • Type: string

  • Description:

  • “docker-registry”

• endpoints.local_image_registry.port.registry.node

  • Type: int

  • Description:

  • 5000

• endpoints.oci_image_registry.auth.enabled

  • Type: bool

  • Description:

  • false

• endpoints.oci_image_registry.auth.fluentd.password

  • Type: string

  • Description:

  • “password”

• endpoints.oci_image_registry.auth.fluentd.username

  • Type: string

  • Description:

  • “fluentd”

• endpoints.oci_image_registry.host_fqdn_override.default

  • Type: string

  • Description:

  • nil

• endpoints.oci_image_registry.hosts.default

  • Type: string

  • Description:

  • “localhost”

• endpoints.oci_image_registry.name

  • Type: string

  • Description:

  • “oci-image-registry”

• endpoints.oci_image_registry.namespace

  • Type: string

  • Description:

  • “oci-image-registry”

• endpoints.oci_image_registry.port.registry.default

  • Type: string

  • Description:

  • nil

• images.local_registry.active

  • Type: bool

  • Description:

  • false

• images.local_registry.exclude[0]

  • Type: string

  • Description:

  • “dep_check”

• images.local_registry.exclude[1]

  • Type: string

  • Description:

  • “image_repo_sync”

• images.pull_policy

  • Type: string

  • Description:

  • “IfNotPresent”

• images.tags.dep_check

  • Type: string

  • Description:

  • “quay.io/airshipit/kubernetes-entrypoint:latest-ubuntu_focal”

• images.tags.fluentd

  • Type: string

  • Description:

  • “docker.io/openstackhelm/fluentd:latest-debian”

• images.tags.helm_tests

  • Type: string

  • Description:

  • “docker.io/openstackhelm/heat:wallaby-ubuntu_focal”

• images.tags.image_repo_sync

  • Type: string

  • Description:

  • “docker.io/library/docker:17.07.0”

• labels.fluentd.node_selector_key

  • Type: string

  • Description:

  • “openstack-control-plane”

• labels.fluentd.node_selector_value

  • Type: string

  • Description:

  • “enabled”

• manifests.configmap_bin

  • Type: bool

  • Description:

  • true

• manifests.configmap_etc

  • Type: bool

  • Description:

  • true

• manifests.daemonset

  • Type: bool

  • Description:

  • true

• manifests.job_image_repo_sync

  • Type: bool

  • Description:

  • true

• manifests.network_policy

  • Type: bool

  • Description:

  • false

• manifests.secret_elasticsearch

  • Type: bool

  • Description:

  • true

• manifests.secret_fluentd_env

  • Type: bool

  • Description:

  • true

• manifests.secret_kafka

  • Type: bool

  • Description:

  • false

• manifests.secret_registry

  • Type: bool

  • Description:

  • true

• manifests.service_fluentd

  • Type: bool

  • Description:

  • true

• monitoring.prometheus.enabled

  • Type: bool

  • Description:

  • true

• monitoring.prometheus.fluentd.port

  • Type: int

  • Description:

  • 24231

• monitoring.prometheus.fluentd.scrape

  • Type: bool

  • Description:

  • true

• network.fluentd.node_port.enabled

  • Type: bool

  • Description:

  • false

• network.fluentd.node_port.port

  • Type: int

  • Description:

  • 32329

• network_policy.fluentd.egress[0]

  • Type: object

  • Description:

  • {}

• network_policy.fluentd.ingress[0]

  • Type: object

  • Description:

  • {}

• pod.env.fluentd.secrets

  • Type: string

  • Description:

  • nil

• pod.env.fluentd.vars

  • Type: string

  • Description:

  • nil

• pod.lifecycle.termination_grace_period.fluentd.timeout

  • Type: int

  • Description:

  • 30

• pod.lifecycle.upgrades.daemonsets.fluentd.enabled

  • Type: bool

  • Description:

  • true

• pod.lifecycle.upgrades.daemonsets.fluentd.max_unavailable

  • Type: int

  • Description:

  • 1

• pod.lifecycle.upgrades.daemonsets.fluentd.min_ready_seconds

  • Type: int

  • Description:

  • 0

• pod.lifecycle.upgrades.daemonsets.pod_replacement_strategy

  • Type: string

  • Description:

  • “RollingUpdate”

• pod.mounts.fluentd.fluentd

  • Type: string

  • Description:

  • nil

• pod.probes.fluentd.fluentd.liveness.enabled

  • Type: bool

  • Description:

  • true

• pod.probes.fluentd.fluentd.liveness.params.initialDelaySeconds

  • Type: int

  • Description:

  • 180

• pod.probes.fluentd.fluentd.liveness.params.timeoutSeconds

  • Type: int

  • Description:

  • 30

• pod.probes.fluentd.fluentd.readiness.enabled

  • Type: bool

  • Description:

  • true

• pod.probes.fluentd.fluentd.readiness.params.initialDelaySeconds

  • Type: int

  • Description:

  • 90

• pod.probes.fluentd.fluentd.readiness.params.timeoutSeconds

  • Type: int

  • Description:

  • 30

• pod.resources.enabled

  • Type: bool

  • Description:

  • false

• pod.resources.fluentd.limits.cpu

  • Type: string

  • Description:

  • “2000m”

• pod.resources.fluentd.limits.memory

  • Type: string

  • Description:

  • “1024Mi”

• pod.resources.fluentd.requests.cpu

  • Type: string

  • Description:

  • “500m”

• pod.resources.fluentd.requests.memory

  • Type: string

  • Description:

  • “128Mi”

• pod.security_context.fluentd.container.fluentd.allowPrivilegeEscalation

  • Type: bool

  • Description:

  • false

• pod.security_context.fluentd.container.fluentd.readOnlyRootFilesystem

  • Type: bool

  • Description:

  • true

• pod.security_context.fluentd.pod.runAsUser

  • Type: int

  • Description:

  • 0

• pod.tolerations.fluentd.enabled

  • Type: bool

  • Description:

  • false

• release_group

  • Type: string

  • Description:

  • nil

• secrets.oci_image_registry.fluentd

  • Type: string

  • Description:

  • “fluentd-oci-image-registry-key”