strimzi-kafka.yaml

apiVersion: kafka.strimzi.io/v1beta1
kind: Kafka
metadata:
  name: my-cluster
spec:
  # kafka cluster configuration
  kafka:
    # Annotations for Datadog JMX auto-discovery
    template:
      pod:
        metadata:
          annotations: 
            ad.datadoghq.com/kafka.check_names: '["kafka"]'
            ad.datadoghq.com/kafka.init_configs: '[{"is_jmx": true, "collect_default_metrics": true}]'
            ad.datadoghq.com/kafka.instances: '[{"host": "%%host%%","port":"9999"}]'
            ad.datadoghq.com/kafka.logs: '[{"source":"kafka","service":"kafka"}]'
    replicas: 3
    version: {{ .Values.kafka.version }}
    resources:
      requests:
        memory: {{ .Values.kafka.memory.request }}
        cpu: {{ .Values.kafka.cpu.request }}
      limits: 
        memory: {{ .Values.kafka.memory.limit }}
        cpu: {{ .Values.kafka.cpu.limit }}
    jvmOptions:
      -Xms: 2048m
      -Xmx: 2048m
    listeners:
      - name: plain
        port: 9092
        type: internal
        tls: false
        configuration:
          useServiceDnsDomain: true
    config:
      auto.create.topics.enable: true
      offsets.topic.replication.factor: 3
      transaction.state.log.replication.factor: 3
      # in-sync-replicas
      transaction.state.log.min.isr: 2
      # Infinite storage
      log.retention.bytes: -1
      log.retention.hours: -1
      # Default partition
      num.partitions: 1
      # Default values provided explicitly - http://kafka.apache.org/documentation/#brokerconfigs
      ## Broker
      message.max.bytes: 1048588
      replica.fetch.max.bytes: 1048576
      ## Topic
      max.message.bytes: 1048588
      ## Producer
      max.request.size: 1048576
      ## Consumer
      max.partition.fetch.bytes: 1048576
      # END - Default values provided explicitly
      num.recovery.threads.per.data.dir: 1
      default.replication.factor: 3
      log.segment.bytes: 1073741824
      log.retention.check.interval.ms: 300000
      num.network.threads: 3
      num.io.threads: 8
      socket.send.buffer.bytes: 102400
      socket.receive.buffer.bytes: 102400
      socket.request.max.bytes: 104857600
      group.initial.rebalance.delay.ms: 0
      zookeeper.connection.timeout.ms: 6000
    storage:
      type: persistent-claim
      size: {{ .Values.kafka.storageSize }}
    rack:
      topologyKey: topology.kubernetes.io/zone
    # Opening Jmx port for metrics
    jmxOptions: {}
  # zookeeper cluster configuration
  zookeeper:
    # Annotations for Datadog JMX auto-discovery
    template:
      pod:
        metadata:
          annotations: 
            ad.datadoghq.com/zookeeper.check_names: '["zk"]'
            ad.datadoghq.com/zookeeper.init_configs: '[{}]'
            ad.datadoghq.com/zookeeper.instances: '[{"host": "%%host%%","port":"2181"}]'
            ad.datadoghq.com/zookeeper.logs: '[{"source":"zookeeper","service":"zookeeper"}]'
    replicas: 3
    resources:
      requests:
        memory: {{ .Values.zookeeper.memory.request }}
        cpu: {{ .Values.zookeeper.cpu.request }}
      limits:
        memory: {{ .Values.zookeeper.memory.limit }}
        cpu: {{ .Values.zookeeper.cpu.limit }}
    jvmOptions:
      -Xms: 2048m
      -Xmx: 2048m
    storage:
      type: persistent-claim
      size: {{ .Values.zookeeper.storageSize }}
  # # Entity operator configuration
  entityOperator:
    topicOperator:
      resources:
        requests:
          memory: 512Mi
          cpu: "1"
        limits:
          memory: 512Mi
          cpu: "1"
    userOperator:
      resources:
        requests:
          memory: 512Mi
          cpu: "1"
        limits:
          memory: 512Mi
          cpu: "1"