Skip to content

Instantly share code, notes, and snippets.

@albertollamaso
Created January 25, 2021 11:17
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save albertollamaso/ecdf893e04dd871576692e03078bd1d7 to your computer and use it in GitHub Desktop.
Save albertollamaso/ecdf893e04dd871576692e03078bd1d7 to your computer and use it in GitHub Desktop.
confluent_kafka_example_yaml_values_file
## Overriding values for Chart's values.yaml
## Example values to run Confluent Operator in Private Cloud
global:
provider:
name: private
## if any name which indicates regions
##
region: anyregion
kubernetes:
deployment:
## If kubernetes is deployed in multi zone mode then specify availability-zones as appropriate
## If kubernetes is deployed in single availability zone then specify appropriate values
## For the private cloud, use kubernetes node labels as appropriate
zones:
- myzones
##
## Docker registry endpoint where Confluent Images are available.
##
registry:
fqdn: docker.io
credential:
required: false
sasl:
plain:
username: kafka
password: kafka-secret
authorization:
rbac:
enabled: true
simple:
enabled: false
superUsers:
- User:kafka
- User:mds
dependencies:
mds:
endpoint: "https://kafka.kafka.svc.cluster.local:8090"
publicKey: |-
-----BEGIN PUBLIC KEY-----
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
-----END PUBLIC KEY-----
#operator
operator:
licenseKey: "MYENTERPRISELICENSE"
## Zookeeper cluster
##
zookeeper:
name: zookeeper
replicas: 3
resources:
requests:
cpu: "2"
memory: 4Gi
limits:
cpu: "2"
memory: 4Gi
volume:
data: 10Gi
txnlog: 10Gi
rack:
topology: kubernetes.io/hostname
jvmConfig:
heapSize: 2G
## Kafka Cluster
##
kafka:
license: "MYENTERPRISELICENSE"
name: kafka
replicas: 3
volume:
data0: 50Gi
resources:
requests:
cpu: "2"
memory: 15Gi
limits:
cpu: "2"
memory: 15Gi
jvmConfig:
heapSize: 4G
configOverrides:
server:
- ldap.user.search.scope=2
- ldap.group.search.filter=(CN=kafka)
log4j:
- log4j.logger.io.confluent.security.auth.provider.ldap=TRACE
tls:
enabled: true
authentication:
type: tls
principalMappingRules:
- RULE:^CN=([a-zA-Z0-9-_.]*).*$/$1/L
- DEFAULT
fullchain: |-
privkey: |-
cacerts: |-
loadBalancer:
enabled: true
domain: "kafkacluster.mycompany.com"
brokerPrefix: "broker"
bootstrapPrefix: "bootstrap"
metricReporter:
enabled: true
publishMs: 30000
tls:
enabled: false
authentication:
type: "plain"
bootstrapEndpoint: kafka:9071
services:
mds:
https: true
tokenKeyPair: |-
-----BEGIN RSA PRIVATE KEY-----
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
-----END RSA PRIVATE KEY-----
ldap:
address: ldap://192.168.80.30:3268
authentication:
simple:
principal: CN=MDS,OU=Kafka,OU=Resources,OU=MYOU Operations,OU=mycompany,DC=jmycompany,DC=com
credentials: myMDSpassword
configurations:
groupNameAttribute: cn
groupObjectClass: group
groupMemberAttribute: member
groupMemberAttributePattern: cn=(.*),OU=mycompany,DC=jmycompany,DC=com
groupSearchBase: OU=Kafka,OU=Resources,OU=MYOU Operations,OU=mycompany,DC=jmycompany,DC=com
userNameAttribute: sAMAccountName
userMemberOfAttributePattern: cn=(.*),OU=mycompany,DC=jmycompany,DC=com
userObjectClass: user
userSearchBase: DC=jmycompany,DC=com
## Connect Cluster
##
connect:
name: connectors
image:
repository: cp-server-connect-operator
tag: 5.5.2.0.v.1
replicas: 1
resources:
## It is recommended to set both resource requests and limits.
## If not configured, kubernetes will set cpu/memory defaults.
## Reference: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/
requests:
cpu: "2"
memory: 4Gi
limits:
cpu: "2"
memory: 4Gi
## JVM configuration
jvmConfig:
heapSize: 3Gi
tls:
enabled: true
fullchain: |-
privkey: |-
cacerts: |-
loadBalancer:
enabled: true
domain: "kafkacluster.mycompany.com"
dependencies:
mds:
authentication:
username: kafka_connect
password: "kafkaConnectPassword"
kafka:
bootstrapEndpoint: kafka.kafka.svc.cluster.local:9092
brokerCount: 3
tls:
enabled: true
internal: true
authentication:
type: tls
schemaRegistry:
enabled: true
tls:
enabled: true
url: https://schemaregistry.kafka.svc.cluster.local:8081
##
## Schema Registry
##
schemaregistry:
name: schemaregistry
replicas: 1
resources:
## It is recommended to set both resource requests and limits.
## If not configured, kubernetes will set cpu/memory defaults.
## Reference: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/
requests:
cpu: "1"
memory: 4Gi
limits:
cpu: "1"
memory: 4Gi
## JVM configuration
jvmConfig:
heapSize: 2G
tls:
enabled: true
fullchain: |-
privkey: |-
cacerts: |-
loadBalancer:
enabled: true
domain: "kafkacluster.mycompany.com"
dependencies:
mds:
authentication:
username: kafka_sr
password: "SRPassword"
zookeeper:
endpoint: zookeeper:2181
kafka:
brokerCount: 3
bootstrapEndpoint: kafka.kafka.svc.cluster.local:9092
tls:
enabled: true
internal: true
authentication:
type: tls
##
## KSQL
##
ksql:
name: ksql
replicas: 1
volume:
data0: 50Gi
resources:
## It is recommended to set both resource requests and limits.
## If not configured, kubernetes will set cpu/memory defaults.
## Reference: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/
requests:
cpu: "1"
memory: 4Gi
limits:
cpu: "1"
memory: 4Gi
## JVM configuration
jvmConfig:
heapSize: 3G
tls:
enabled: true
fullchain: |-
privkey: |-
cacerts: |-
loadBalancer:
enabled: true
domain: "kafkacluster.mycompany.com"
dependencies:
mds:
authentication:
username: kafka_sql
password: "KSQLPassword"
kafka:
tls:
enabled: true
internal: true
authentication:
type: tls
brokerCount: 3
bootstrapEndpoint: kafka.kafka.svc.cluster.local:9092
brokerEndpoints: kafka-0.kafka.svc.cluster.local:9092,kafka-1.kafka.svc.cluster.local:9092,kafka-2.kafka.svc.cluster.local:9092
schemaRegistry:
enabled: true
tls:
enabled: true
url: https://schemaregistry.kafka.svc.cluster.local:8081
## Control Center (C3) Resource configuration
##
controlcenter:
name: controlcenter
license: "MYENTERPRISELICENSE"
##
## C3 dependencies
##
volume:
data0: 200Gi
resources:
## It is recommended to set both resource requests and limits.
## If not configured, kubernetes will set cpu/memory defaults.
## Reference: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/
requests:
cpu: "2"
memory: 8Gi
limits:
cpu: "2"
memory: 8Gi
## JVM configuration
jvmConfig:
heapSize: 7G
dependencies:
mds:
authentication:
username: kafka_c3
password: "C3Password"
c3KafkaCluster:
brokerCount: 3
bootstrapEndpoint: kafka.kafka.svc.cluster.local:9092
zookeeper:
endpoint: zookeeper:2181
tls:
enabled: true
internal: true
authentication:
type: tls
connectCluster:
enabled: true
tls:
enabled: true
url: https://connectors.kafka.svc.cluster.local:8083
ksql:
enabled: true
tls:
enabled: true
url: https://ksql.kafka.svc.cluster.local:8088
schemaRegistry:
enabled: true
tls:
enabled: true
url: https://schemaregistry.kafka.svc.cluster.local:8081
##
## C3 External Access
##
loadBalancer:
enabled: true
domain: "kafkacluster.mycompany.com"
prefix: "controlcenter"
##
## TLS configuration
##
tls:
enabled: true
cacerts: |-
fullchain: |-
privkey: |-
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment