kafka-connect-deploy.yaml

apiVersion: v1
kind: Service
metadata:
  name: oss-kafka-connect-service
  labels:
    app: oss-kafka-connect
spec:
  type: LoadBalancer
  ports:
    - port: 80
      protocol: TCP
      targetPort: 8083
  selector:
    app: oss-kafka-connect
---
apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: oss-kafka-connect-deployment
spec:
  replicas: 3
  template:
    metadata:
      labels:
        app: oss-kafka-connect
    spec:
      containers:
        - name: oss-kafka-connect
          image: vamsiramakrishnan/mqtt-kafka-connect:2.0
          command: ["connect-distributed"]
          args: ["/etc/kafka/connect-distributed.properties"]
          volumeMounts:
            - name: connect-distributed
              mountPath: /etc/kafka/connect-distributed.properties
              subPath: connect-distributed.properties
          env:
            - name: CONNECT_REST_ADVERTISED_HOST_NAME
              valueFrom:
                fieldRef:
                  fieldPath: status.podIP
            - name: CONNECT_BOOTSTRAP_SERVERS
              value: cell-1.streaming.us-phoenix-1.oci.oraclecloud.com:9092
            - name: CONNECT_REST_PORT
              value: "8083"
            - name: CONNECT_SASL_MECHANISM
              value: PLAIN
            - name: CONNECT_SECURITY_PROTOCOL
              value: SASL_SSL
            - name: CONNECT_SASL_JAAS_CONFIG
              value: org.apache.kafka.common.security.plain.PlainLoginModule required username="<UserName>" password="<Auth Token>";
            - name: CONNECT_GROUP_ID
              value: sesym2019-mqtt-connect
            - name: CONNECT_PRODUCER_SASL_MECHANISM
              value: PLAIN
            - name: CONNECT_PRODUCER_SECURITY_PROTOCOL
              value: SASL_SSL
            - name: CONNECT_PRODUCER_SASL_JAAS_CONFIG
              value: org.apache.kafka.common.security.plain.PlainLoginModule required username="<UserName>" password="<Auth Token>";
            - name: CONNECT_CONSUMER_SASL_MECHANISM
              value: PLAIN
            - name: CONNECT_CONSUMER_SECURITY_PROTOCOL
              value: SASL_SSL
            - name: CONNECT_CONSUMER_SASL_JAAS_CONFIG
              value: org.apache.kafka.common.security.plain.PlainLoginModule required username="<UserName>" password="<Auth Token>";
            - name: CONNECT_CONFIG_STORAGE_TOPIC
              value: <connect-harness-OCID>-config
            - name: CONNECT_OFFSET_STORAGE_TOPIC
              value: <connect-harness-OCID>-offset
            - name: CONNECT_STATUS_STORAGE_TOPIC
              value: <connect-harness-OCID>-status
            - name: CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR
              value: "1"
            - name: CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR
              value: "1"
            - name: CONNECT_STATUS_STORAGE_REPLICATION_FACTOR
              value: "1"
            - name: CONNECT_KEY_CONVERTER
              value: org.apache.kafka.connect.storage.StringConverter
            - name: CONNECT_VALUE_CONVERTER
              value: org.apache.kafka.connect.json.JsonConverter
            - name: CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE
              value: "true"
            - name: CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE
              value: "true"
          ports:
            - name: kafka-connect
              containerPort: 8083
              protocol: TCP
      volumes:
        - name: connect-distributed
          configMap:
            name: oss-kafka-connect-configmap