OKR/trainer-env/kafka/confluent-platform.yaml

# deployment
---
apiVersion: platform.confluent.io/v1beta1
kind: Zookeeper
metadata:
  name: zookeeper
  namespace: basic
spec:
  replicas: 3
  podTemplate:
    affinity:
      podAntiAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          - labelSelector:
              matchExpressions:
              - key: app
                operator: In
                values:
                - zookeeper
            topologyKey: kubernetes.io/hostname
  image:
    application: confluentinc/cp-zookeeper:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
  dataVolumeCapacity: 10Gi
  logVolumeCapacity: 10Gi
  storageClass:
    name: kafka-local
---
apiVersion: platform.confluent.io/v1beta1
kind: Kafka
metadata:
  name: kafka
  namespace: basic
spec:
  replicas: 3
  configOverrides:
    server:
      - auto.create.topics.enable=true
      - default.replication.factor=3
  podTemplate:
    affinity:
      podAntiAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          - labelSelector:
              matchExpressions:
              - key: app
                operator: In
                values:
                - kafka
            topologyKey: kubernetes.io/hostname
  image:
    application: confluentinc/cp-server:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
  dataVolumeCapacity: 20Gi
  storageClass:
    name: kafka-local
  metricReporter:
    enabled: true
  dependencies:
    zookeeper:
      endpoint: zookeeper.basic.svc.cluster.local:2181
---
apiVersion: platform.confluent.io/v1beta1
kind: Connect
metadata:
  name: connect
  namespace: basic
spec:
  replicas: 1
  podTemplate:
    affinity:
      nodeAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          nodeSelectorTerms: 
            - matchExpressions: 
                - key: kubernetes.io/hostname
                  operator: In
                  values: 
                    - bfs-k8snode-10-2-1-7.hetzner.base.beaconfireinc.com
  image:
    application: confluentinc/cp-server-connect:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
  dependencies:
    kafka:
      bootstrapEndpoint: kafka:9071
---
apiVersion: platform.confluent.io/v1beta1
kind: KsqlDB
metadata:
  name: ksqldb
  namespace: basic
spec:
  replicas: 1
  podTemplate:
    affinity:
      nodeAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          nodeSelectorTerms: 
            - matchExpressions: 
                - key: kubernetes.io/hostname
                  operator: In
                  values: 
                    - bfs-k8snode-10-2-1-6.hetzner.base.beaconfireinc.com
  image:
    application: confluentinc/cp-ksqldb-server:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
  dataVolumeCapacity: 10Gi
  storageClass:
    name: kafka-local
---
apiVersion: platform.confluent.io/v1beta1
kind: ControlCenter
metadata:
  name: controlcenter
  namespace: basic
spec:
  replicas: 1
  podTemplate:
    affinity:
      nodeAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          nodeSelectorTerms: 
            - matchExpressions: 
                - key: kubernetes.io/hostname
                  operator: In
                  values: 
                    - bfs-k8snode-10-2-1-8.hetzner.base.beaconfireinc.com
  image:
    application: confluentinc/cp-enterprise-control-center:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
  dataVolumeCapacity: 10Gi
  storageClass:
    name: kafka-local
  dependencies:
    schemaRegistry:
      url: http://schemaregistry.basic.svc.cluster.local:8081
    ksqldb:
    - name: ksqldb
      url: http://ksqldb.basic.svc.cluster.local:8088
    connect:
    - name: connect
      url: http://connect.basic.svc.cluster.local:8083
---
apiVersion: platform.confluent.io/v1beta1
kind: SchemaRegistry
metadata:
  name: schemaregistry
  namespace: basic
spec:
  replicas: 3
  podTemplate:
    affinity:
      podAntiAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          - labelSelector:
              matchExpressions:
              - key: app
                operator: In
                values:
                - schemaregistry
            topologyKey: kubernetes.io/hostname
  image:
    application: confluentinc/cp-schema-registry:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
---
apiVersion: platform.confluent.io/v1beta1
kind: KafkaRestProxy
metadata:
  name: kafkarestproxy
  namespace: basic
spec:
  replicas: 1
  image:
    application: confluentinc/cp-kafka-rest:7.4.0
    init: confluentinc/confluent-init-container:2.6.0
  dependencies:
    schemaRegistry:
      url: http://schemaregistry.basic.svc.cluster.local:8081
---
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: kafka-local
provisioner: openebs.io/local
reclaimPolicy: Retain
allowVolumeExpansion: true
volumeBindingMode: WaitForFirstConsumer