add kafka release

dev-upgrade/elastic/kibana.yaml

@@ -1,68 +0,0 @@
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: kibana-config
-data:
-  kibana.yml: |-
-    server.name: kibana
-    server.host: 0.0.0.0
-    elasticsearch.hosts: [ "http://elastic:9200" ]
-    monitoring.ui.container.elasticsearch.enabled: true
-    elasticsearch.username: kibana-admin
-    elasticsearch.password: admin123
----
-apiVersion: v1
-kind: Service
-metadata:
-  name: kibana
-  labels:
-    app: kibana
-spec:
-  ports:
-    - port: 5601
-      targetPort: 5601
-      nodePort: 30020
-  selector:
-    app: kibana
-  type: NodePort
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: kibana
-  labels:
-    app: kibana
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: kibana
-  template:
-    metadata:
-      labels:
-        app: kibana
-    spec:
-      containers:
-        - name: kibana
-          image: docker.elastic.co/kibana/kibana:8.8.0
-          volumeMounts:
-            - name: config
-              mountPath: /usr/share/kibana/config/kibana.yml
-              subPath: kibana.yml
-              readOnly: true
-          resources:
-            requests:
-              cpu: 100m
-              memory: 128Mi
-            limits:
-              cpu: 1
-              memory: 1Gi
-          ports:
-            - containerPort: 5601
-      volumes:
-        - name: config
-          configMap:
-            name: kibana-config
-            items:
-              - key: kibana.yml
-                path: kibana.yml

dev-upgrade/elastic/storage.yaml

@@ -4,5 +4,6 @@ kind: StorageClass
 metadata:
   name: local-elastic
 provisioner: openebs.io/local
+reclaimPolicy: Retain
 allowVolumeExpansion: true
 volumeBindingMode: WaitForFirstConsumer

dev-upgrade/kafka/kafka-release.yaml

@@ -0,0 +1,92 @@
+---
+apiVersion: platform.confluent.io/v1beta1
+kind: Zookeeper
+metadata:
+  name: zookeeper
+spec:
+  replicas: 3
+  configOverrides:
+    jvm:
+      - "-Xmx128m"
+  podTemplate:
+    affinity:
+      nodeAffinity:
+        requiredDuringSchedulingIgnoredDuringExecution:
+          nodeSelectorTerms:
+          - matchExpressions:
+            - key: app.kubernetes.io/name
+              operator: In
+              values:
+              - es-release
+  image:
+    application: confluentinc/cp-zookeeper:7.4.0
+    init: confluentinc/confluent-init-container:2.6.0
+  dataVolumeCapacity: 10Gi
+  logVolumeCapacity: 10Gi
+  storageClass:
+    name: local-kafka
+---
+apiVersion: platform.confluent.io/v1beta1
+kind: Kafka
+metadata:
+  name: kafka
+spec:
+  replicas: 3
+  configOverrides:
+    server:
+      - auto.create.topics.enable=true
+      - default.replication.factor=3
+    jvm:
+      - "-Xmx512m"
+  podTemplate:
+    resources:
+      requests:
+        memory: "256Mi"
+        cpu: "100m"
+      limits:
+        memory: "4G"
+        cpu: "1"
+    affinity:
+      nodeAffinity:
+        requiredDuringSchedulingIgnoredDuringExecution:
+          nodeSelectorTerms:
+          - matchExpressions:
+            - key: app.kubernetes.io/name
+              operator: In
+              values:
+              - trainer
+  image:
+    application: confluentinc/cp-server:7.4.0
+    init: confluentinc/confluent-init-container:2.6.0
+  dataVolumeCapacity: 20Gi
+  storageClass:
+    name: local-kafka
+  metricReporter:
+    enabled: true
+  # dependencies:
+  # 多个kakfa集群复用zk
+  #   zookeeper:
+  #     endpoint: zookeeper.common.svc.cluster.local:2181
+---
+apiVersion: platform.confluent.io/v1beta1
+kind: SchemaRegistry
+metadata:
+  name: schemaregistry
+spec:
+  replicas: 3
+  configOverrides:
+    jvm:
+      - "-Xmx128m"
+  podTemplate:
+    affinity:
+      nodeAffinity:
+        requiredDuringSchedulingIgnoredDuringExecution:
+          nodeSelectorTerms:
+          - matchExpressions:
+            - key: app.kubernetes.io/name
+              operator: In
+              values:
+              - trainer
+  image:
+    application: confluentinc/cp-schema-registry:7.4.0
+    init: confluentinc/confluent-init-container:2.6.0