add tob k8s

main
ycz 2025-02-14 10:14:01 +08:00
parent 9d4df3a39d
commit cf3bf1b929
21 changed files with 34 additions and 3972 deletions

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@ -1,102 +0,0 @@
---
apiVersion: v1
kind: ConfigMap
metadata:
name: akhq-config
data:
application.yml: |
micronaut:
security:
enabled: true
token:
jwt:
signatures:
secret:
generator:
secret: eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJkYXRhIjpbeyJ0b29sdHQiOiJodHRwczovL3Rvb2x0dC5jb20ifV0sImlhdCI6MTY4NTY4OTU1MiwiZXhwIjoyNTM3NjI1NTk5LCJhdWQiOiIiLCJpc3MiOiJzbWFsbGtvdWRhaSIsInN1YiI6IiJ9.mKw9nKRhQimdaNtMWLHT9TqIn2-iIcZR4txgy8z07xQ
akhq:
security:
default-group: no-roles
basic-auth:
- username: admin
password: "$2a$10$zBr9YyaCto68TJ.aYsP8/eQXHm5MqJUULRm0OpzEOowhmG2Pjv2ry"
passwordHash: BCRYPT
groups:
- admin
connections:
kafka-cluster:
properties:
bootstrap.servers: "kafka.tcs-di.svc.cluster.local:9092"
schema-registry:
url: "http://schemaregistry.tcs-di.svc.cluster.local:8081"
type: "confluent"
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: akhq
spec:
replicas: 1
selector:
matchLabels:
app: akhq
template:
metadata:
labels:
app: akhq
spec:
containers:
- name: akhq
image: tchiotludo/akhq
env:
- name: MICRONAUT_CONFIG_FILES
value: /app/application.yml
ports:
- name: http
containerPort: 8080
protocol: TCP
- name: management
containerPort: 28081
protocol: TCP
volumeMounts:
- name: config
mountPath: /app/application.yml
subPath: application.yml
livenessProbe:
httpGet:
path: /health
port: management
initialDelaySeconds: 5
periodSeconds: 10
timeoutSeconds: 5
successThreshold: 1
failureThreshold: 3
readinessProbe:
httpGet:
path: /health
port: management
initialDelaySeconds: 5
periodSeconds: 10
timeoutSeconds: 5
successThreshold: 1
failureThreshold: 3
resources: {}
volumes:
- name: config
configMap:
name: akhq-config
---
apiVersion: v1
kind: Service
metadata:
name: akhq
spec:
type: ClusterIP
ports:
- name: http
protocol: TCP
port: 8080
targetPort: http
selector:
app: akhq

View File

@ -1,107 +0,0 @@
---
apiVersion: platform.confluent.io/v1beta1
kind: Zookeeper
metadata:
name: zookeeper
spec:
replicas: 3
oneReplicaPerNode: true
configOverrides:
jvm:
- "-Xmx512m"
podTemplate:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- tcs-di
image:
application: confluentinc/cp-zookeeper:7.4.0
init: confluentinc/confluent-init-container:2.6.0
dataVolumeCapacity: 10Gi
logVolumeCapacity: 10Gi
storageClass:
name: tcs-kafka-di
---
apiVersion: platform.confluent.io/v1beta1
kind: Kafka
metadata:
name: kafka
spec:
replicas: 3
oneReplicaPerNode: true
configOverrides:
server:
- auto.create.topics.enable=true
- default.replication.factor=3
jvm:
- "-Xmx512m"
podTemplate:
resources:
requests:
memory: "256Mi"
cpu: "100m"
limits:
memory: "4G"
cpu: "1"
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- tcs-di
image:
application: confluentinc/cp-server:7.4.0
init: confluentinc/confluent-init-container:2.6.0
dataVolumeCapacity: 20Gi
storageClass:
name: tcs-kafka-di
metricReporter:
enabled: true
listeners:
external:
externalAccess:
type: nodePort
nodePort:
host: kafka-tcs.drillinsight.com
nodePortOffset: 31001
# dependencies:
# 多个kakfa集群复用zk
# zookeeper:
# endpoint: zookeeper.common.svc.cluster.local:2181
---
apiVersion: platform.confluent.io/v1beta1
kind: SchemaRegistry
metadata:
name: schemaregistry
spec:
replicas: 3
oneReplicaPerNode: true
configOverrides:
jvm:
- "-Xmx512m"
podTemplate:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- tcs-di
image:
application: confluentinc/cp-schema-registry:7.4.0
init: confluentinc/confluent-init-container:2.6.0
externalAccess:
type: nodePort
nodePort:
host: kafka-tcs.drillinsight.com
nodePortOffset: 31005

View File

@ -1,181 +0,0 @@
apiVersion: platform.confluent.io/v1beta1
kind: Zookeeper
metadata:
name: zookeeper
spec:
replicas: 3
oneReplicaPerNode: true
configOverrides:
jvm:
- "-Xmx128m"
podTemplate:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- tcs
image:
application: confluentinc/cp-zookeeper:7.5.0
init: confluentinc/confluent-init-container:2.7.0
dataVolumeCapacity: 10Gi
logVolumeCapacity: 10Gi
storageClass:
name: tcs-kafka
authentication:
type: digest
jaasConfig:
secretRef: credential
tls:
secretRef: tls-group1
---
apiVersion: platform.confluent.io/v1beta1
kind: Kafka
metadata:
name: kafka
spec:
replicas: 3
oneReplicaPerNode: true
configOverrides:
server:
- auto.create.topics.enable=true
- default.replication.factor=3
jvm:
- "-Xmx512m"
podTemplate:
resources:
requests:
memory: "256Mi"
cpu: "100m"
limits:
memory: "4G"
cpu: "1"
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- tcs
image:
application: confluentinc/cp-server:7.5.0
init: confluentinc/confluent-init-container:2.7.0
dataVolumeCapacity: 10Gi
storageClass:
name: tcs-kafka
tls:
secretRef: tls-group1
listeners:
internal:
authentication:
type: ldap
jaasConfig:
secretRef: credential
tls:
enabled: true
external:
externalAccess:
type: nodePort
nodePort:
host: kafka-tcs.beaconfireinc.com
nodePortOffset: 30001
authentication:
type: ldap
jaasConfig:
secretRef: credential
tls:
enabled: true
authorization:
type: rbac
superUsers:
- User:kafka
services:
mds:
tls:
enabled: true
tokenKeyPair:
secretRef: mds-token
provider:
type: ldap
ldap:
address: ldap://ldap.tcs.svc.cluster.local:389
authentication:
type: simple
simple:
secretRef: credential
configurations:
groupNameAttribute: cn
groupObjectClass: group
groupMemberAttribute: member
groupMemberAttributePattern: CN=(.*),DC=test,DC=com
groupSearchBase: dc=test,dc=com
userNameAttribute: cn
userMemberOfAttributePattern: CN=(.*),DC=test,DC=com
userObjectClass: organizationalRole
userSearchBase: dc=test,dc=com
dependencies:
zookeeper:
endpoint: zookeeper.tcs.svc.cluster.local:2182
authentication:
type: digest
jaasConfig:
secretRef: credential
tls:
enabled: true
---
apiVersion: platform.confluent.io/v1beta1
kind: SchemaRegistry
metadata:
name: schemaregistry
spec:
replicas: 1
oneReplicaPerNode: true
configOverrides:
jvm:
- "-Xmx128m"
podTemplate:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- tcs
image:
application: confluentinc/cp-schema-registry:7.5.0
init: confluentinc/confluent-init-container:2.7.0
tls:
secretRef: tls-group1
externalAccess:
type: nodePort
nodePort:
host: kafka-tcs.beaconfireinc.com
nodePortOffset: 30005
authorization:
type: rbac
dependencies:
kafka:
bootstrapEndpoint: kafka.tcs.svc.cluster.local:9071
authentication:
type: plain
jaasConfig:
secretRef: credential
tls:
enabled: true
mds:
endpoint: https://kafka.tcs.svc.cluster.local:8090
tokenKeyPair:
secretRef: mds-token
authentication:
type: bearer
bearer:
secretRef: sr-mds-client
tls:
enabled: true

View File

@ -1,9 +0,0 @@
---
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
name: tcs-kafka-di
provisioner: openebs.io/local
reclaimPolicy: Retain
allowVolumeExpansion: true
volumeBindingMode: WaitForFirstConsumer

View File

@ -1,107 +0,0 @@
apiVersion: v1
kind: ConfigMap
metadata:
name: config-server
data:
application.yml: |
server:
port: 8888
spring:
cloud:
config:
server:
git:
uri: https://github.com/beaconfire-projects/cloud-config.git
search-paths:
- '{application}'
- micro/*
username: zyu@beaconfireinc.com
password: ENC(5/I4EP0HwkLv/ZFigX3bmP+U/yR0HAOgWpbVg4tHuREz0G9CfOZzZfFTHA342PpoLYVkj924iqo=)
bus:
refresh:
enabled: true
trace:
enabled: true
stream:
kafka:
binder:
brokers: http://kafka-0-internal.basic:9092,http://kafka-1-internal.basic:9092, http://kafka-2-internal.basic:9092
jasypt:
encryptor:
algorithm: PBEWithMD5AndDES
iv-generator-classname: org.jasypt.iv.NoIvGenerator
management:
endpoints:
web:
exposure:
include: 'busrefresh' #refresh
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: config-server
spec:
replicas: 1
selector:
matchLabels:
app: config-server
template:
metadata:
labels:
app: config-server
spec:
imagePullSecrets:
- name: docker-regcred
containers:
- name: config-server
image: beaconfireiic/config-server:1.1.1-prod
imagePullPolicy: Always
ports:
- name: http
containerPort: 8888
protocol: TCP
env:
- name: "LOGGING_LEVEL_ROOT"
value: "info"
- name: "SERVER_PORT"
value: "8888"
- name: "LOG_APP-NAME"
value: "config-server"
volumeMounts:
- name: config
mountPath: /app/application.yml
subPath: application.yml
- name: app-logs
mountPath: /logs
resources:
requests:
cpu: 0.1
memory: 256Mi
limits:
cpu: 1
memory: 2Gi
volumes:
- name: config
configMap:
name: config-server
- name: app-logs
hostPath:
path: /data/app_logs/config-server
---
apiVersion: v1
kind: Service
metadata:
name: config-server
spec:
type: ClusterIP
ports:
- name: http
protocol: TCP
port: 8888
targetPort: http
selector:
app: config-server

View File

@ -1,144 +0,0 @@
# apiVersion: v1
# kind: ConfigMap
# metadata:
# name: discovery-service
# data:
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: discovery-service
spec:
replicas: 1
selector:
matchLabels:
app: discovery-service
template:
metadata:
labels:
app: discovery-service
spec:
imagePullSecrets:
- name: docker-regcred
containers:
- name: discovery-service
image: beaconfireiic/service-discovery:1.1.0
imagePullPolicy: Always
ports:
- name: http
containerPort: 8761
protocol: TCP
env:
- name: "LOGGING_LEVEL_ROOT"
value: "info"
- name: "EUREKA_INSTANCE_HOSTNAME"
value: "discovery-service"
- name: "SERVER_PORT"
value: "8761"
- name: "LOG_APP-NAME"
value: "discovery-service"
- name: "SPRING_PROFILES_ACTIVE"
value: "sdet"
volumeMounts:
- name: app-logs
mountPath: /logs
resources:
requests:
cpu: 0.1
memory: 128Mi
limits:
cpu: 1
memory: 2Gi
volumes:
- name: app-logs
hostPath:
path: /data/app_logs/discovery-service
---
apiVersion: v1
kind: Service
metadata:
name: discovery-service
spec:
type: ClusterIP
ports:
- name: http
protocol: TCP
port: 8761
targetPort: http
selector:
app: discovery-service
---
# apiVersion: v1
# kind: ConfigMap
# metadata:
# name: gateway
# data:
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: gateway
spec:
replicas: 1
selector:
matchLabels:
app: gateway
template:
metadata:
labels:
app: gateway
spec:
imagePullSecrets:
- name: docker-regcred
containers:
- name: gateway
image: beaconfireiic/gateway:1.1.0
imagePullPolicy: Always
ports:
- name: http
containerPort: 8888
protocol: TCP
env:
- name: "LOGGING_LEVEL_ROOT"
value: "info"
- name: "EUREKA_INSTANCE_HOSTNAME"
value: "discovery-service"
- name: "SERVER_PORT"
value: "8888"
- name: "EUREKA_CLIENT_SERVICE-URL_DEFAULT-ZONE"
value: "http://discovery-service:8761/eureka/"
- name: "LOG_APP-NAME"
value: "gateway"
- name: "SPRING_PROFILES_ACTIVE"
value: "sdet"
volumeMounts:
- name: app-logs
mountPath: /logs
resources:
requests:
cpu: 0.1
memory: 128Mi
limits:
cpu: 1
memory: 2Gi
volumes:
- name: app-logs
hostPath:
path: /data/app_logs/gateway
---
apiVersion: v1
kind: Service
metadata:
name: gateway
spec:
type: ClusterIP
ports:
- name: http
protocol: TCP
port: 8888
targetPort: http
selector:
app: gateway

View File

@ -22,7 +22,7 @@ spec:
- key: kubernetes.io/hostname
operator: In
values:
- bfs-k8snode-10-2-1-5.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-5.hetzner.base.beaconfireinc.com
---
apiVersion: v1
@ -48,7 +48,7 @@ spec:
- key: kubernetes.io/hostname
operator: In
values:
- bfs-k8snode-10-2-1-6.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-6.hetzner.base.beaconfireinc.com
---
apiVersion: v1
@ -74,7 +74,7 @@ spec:
- key: kubernetes.io/hostname
operator: In
values:
- bfs-k8snode-10-2-1-7.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-7.hetzner.base.beaconfireinc.com
---
apiVersion: apps/v1

View File

@ -76,7 +76,7 @@ spec:
- key: kubernetes.io/hostname
operator: In
values:
- bfs-k8snode-10-2-1-5.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-5.hetzner.base.beaconfireinc.com
---
apiVersion: apps/v1

View File

@ -8,7 +8,7 @@ spec:
oneReplicaPerNode: true
configOverrides:
jvm:
- "-Xmx128m"
- "-Xmx256m"
podTemplate:
affinity:
nodeAffinity:
@ -18,7 +18,7 @@ spec:
- key: app.kubernetes.io/name
operator: In
values:
- tcs
- mq
image:
application: confluentinc/cp-zookeeper:7.4.0
init: confluentinc/confluent-init-container:2.6.0
@ -56,7 +56,7 @@ spec:
- key: app.kubernetes.io/name
operator: In
values:
- tcs
- mq
image:
application: confluentinc/cp-server:7.4.0
init: confluentinc/confluent-init-container:2.6.0
@ -86,7 +86,7 @@ spec:
oneReplicaPerNode: true
configOverrides:
jvm:
- "-Xmx128m"
- "-Xmx256m"
podTemplate:
affinity:
nodeAffinity:
@ -96,7 +96,7 @@ spec:
- key: app.kubernetes.io/name
operator: In
values:
- tcs
- mq
image:
application: confluentinc/cp-schema-registry:7.4.0
init: confluentinc/confluent-init-container:2.6.0

View File

@ -4,37 +4,37 @@ metadata:
name: bfs-k8scluster-1
spec:
hosts:
- {name: bfs-k8smaster-10-2-1-2.hetzner.base.beaconfireinc.com, address: 10.2.1.2, internalAddress: 10.2.1.2, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8smaster-10-2-1-3.hetzner.base.beaconfireinc.com, address: 10.2.1.3, internalAddress: 10.2.1.3, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8smaster-10-2-1-4.hetzner.base.beaconfireinc.com, address: 10.2.1.4, internalAddress: 10.2.1.4, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-1-5.hetzner.base.beaconfireinc.com, address: 10.2.1.5, internalAddress: 10.2.1.5, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-1-6.hetzner.base.beaconfireinc.com, address: 10.2.1.6, internalAddress: 10.2.1.6, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-1-7.hetzner.base.beaconfireinc.com, address: 10.2.1.7, internalAddress: 10.2.1.7, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-1-8.hetzner.base.beaconfireinc.com, address: 10.2.1.8, internalAddress: 10.2.1.8, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-1-9.hetzner.base.beaconfireinc.com, address: 10.2.1.9, internalAddress: 10.2.1.9, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-1-10.hetzner.base.beaconfireinc.com, address: 10.2.1.10, internalAddress: 10.2.1.10, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8smaster-10-2-3-2.hetzner.base.beaconfireinc.com, address: 10.2.3.2, internalAddress: 10.2.3.2, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8smaster-10-2-3-3.hetzner.base.beaconfireinc.com, address: 10.2.3.3, internalAddress: 10.2.3.3, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8smaster-10-2-3-4.hetzner.base.beaconfireinc.com, address: 10.2.3.4, internalAddress: 10.2.3.4, privateKeyPath: "~/.ssh/bfs-ed25519"}
- {name: bfs-k8snode-10-2-3-5.hetzner.base.beaconfireinc.com, address: 10.2.3.5, internalAddress: 10.2.3.5, privateKeyPath: "~/.ssh/bfs-ed25519"}
# - {name: bfs-k8snode-10-2-3-6.hetzner.base.beaconfireinc.com, address: 10.2.3.6, internalAddress: 10.2.3.6, privateKeyPath: "~/.ssh/bfs-ed25519"}
# - {name: bfs-k8snode-10-2-3-7.hetzner.base.beaconfireinc.com, address: 10.2.3.7, internalAddress: 10.2.3.7, privateKeyPath: "~/.ssh/bfs-ed25519"}
# - {name: bfs-k8snode-10-2-3-8.hetzner.base.beaconfireinc.com, address: 10.2.3.8, internalAddress: 10.2.3.8, privateKeyPath: "~/.ssh/bfs-ed25519"}
# - {name: bfs-k8snode-10-2-3-9.hetzner.base.beaconfireinc.com, address: 10.2.3.9, internalAddress: 10.2.3.9, privateKeyPath: "~/.ssh/bfs-ed25519"}
# - {name: bfs-k8snode-10-2-3-10.hetzner.base.beaconfireinc.com, address: 10.2.3.10, internalAddress: 10.2.3.10, privateKeyPath: "~/.ssh/bfs-ed25519"}
roleGroups:
etcd:
- bfs-k8smaster-10-2-1-2.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-1-3.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-1-4.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-3-2.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-3-3.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-3-4.hetzner.base.beaconfireinc.com
control-plane:
- bfs-k8smaster-10-2-1-2.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-1-3.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-1-4.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-3-2.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-3-3.hetzner.base.beaconfireinc.com
- bfs-k8smaster-10-2-3-4.hetzner.base.beaconfireinc.com
worker:
- bfs-k8snode-10-2-1-5.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-1-6.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-1-7.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-1-8.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-1-9.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-1-10.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-5.hetzner.base.beaconfireinc.com
# - bfs-k8snode-10-2-3-6.hetzner.base.beaconfireinc.com
# - bfs-k8snode-10-2-3-7.hetzner.base.beaconfireinc.com
# - bfs-k8snode-10-2-3-8.hetzner.base.beaconfireinc.com
# - bfs-k8snode-10-2-3-9.hetzner.base.beaconfireinc.com
# - bfs-k8snode-10-2-3-10.hetzner.base.beaconfireinc.com
controlPlaneEndpoint:
## Internal loadbalancer for apiservers
# internalLoadbalancer: haproxy
domain: tcs-k8slb.beaconfireinc.com
address: "10.2.1.1"
address: "10.2.3.1"
port: 6443
kubernetes:
version: v1.23.12

View File

@ -52,7 +52,7 @@ spec:
- key: "kubernetes.io/hostname"
operator: In
values:
- bfs-k8snode-10-2-1-6.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-6.hetzner.base.beaconfireinc.com
---
apiVersion: v1

View File

@ -56,7 +56,7 @@ spec:
- key: "kubernetes.io/hostname"
operator: In
values:
- bfs-k8snode-10-2-1-7.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-7.hetzner.base.beaconfireinc.com
---
apiVersion: v1
kind: Service

View File

@ -70,7 +70,7 @@ spec:
- key: "kubernetes.io/hostname"
operator: In
values:
- bfs-k8snode-10-2-1-5.hetzner.base.beaconfireinc.com
- bfs-k8snode-10-2-3-5.hetzner.base.beaconfireinc.com
---
apiVersion: v1