99 lines
2.2 KiB
YAML
99 lines
2.2 KiB
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: logstash-ngx-config
|
|
data:
|
|
logstash.conf: |-
|
|
input {
|
|
kafka{
|
|
bootstrap_servers => "10.2.0.12:30002,10.2.0.12:30003,10.2.0.12:30004"
|
|
topics => ["nginx-dev","nginx-tcs","nginx-prod"]
|
|
group_id => "logstash-ngx"
|
|
auto_offset_reset => "earliest"
|
|
codec => json
|
|
}
|
|
}
|
|
|
|
filter {
|
|
date {
|
|
match => [ "start_time", "dd/MMM/yyyy:HH:mm:ss Z" ]
|
|
target => "@timestamp"
|
|
}
|
|
mutate {
|
|
add_field => { "env" => "%{[fields][env]}" }
|
|
remove_field => [ "fields" ]
|
|
}
|
|
}
|
|
|
|
output {
|
|
elasticsearch {
|
|
hosts => ["http://elastic:9200"]
|
|
index => "%{[env]}-nginx-%{+YYYY.MM.dd}"
|
|
}
|
|
}
|
|
logstash.yml: |-
|
|
http.host: "0.0.0.0"
|
|
xpack.monitoring.elasticsearch.hosts: [ "http://elastic:9200" ]
|
|
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: logstash-ngx
|
|
labels:
|
|
app: logstash-ngx
|
|
spec:
|
|
replicas: 1
|
|
selector:
|
|
matchLabels:
|
|
app: logstash-ngx
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: logstash-ngx
|
|
spec:
|
|
containers:
|
|
- name: logstash-ngx
|
|
image: docker.elastic.co/logstash/logstash:7.16.3
|
|
ports:
|
|
- containerPort: 5044
|
|
resources:
|
|
requests:
|
|
cpu: 100m
|
|
memory: 128Mi
|
|
limits:
|
|
cpu: 1
|
|
memory: 1Gi
|
|
volumeMounts:
|
|
- name: config
|
|
mountPath: /usr/share/logstash/pipeline/logstash.conf
|
|
subPath: logstash.conf
|
|
readOnly: true
|
|
- name: config
|
|
mountPath: /usr/share/logstash/config/logstash.yml
|
|
subPath: logstash.yml
|
|
readOnly: true
|
|
volumes:
|
|
- name: config
|
|
configMap:
|
|
name: logstash-ngx-config
|
|
items:
|
|
- key: logstash.conf
|
|
path: logstash.conf
|
|
- key: logstash.yml
|
|
path: logstash.yml
|
|
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: logstash-ngx
|
|
labels:
|
|
app: logstash-ngx
|
|
spec:
|
|
ports:
|
|
- port: 5044
|
|
targetPort: 5044
|
|
selector:
|
|
app: logstash-ngx
|
|
type: ClusterIP |