From 3a14e8e2de88fb7a2ad579365f281e46d485415d Mon Sep 17 00:00:00 2001
From: ycz008 <yangchengzi@seethingx.com>
Date: Fri, 23 Feb 2024 16:23:36 +0800
Subject: [PATCH] update logstash input kafka

---
 dev-upgrade/elastic/logstash.yml | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/dev-upgrade/elastic/logstash.yml b/dev-upgrade/elastic/logstash.yml
index 9189cd5..029a9b9 100644
--- a/dev-upgrade/elastic/logstash.yml
+++ b/dev-upgrade/elastic/logstash.yml
@@ -5,8 +5,12 @@ metadata:
 data:
   logstash.conf: |-
     input {
-      beats {
-        port => 5044
+      kafka{
+        bootstrap_servers => "10.2.0.12:30002,10.2.0.12:30003,10.2.0.12:30004"
+        topics => ["beaconfire-logback-dev","beaconfire-logback-prod"]
+        group_id => "logstash-app"
+        auto_offset_reset => "earliest"
+        codec => json
       }
     }
 
@@ -20,6 +24,9 @@ data:
         split => { "[log][file][path]" => "/" }
         add_field => { "env" => "%{[log][file][path][3]}" }
       }
+      mutate {
+        join => { "[log][file][path]" => "/" }
+      }
     }  
 
     output {