prometheus-metrics-kafka

pkg/kafka/kafka.go

@@ -104,7 +104,15 @@ func flushMessageBuffer() {
 	bufferMutex.Unlock()
 
 	operation := func() error {
-		return writer.WriteMessages(context.Background(), tmpBuffer...)
+		err := writer.WriteMessages(context.Background(), tmpBuffer...)
+		if err == nil {
+			// Increment Prometheus counter
+			MessagesSent.Add(float64(len(tmpBuffer)))
+		} else {
+			// Increment error counter
+			SendErrors.Inc()
+		}
+		return err
 	}
 
 	// Use exponential backoff strategy

pkg/kafka/metrics.go

@@ -0,0 +1,18 @@
+package kafka
+
+import (
+	"github.com/prometheus/client_golang/prometheus"
+	"github.com/prometheus/client_golang/prometheus/promauto"
+)
+
+// Initialize Prometheus metrics
+var (
+	MessagesSent = promauto.NewCounter(prometheus.CounterOpts{
+		Name: "kafka_messages_sent_total",
+		Help: "The total number of messages sent",
+	})
+	SendErrors = promauto.NewCounter(prometheus.CounterOpts{
+		Name: "kafka_send_errors_total",
+		Help: "The total number of send errors",
+	})
+)