shishengliang/lingniu-vehicle-ingest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(go): expose kafka consumer lag metrics

Browse Source
This commit is contained in:
lingniu
2026-07-02 19:23:01 +08:00
parent 41ff0bcef4
commit 1f4a23ff69
9 changed files with 63 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
go/vehicle-gateway/cmd/stat-writer/main.go
View File

@@ -90,6 +90,7 @@ func processStatMessage(ctx context.Context, logger interface {
defer cancel()
addStatMetric(registry, "vehicle_stat_kafka_messages_total", message, "received")
addStatLagMetric(registry, message)
var env envelope.FrameEnvelope
if err := json.Unmarshal(message.Value, &env); err != nil {
addStatMetric(registry, "vehicle_stat_kafka_messages_total", message, "invalid_json")
@@ -118,6 +119,13 @@ func addStatMetric(registry *metrics.Registry, name string, message kafka.Messag
registry.IncCounter(name, metrics.Labels{"topic": message.Topic, "status": status})
}
func addStatLagMetric(registry *metrics.Registry, message kafka.Message) {
if registry == nil {
return
}
registry.SetKafkaLag("vehicle_stat_kafka_lag", message.Topic, message.Partition, message.Offset, message.HighWaterMark)
}
type config struct {
KafkaBrokers []string
KafkaTopics []string