shishengliang/lingniu-vehicle-ingest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(go): expose kafka consumer lag metrics

Browse Source
This commit is contained in:
lingniu
2026-07-02 19:23:01 +08:00
parent 41ff0bcef4
commit 1f4a23ff69
9 changed files with 63 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
go/vehicle-gateway/cmd/realtime-api/main.go
View File

@@ -218,6 +218,7 @@ func processRealtimeMessage(ctx context.Context, logger interface {
defer cancel()
addRealtimeMetric(registry, "vehicle_realtime_kafka_messages_total", message, "received")
addRealtimeLagMetric(registry, message)
var env envelope.FrameEnvelope
if err := json.Unmarshal(message.Value, &env); err != nil {
addRealtimeMetric(registry, "vehicle_realtime_kafka_messages_total", message, "invalid_json")
@@ -249,6 +250,13 @@ func addRealtimeMetric(registry *metrics.Registry, name string, message kafka.Me
})
}
func addRealtimeLagMetric(registry *metrics.Registry, message kafka.Message) {
if registry == nil {
return
}
registry.SetKafkaLag("vehicle_realtime_kafka_lag", message.Topic, message.Partition, message.Offset, message.HighWaterMark)
}
func env(key string, fallback string) string {
value := strings.TrimSpace(os.Getenv(key))
if value == "" {

3
go/vehicle-gateway/cmd/realtime-api/main_test.go
View File

@@ -65,7 +65,7 @@ func TestProcessRealtimeMessageRecordsMetrics(t *testing.T) {
registry,
&contextCheckingRealtimeUpdater{},
&contextCheckingMessageCommitter{},
kafka.Message{Topic: "vehicle.event.go.unified.v1", Value: payload},
kafka.Message{Topic: "vehicle.event.go.unified.v1", Partition: 2, Offset: 10, HighWaterMark: 16, Value: payload},
)
text := registry.Render()
@@ -73,6 +73,7 @@ func TestProcessRealtimeMessageRecordsMetrics(t *testing.T) {
`vehicle_realtime_kafka_messages_total{status="received",topic="vehicle.event.go.unified.v1"} 1`,
`vehicle_realtime_updates_total{status="ok",topic="vehicle.event.go.unified.v1"} 1`,
`vehicle_realtime_kafka_commits_total{status="ok",topic="vehicle.event.go.unified.v1"} 1`,
`vehicle_realtime_kafka_lag{partition="2",topic="vehicle.event.go.unified.v1"} 5`,
} {
if !strings.Contains(text, want) {
t.Fatalf("metrics missing %s:\n%s", want, text)