feat(go): expose runtime ingest metrics

go/vehicle-gateway/cmd/history-writer/main.go

@@ -16,6 +16,7 @@ import (
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/envelope"
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/health"
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/history"
+	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/metrics"
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/observability"
 )
 
@@ -35,9 +36,10 @@ func main() {
 		logger.Error("tdengine ping failed", "error", err)
 		os.Exit(1)
 	}
+	registry := metrics.NewRegistry()
 	health.Start(ctx, logger, health.NewServer(env("HEALTH_ADDR", ""), "vehicle-history-writer", []health.Check{
 		{Name: "tdengine", Check: db.PingContext},
-	}))
+	}, registry))
 
 	writer := history.NewWriter(db)
 	if cfg.EnsureSchema {
@@ -70,7 +72,7 @@ func main() {
 			logger.Error("kafka fetch failed", "error", err)
 			continue
 		}
-		processHistoryMessage(ctx, logger, writer, reader, message)
+		processHistoryMessage(ctx, logger, registry, writer, reader, message)
 	}
 }
 
@@ -87,23 +89,37 @@ type kafkaMessageCommitter interface {
 func processHistoryMessage(ctx context.Context, logger interface {
 	Error(string, ...any)
 	Warn(string, ...any)
-}, appender historyAppender, committer kafkaMessageCommitter, message kafka.Message) {
+}, registry *metrics.Registry, appender historyAppender, committer kafkaMessageCommitter, message kafka.Message) {
 	messageCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), kafkaMessageOperationTimeout)
 	defer cancel()
 
+	addWriterMetric(registry, "vehicle_history_kafka_messages_total", message, "received")
 	var env envelope.FrameEnvelope
 	if err := json.Unmarshal(message.Value, &env); err != nil {
+		addWriterMetric(registry, "vehicle_history_kafka_messages_total", message, "invalid_json")
 		logger.Warn("skip invalid envelope json", "topic", message.Topic, "partition", message.Partition, "offset", message.Offset, "error", err)
 		_ = committer.CommitMessages(messageCtx, message)
 		return
 	}
 	if err := appender.AppendAll(messageCtx, env); err != nil {
+		addWriterMetric(registry, "vehicle_history_writes_total", message, "error")
 		logger.Error("tdengine append failed", "topic", message.Topic, "partition", message.Partition, "offset", message.Offset, "event_id", env.StableEventID(), "error", err)
 		return
 	}
+	addWriterMetric(registry, "vehicle_history_writes_total", message, "ok")
 	if err := committer.CommitMessages(messageCtx, message); err != nil {
+		addWriterMetric(registry, "vehicle_history_kafka_commits_total", message, "error")
 		logger.Error("kafka commit failed", "topic", message.Topic, "partition", message.Partition, "offset", message.Offset, "error", err)
+		return
 	}
+	addWriterMetric(registry, "vehicle_history_kafka_commits_total", message, "ok")
+}
+
+func addWriterMetric(registry *metrics.Registry, name string, message kafka.Message, status string) {
+	if registry == nil {
+		return
+	}
+	registry.IncCounter(name, metrics.Labels{"topic": message.Topic, "status": status})
 }
 
 type config struct {

go/vehicle-gateway/cmd/history-writer/main_test.go

@@ -3,11 +3,13 @@ package main
 import (
 	"context"
 	"encoding/json"
+	"strings"
 	"testing"
 
 	"github.com/segmentio/kafka-go"
 
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/envelope"
+	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/metrics"
 )
 
 func TestProcessHistoryMessageUsesUncancelledContextForAppendAndCommit(t *testing.T) {
@@ -29,7 +31,7 @@ func TestProcessHistoryMessageUsesUncancelledContextForAppendAndCommit(t *testin
 	appender := &contextCheckingHistoryAppender{}
 	committer := &contextCheckingHistoryCommitter{}
 
-	processHistoryMessage(parent, discardHistoryLogger{}, appender, committer, kafka.Message{Value: payload})
+	processHistoryMessage(parent, discardHistoryLogger{}, nil, appender, committer, kafka.Message{Value: payload})
 
 	if appender.ctxErr != nil {
 		t.Fatalf("appender saw cancelled context: %v", appender.ctxErr)
@@ -42,6 +44,35 @@ func TestProcessHistoryMessageUsesUncancelledContextForAppendAndCommit(t *testin
 	}
 }
 
+func TestProcessHistoryMessageRecordsMetrics(t *testing.T) {
+	env := envelope.FrameEnvelope{Protocol: envelope.ProtocolGB32960, VIN: "VIN001", MessageID: "0x01"}
+	payload, err := json.Marshal(env)
+	if err != nil {
+		t.Fatal(err)
+	}
+	registry := metrics.NewRegistry()
+
+	processHistoryMessage(
+		context.Background(),
+		discardHistoryLogger{},
+		registry,
+		&contextCheckingHistoryAppender{},
+		&contextCheckingHistoryCommitter{},
+		kafka.Message{Topic: "vehicle.raw.gb32960.v1", Value: payload},
+	)
+
+	text := registry.Render()
+	for _, want := range []string{
+		`vehicle_history_kafka_messages_total{status="received",topic="vehicle.raw.gb32960.v1"} 1`,
+		`vehicle_history_writes_total{status="ok",topic="vehicle.raw.gb32960.v1"} 1`,
+		`vehicle_history_kafka_commits_total{status="ok",topic="vehicle.raw.gb32960.v1"} 1`,
+	} {
+		if !strings.Contains(text, want) {
+			t.Fatalf("metrics missing %s:\n%s", want, text)
+		}
+	}
+}
+
 type contextCheckingHistoryAppender struct {
 	ctxErr error
 	count  int