feat(go): expose runtime ingest metrics

go/vehicle-gateway/cmd/nats-kafka-bridge/main.go

@@ -18,6 +18,7 @@ import (
 
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/envelope"
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/health"
+	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/metrics"
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/observability"
 )
 
@@ -33,6 +34,7 @@ func main() {
 		os.Exit(1)
 	}
 	defer conn.Close()
+	registry := metrics.NewRegistry()
 	health.Start(ctx, logger, health.NewServer(env("HEALTH_ADDR", ""), "nats-kafka-bridge", []health.Check{
 		{Name: "nats", Check: func(context.Context) error {
 			if conn.Status() != nats.CONNECTED {
@@ -40,7 +42,7 @@ func main() {
 			}
 			return nil
 		}},
-	}))
+	}, registry))
 	js, err := conn.JetStream()
 	if err != nil {
 		logger.Error("nats jetstream init failed", "error", err)
@@ -78,7 +80,7 @@ func main() {
 		"durable", cfg.NATSDurable,
 		"filter", cfg.NATSFilter,
 		"kafka_brokers", strings.Join(cfg.KafkaBrokers, ","))
-	runBridge(ctx, logger, sub, writer, cfg)
+	runBridge(ctx, logger, registry, sub, writer, cfg)
 }
 
 type config struct {
@@ -135,7 +137,7 @@ type bridgeMessage struct {
 	ack     func() error
 }
 
-func runBridge(ctx context.Context, logger *slog.Logger, sub natsPullSubscription, writer kafkaBatchWriter, cfg config) {
+func runBridge(ctx context.Context, logger *slog.Logger, registry *metrics.Registry, sub natsPullSubscription, writer kafkaBatchWriter, cfg config) {
 	for {
 		if ctx.Err() != nil {
 			return
@@ -161,7 +163,7 @@ func runBridge(ctx context.Context, logger *slog.Logger, sub natsPullSubscriptio
 			})
 		}
 		operationCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), cfg.OperationWait)
-		err = bridgeBatch(operationCtx, writer, bridgeMessages, cfg.Route)
+		err = bridgeBatch(operationCtx, registry, writer, bridgeMessages, cfg.Route)
 		cancel()
 		if err != nil {
 			logger.Error("bridge batch failed", "count", len(bridgeMessages), "error", err)
@@ -194,32 +196,56 @@ func ensureStream(js nats.JetStreamContext, cfg config) error {
 	return err
 }
 
-func bridgeBatch(ctx context.Context, writer kafkaBatchWriter, messages []bridgeMessage, route map[string]string) error {
+func bridgeBatch(ctx context.Context, registry *metrics.Registry, writer kafkaBatchWriter, messages []bridgeMessage, route map[string]string) error {
 	if len(messages) == 0 {
 		return nil
 	}
 	kafkaMessages := make([]kafka.Message, 0, len(messages))
 	for _, message := range messages {
+		addBridgeSubjectMetric(registry, "vehicle_bridge_messages_total", message.subject, "received")
 		topic, ok := route[message.subject]
 		if !ok || topic == "" {
+			addBridgeSubjectMetric(registry, "vehicle_bridge_messages_total", message.subject, "route_error")
 			return fmt.Errorf("kafka topic not configured for nats subject %q", message.subject)
 		}
 		kafkaMessages = append(kafkaMessages, kafkaMessage(topic, message.data))
 	}
 	if err := writer.WriteMessages(ctx, kafkaMessages...); err != nil {
+		for _, message := range kafkaMessages {
+			addBridgeTopicMetric(registry, "vehicle_bridge_kafka_writes_total", message.Topic, "error")
+		}
 		return err
 	}
+	for _, message := range kafkaMessages {
+		addBridgeTopicMetric(registry, "vehicle_bridge_kafka_writes_total", message.Topic, "ok")
+	}
 	for _, message := range messages {
 		if message.ack == nil {
 			continue
 		}
 		if err := message.ack(); err != nil {
+			addBridgeSubjectMetric(registry, "vehicle_bridge_nats_acks_total", message.subject, "error")
 			return err
 		}
+		addBridgeSubjectMetric(registry, "vehicle_bridge_nats_acks_total", message.subject, "ok")
 	}
 	return nil
 }
 
+func addBridgeSubjectMetric(registry *metrics.Registry, name string, subject string, status string) {
+	if registry == nil {
+		return
+	}
+	registry.IncCounter(name, metrics.Labels{"subject": subject, "status": status})
+}
+
+func addBridgeTopicMetric(registry *metrics.Registry, name string, topic string, status string) {
+	if registry == nil {
+		return
+	}
+	registry.IncCounter(name, metrics.Labels{"topic": topic, "status": status})
+}
+
 func kafkaMessage(topic string, data []byte) kafka.Message {
 	var env envelope.FrameEnvelope
 	message := kafka.Message{Topic: topic, Value: data}

go/vehicle-gateway/cmd/nats-kafka-bridge/main_test.go

@@ -4,11 +4,13 @@ import (
 	"context"
 	"encoding/json"
 	"errors"
+	"strings"
 	"testing"
 
 	"github.com/segmentio/kafka-go"
 
 	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/envelope"
+	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/metrics"
 )
 
 func TestBridgeBatchWritesKafkaThenAcks(t *testing.T) {
@@ -20,7 +22,7 @@ func TestBridgeBatchWritesKafkaThenAcks(t *testing.T) {
 	writer := &recordingBridgeWriter{}
 	acked := 0
 
-	err = bridgeBatch(context.Background(), writer, []bridgeMessage{
+	err = bridgeBatch(context.Background(), nil, writer, []bridgeMessage{
 		{subject: "vehicle.raw.jt808.v1", data: payload, ack: func() error {
 			acked++
 			return nil
@@ -47,7 +49,7 @@ func TestBridgeBatchDoesNotAckWhenKafkaFails(t *testing.T) {
 	writer := &recordingBridgeWriter{err: errors.New("kafka unavailable")}
 	acked := 0
 
-	err := bridgeBatch(context.Background(), writer, []bridgeMessage{
+	err := bridgeBatch(context.Background(), nil, writer, []bridgeMessage{
 		{subject: "vehicle.event.unified.v1", data: []byte(`{"protocol":"JT808"}`), ack: func() error {
 			acked++
 			return nil
@@ -61,6 +63,33 @@ func TestBridgeBatchDoesNotAckWhenKafkaFails(t *testing.T) {
 	}
 }
 
+func TestBridgeBatchRecordsMetrics(t *testing.T) {
+	env := envelope.FrameEnvelope{Protocol: envelope.ProtocolJT808, Phone: "13307795425", MessageID: "0x0200"}
+	payload, err := json.Marshal(env)
+	if err != nil {
+		t.Fatal(err)
+	}
+	registry := metrics.NewRegistry()
+	writer := &recordingBridgeWriter{}
+
+	err = bridgeBatch(context.Background(), registry, writer, []bridgeMessage{
+		{subject: "vehicle.raw.jt808.v1", data: payload, ack: func() error { return nil }},
+	}, map[string]string{"vehicle.raw.jt808.v1": "vehicle.raw.jt808.v1"})
+	if err != nil {
+		t.Fatalf("bridgeBatch() error = %v", err)
+	}
+	text := registry.Render()
+	for _, want := range []string{
+		`vehicle_bridge_messages_total{status="received",subject="vehicle.raw.jt808.v1"} 1`,
+		`vehicle_bridge_kafka_writes_total{status="ok",topic="vehicle.raw.jt808.v1"} 1`,
+		`vehicle_bridge_nats_acks_total{status="ok",subject="vehicle.raw.jt808.v1"} 1`,
+	} {
+		if !strings.Contains(text, want) {
+			t.Fatalf("metrics missing %s:\n%s", want, text)
+		}
+	}
+}
+
 type recordingBridgeWriter struct {
 	messages []kafka.Message
 	err      error