lingniu-vehicle-ingest/go/vehicle-gateway/cmd/history-writer/main_test.go

package main

import (
	"context"
	"encoding/json"
	"errors"
	"strings"
	"testing"

	"github.com/segmentio/kafka-go"

	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/envelope"
	"lingniu-vehicle-ingest/go/vehicle-gateway/internal/metrics"
)

func TestProcessHistoryMessageUsesUncancelledContextForAppendAndCommit(t *testing.T) {
	parent, cancel := context.WithCancel(context.Background())
	cancel()

	env := envelope.FrameEnvelope{
		Protocol:     envelope.ProtocolJT808,
		MessageID:    "0x0200",
		Phone:        "13307795425",
		EventTimeMS:  1782918600000,
		ReceivedAtMS: 1782918600000,
		ParseStatus:  envelope.ParseOK,
	}
	payload, err := json.Marshal(env)
	if err != nil {
		t.Fatal(err)
	}
	appender := &contextCheckingHistoryAppender{}
	committer := &contextCheckingHistoryCommitter{}

	processHistoryMessage(parent, discardHistoryLogger{}, nil, appender, committer, kafka.Message{Value: payload})

	if appender.ctxErr != nil {
		t.Fatalf("appender saw cancelled context: %v", appender.ctxErr)
	}
	if committer.ctxErr != nil {
		t.Fatalf("committer saw cancelled context: %v", committer.ctxErr)
	}
	if appender.count != 1 || committer.count != 1 {
		t.Fatalf("appends=%d commits=%d", appender.count, committer.count)
	}
}

func TestProcessHistoryMessageRecordsMetrics(t *testing.T) {
	env := envelope.FrameEnvelope{Protocol: envelope.ProtocolGB32960, VIN: "VIN001", MessageID: "0x01"}
	payload, err := json.Marshal(env)
	if err != nil {
		t.Fatal(err)
	}
	registry := metrics.NewRegistry()

	processHistoryMessage(
		context.Background(),
		discardHistoryLogger{},
		registry,
		&contextCheckingHistoryAppender{},
		&contextCheckingHistoryCommitter{},
		kafka.Message{Topic: "vehicle.raw.gb32960.v1", Partition: 1, Offset: 20, HighWaterMark: 23, Value: payload},
	)

	text := registry.Render()
	for _, want := range []string{
		`vehicle_history_kafka_messages_total{status="received",topic="vehicle.raw.gb32960.v1"} 1`,
		`vehicle_history_writes_total{status="ok",topic="vehicle.raw.gb32960.v1"} 1`,
		`vehicle_history_kafka_commits_total{status="ok",topic="vehicle.raw.gb32960.v1"} 1`,
		`vehicle_history_kafka_lag{partition="1",topic="vehicle.raw.gb32960.v1"} 2`,
	} {
		if !strings.Contains(text, want) {
			t.Fatalf("metrics missing %s:\n%s", want, text)
		}
	}
}

func TestProcessHistoryBatchAppendsAllBeforeCommit(t *testing.T) {
	first := envelope.FrameEnvelope{Protocol: envelope.ProtocolGB32960, VIN: "VIN001", MessageID: "0x02"}
	second := envelope.FrameEnvelope{Protocol: envelope.ProtocolJT808, Phone: "13307795425", MessageID: "0x0200"}
	firstPayload, err := json.Marshal(first)
	if err != nil {
		t.Fatal(err)
	}
	secondPayload, err := json.Marshal(second)
	if err != nil {
		t.Fatal(err)
	}
	appender := &contextCheckingHistoryAppender{}
	committer := &contextCheckingHistoryCommitter{}
	registry := metrics.NewRegistry()

	processHistoryBatch(
		context.Background(),
		discardHistoryLogger{},
		registry,
		appender,
		committer,
		[]kafka.Message{
			{Topic: "vehicle.raw.go.gb32960.v1", Partition: 1, Offset: 10, HighWaterMark: 13, Value: firstPayload},
			{Topic: "vehicle.raw.go.jt808.v1", Partition: 2, Offset: 20, HighWaterMark: 21, Value: secondPayload},
		},
	)

	if appender.batchCount != 1 {
		t.Fatalf("batch appends = %d, want 1", appender.batchCount)
	}
	if got := len(appender.batch); got != 2 {
		t.Fatalf("batch size = %d, want 2", got)
	}
	if committer.count != 1 {
		t.Fatalf("commit calls = %d, want 1", committer.count)
	}
	if committer.messageCount != 2 {
		t.Fatalf("committed messages = %d, want 2", committer.messageCount)
	}
	text := registry.Render()
	for _, want := range []string{
		`vehicle_history_batch_rows_total{status="ok"} 2`,
		`vehicle_history_batch_flush_total{status="ok"} 1`,
	} {
		if !strings.Contains(text, want) {
			t.Fatalf("batch metric missing %s:\n%s", want, text)
		}
	}
}

func TestProcessHistoryBatchDoesNotCommitWhenAppendFails(t *testing.T) {
	env := envelope.FrameEnvelope{Protocol: envelope.ProtocolGB32960, VIN: "VIN001", MessageID: "0x02"}
	payload, err := json.Marshal(env)
	if err != nil {
		t.Fatal(err)
	}
	appender := &contextCheckingHistoryAppender{err: errTestHistoryAppend}
	committer := &contextCheckingHistoryCommitter{}
	registry := metrics.NewRegistry()

	processHistoryBatch(
		context.Background(),
		discardHistoryLogger{},
		registry,
		appender,
		committer,
		[]kafka.Message{{Topic: "vehicle.raw.go.gb32960.v1", Partition: 1, Offset: 10, HighWaterMark: 11, Value: payload}},
	)

	if committer.count != 0 {
		t.Fatalf("commit calls = %d, want 0", committer.count)
	}
	text := registry.Render()
	for _, want := range []string{
		`vehicle_history_batch_rows_total{status="error"} 1`,
		`vehicle_history_batch_flush_total{status="error"} 1`,
	} {
		if !strings.Contains(text, want) {
			t.Fatalf("batch error metric missing %s:\n%s", want, text)
		}
	}
}

func TestLoadConfigDefaultsToGoRawTopics(t *testing.T) {
	cfg := loadConfig()

	got := strings.Join(cfg.KafkaTopics, ",")
	want := "vehicle.raw.go.gb32960.v1,vehicle.raw.go.jt808.v1,vehicle.raw.go.yutong-mqtt.v1"
	if got != want {
		t.Fatalf("KafkaTopics = %q, want %q", got, want)
	}
	if cfg.BatchSize != 200 {
		t.Fatalf("BatchSize = %d, want 200", cfg.BatchSize)
	}
	if cfg.BatchWait != 100 {
		t.Fatalf("BatchWait = %d, want 100", cfg.BatchWait)
	}
}

func TestLoadConfigReadsBatchSettings(t *testing.T) {
	t.Setenv("HISTORY_BATCH_SIZE", "500")
	t.Setenv("HISTORY_BATCH_WAIT_MS", "250")

	cfg := loadConfig()

	if cfg.BatchSize != 500 {
		t.Fatalf("BatchSize = %d, want 500", cfg.BatchSize)
	}
	if cfg.BatchWait != 250 {
		t.Fatalf("BatchWait = %d, want 250", cfg.BatchWait)
	}
}

type contextCheckingHistoryAppender struct {
	ctxErr     error
	count      int
	batchCount int
	batch      []envelope.FrameEnvelope
	err        error
}

func (a *contextCheckingHistoryAppender) AppendAll(ctx context.Context, _ envelope.FrameEnvelope) error {
	a.ctxErr = ctx.Err()
	a.count++
	if a.ctxErr != nil {
		return a.ctxErr
	}
	return a.err
}

func (a *contextCheckingHistoryAppender) AppendAllBatch(ctx context.Context, envs []envelope.FrameEnvelope) error {
	a.ctxErr = ctx.Err()
	a.batchCount++
	a.batch = append([]envelope.FrameEnvelope(nil), envs...)
	if a.ctxErr != nil {
		return a.ctxErr
	}
	return a.err
}

type contextCheckingHistoryCommitter struct {
	ctxErr       error
	count        int
	messageCount int
}

func (c *contextCheckingHistoryCommitter) CommitMessages(ctx context.Context, messages ...kafka.Message) error {
	c.ctxErr = ctx.Err()
	c.count++
	c.messageCount += len(messages)
	return c.ctxErr
}

type discardHistoryLogger struct{}

func (discardHistoryLogger) Error(string, ...any) {}
func (discardHistoryLogger) Warn(string, ...any)  {}

var errTestHistoryAppend = errors.New("test history append failed")