shishengliang/lingniu-vehicle-ingest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(go): expose stat writer latency histogram

Browse Source
This commit is contained in:
lingniu
2026-07-03 19:08:49 +08:00
parent 3900144ea4
commit 07d17e5adf
6 changed files with 41 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
go/vehicle-gateway/cmd/stat-writer/main.go
View File

@@ -83,6 +83,8 @@ type kafkaMessageCommitter interface {
CommitMessages(context.Context, ...kafka.Message) error
}
var statWriteDurationBucketsMS = []float64{1, 5, 10, 25, 50, 100, 250, 500, 1000, 5000}
func processStatMessage(ctx context.Context, logger interface {
Error(string, ...any)
Warn(string, ...any)
@@ -99,7 +101,10 @@ func processStatMessage(ctx context.Context, logger interface {
_ = committer.CommitMessages(messageCtx, message)
return
}
if err := appender.Append(messageCtx, env); err != nil {
started := time.Now()
err := appender.Append(messageCtx, env)
recordStatWriteDuration(registry, message, statusFromError(err), time.Since(started))
if err != nil {
addStatMetric(registry, "vehicle_stat_writes_total", message, "error")
logger.Error("mysql append failed", "topic", message.Topic, "partition", message.Partition, "offset", message.Offset, "event_id", env.StableEventID(), "error", err)
return
@@ -127,6 +132,23 @@ func addStatLagMetric(registry *metrics.Registry, message kafka.Message) {
registry.SetKafkaLag("vehicle_stat_kafka_lag", message.Topic, message.Partition, message.Offset, message.HighWaterMark)
}
func recordStatWriteDuration(registry *metrics.Registry, message kafka.Message, status string, elapsed time.Duration) {
if registry == nil {
return
}
registry.ObserveHistogram("vehicle_stat_write_duration_ms_histogram", metrics.Labels{
"topic": message.Topic,
"status": status,
}, statWriteDurationBucketsMS, float64(elapsed.Milliseconds()))
}
func statusFromError(err error) string {
if err != nil {
return "error"
}
return "ok"
}
type config struct {
KafkaBrokers []string
KafkaTopics []string

3
go/vehicle-gateway/cmd/stat-writer/main_test.go
View File

@@ -67,6 +67,9 @@ func TestProcessStatMessageRecordsMetrics(t *testing.T) {
`vehicle_stat_writes_total{status="ok",topic="vehicle.raw.jt808.v1"} 1`,
`vehicle_stat_kafka_commits_total{status="ok",topic="vehicle.raw.jt808.v1"} 1`,
`vehicle_stat_kafka_lag{partition="4",topic="vehicle.raw.jt808.v1"} 10`,
`vehicle_stat_write_duration_ms_histogram_bucket{le="+Inf",status="ok",topic="vehicle.raw.jt808.v1"} 1`,
`vehicle_stat_write_duration_ms_histogram_count{status="ok",topic="vehicle.raw.jt808.v1"} 1`,
`vehicle_stat_write_duration_ms_histogram_sum{status="ok",topic="vehicle.raw.jt808.v1"}`,
} {
if !strings.Contains(text, want) {
t.Fatalf("metrics missing %s:\n%s", want, text)