shishengliang/lingniu-vehicle-ingest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(platform): summarize quality issues

Browse Source
This commit is contained in:
lingniu
2026-07-03 23:25:39 +08:00
parent 4ca1bdb8fe
commit 54d74178ea
9 changed files with 155 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vehicle-data-platform/apps/api/internal/platform/handler.go
View File

@@ -36,6 +36,7 @@ func (h *Handler) routes() {
h.mux.HandleFunc("POST /api/history/raw-frames/query", h.handleRawFramesPost)
h.mux.HandleFunc("GET /api/mileage/summary", h.handleMileageSummary)
h.mux.HandleFunc("GET /api/mileage/daily", h.handleDailyMileage)
h.mux.HandleFunc("GET /api/quality/summary", h.handleQualitySummary)
h.mux.HandleFunc("GET /api/quality/issues", h.handleQualityIssues)
h.mux.HandleFunc("GET /api/ops/health", h.handleOpsHealth)
}
@@ -122,6 +123,11 @@ func (h *Handler) handleQualityIssues(w http.ResponseWriter, r *http.Request) {
h.write(w, r, data, err)
}
func (h *Handler) handleQualitySummary(w http.ResponseWriter, r *http.Request) {
data, err := h.service.QualitySummary(r.Context(), r.URL.Query())
h.write(w, r, data, err)
}
func (h *Handler) handleOpsHealth(w http.ResponseWriter, r *http.Request) {
data, err := h.service.OpsHealth(r.Context())
h.write(w, r, data, err)

3
vehicle-data-platform/apps/api/internal/platform/handler_test.go
View File

@@ -56,7 +56,7 @@ func TestHandlerVehicleDetail(t *testing.T) {
if rec.Code != http.StatusOK {
t.Fatalf("status = %d body=%s", rec.Code, rec.Body.String())
}
for _, want := range []string{"identity", "realtimeSummary", "realtime", "history", "raw", "mileage", "quality", "sources", "sourceStatus", "VIN_MISSING"} {
for _, want := range []string{"identity", "realtimeSummary", "realtime", "history", "raw", "mileage", "quality", "sources", "sourceStatus"} {
if !strings.Contains(rec.Body.String(), want) {
t.Fatalf("response missing %q: %s", want, rec.Body.String())
}
@@ -113,6 +113,7 @@ func TestHandlerHistoryMileageQualityOps(t *testing.T) {
{"/api/history/raw-frames?protocol=GB32960&vin=LB9A32A24R0LS1426&limit=1&includeFields=true", "plate"},
{"/api/mileage/summary?limit=10", "totalMileageKm"},
{"/api/mileage/daily?limit=10", "dailyMileageKm"},
{"/api/quality/summary?limit=10", "issueVehicleCount"},
{"/api/quality/issues?limit=10", "issueType"},
{"/api/ops/health", "linkHealth"},
}

48
vehicle-data-platform/apps/api/internal/platform/mock_store.go
View File

@@ -275,10 +275,7 @@ func (m *MockStore) dailyMileageRows(query url.Values) []DailyMileageRow {
}
func (m *MockStore) QualityIssues(_ context.Context, query url.Values) (Page[QualityIssueRow], error) {
rows := []QualityIssueRow{
{VIN: "LB9A32A24R0LS1426", Plate: "粤AG18312", Protocol: "JT808", IssueType: "VIN_MISSING", Severity: "warning", LastSeen: "2026-07-03 19:58:00", Detail: "phone 曾未命中 binding 表，已通过手机号关联 VIN"},
{VIN: "LNXNEGRR7SR318212", Plate: "川AHTWO1", Protocol: "GB32960", IssueType: "LINK_GAP", Severity: "error", LastSeen: "2026-07-03 18:20:00", Detail: "Hyundai 平台近 60 分钟无转发"},
}
rows := mockQualityRows()
if vin := strings.TrimSpace(query.Get("vin")); vin != "" {
rows = keep(rows, func(row QualityIssueRow) bool { return row.VIN == vin })
}
@@ -288,6 +285,49 @@ func (m *MockStore) QualityIssues(_ context.Context, query url.Values) (Page[Qua
return page(rows, query), nil
}
func (m *MockStore) QualitySummary(_ context.Context, query url.Values) (QualitySummary, error) {
page, _ := m.QualityIssues(context.Background(), query)
vehicles := map[string]struct{}{}
protocols := map[string]int{}
issueTypes := map[string]int{}
summary := QualitySummary{IssueRecordCount: page.Total}
for _, row := range page.Items {
vehicles[firstNonEmpty(row.VIN, row.Plate, row.Detail)] = struct{}{}
protocols[row.Protocol]++
issueTypes[row.IssueType]++
if row.Severity == "error" {
summary.ErrorCount++
} else {
summary.WarningCount++
}
}
summary.IssueVehicleCount = len(vehicles)
summary.Protocols = bucketStats(protocols)
summary.IssueTypes = bucketStats(issueTypes)
return summary, nil
}
func mockQualityRows() []QualityIssueRow {
return []QualityIssueRow{
{VIN: "unknown", Plate: "", Protocol: "JT808", IssueType: "VIN_MISSING", Severity: "warning", LastSeen: "2026-07-03 19:58:00", Detail: "phone 13300000001 未命中 binding 表"},
{VIN: "LNXNEGRR7SR318212", Plate: "川AHTWO1", Protocol: "GB32960", IssueType: "LINK_GAP", Severity: "error", LastSeen: "2026-07-03 18:20:00", Detail: "Hyundai 平台近 60 分钟无转发"},
}
}
func bucketStats(values map[string]int) []QualityBucketStat {
out := make([]QualityBucketStat, 0, len(values))
for name, count := range values {
out = append(out, QualityBucketStat{Name: name, Count: count})
}
sort.Slice(out, func(i, j int) bool {
if out[i].Count == out[j].Count {
return out[i].Name < out[j].Name
}
return out[i].Count > out[j].Count
})
return out
}
func (m *MockStore) OpsHealth(context.Context) (OpsHealth, error) {
summary, _ := m.DashboardSummary(context.Background())
redisOnlineKeys := 92

14
vehicle-data-platform/apps/api/internal/platform/model.go
View File

@@ -160,6 +160,20 @@ type QualityIssueRow struct {
Detail string `json:"detail"`
}
type QualitySummary struct {
IssueVehicleCount int `json:"issueVehicleCount"`
IssueRecordCount int `json:"issueRecordCount"`
ErrorCount int `json:"errorCount"`
WarningCount int `json:"warningCount"`
Protocols []QualityBucketStat `json:"protocols"`
IssueTypes []QualityBucketStat `json:"issueTypes"`
}
type QualityBucketStat struct {
Name string `json:"name"`
Count int `json:"count"`
}
type OpsHealth struct {
LinkHealth []LinkHealth `json:"linkHealth"`
KafkaLag *int `json:"kafkaLag"`

22
vehicle-data-platform/apps/api/internal/platform/production_store.go
View File

@@ -460,8 +460,7 @@ func (s *ProductionStore) DailyMileage(ctx context.Context, query url.Values) (P
return Page[DailyMileageRow]{Items: items, Total: total, Limit: limit, Offset: offset}, nil
}
func (s *ProductionStore) QualityIssues(ctx context.Context, query url.Values) (Page[QualityIssueRow], error) {
limit, offset := buildLimitOffset(query)
func buildQualityIssueWhere(query url.Values) (string, []any) {
where := []string{"(r.vin = '' OR r.vin = 'unknown' OR r.vin IS NULL)"}
args := []any{}
if vin := strings.TrimSpace(query.Get("vin")); vin != "" {
@@ -477,9 +476,26 @@ func (s *ProductionStore) QualityIssues(ctx context.Context, query url.Values) (
like := "%" + keyword + "%"
args = append(args, like, like, like)
}
return `FROM jt808_registration r LEFT JOIN vehicle_identity_binding b ON b.phone = r.phone WHERE ` + strings.Join(where, " AND "), args
}
func (s *ProductionStore) QualitySummary(ctx context.Context, query url.Values) (QualitySummary, error) {
fromSQL, args := buildQualityIssueWhere(query)
var summary QualitySummary
if err := s.db.QueryRowContext(ctx, `SELECT COUNT(DISTINCT COALESCE(NULLIF(b.vin, ''), r.phone)) AS issue_vehicle_count, COUNT(*) AS issue_record_count `+fromSQL, args...).Scan(&summary.IssueVehicleCount, &summary.IssueRecordCount); err != nil {
return QualitySummary{}, err
}
summary.WarningCount = summary.IssueRecordCount
summary.Protocols = []QualityBucketStat{{Name: "JT808", Count: summary.IssueRecordCount}}
summary.IssueTypes = []QualityBucketStat{{Name: "VIN_MISSING", Count: summary.IssueRecordCount}}
return summary, nil
}
func (s *ProductionStore) QualityIssues(ctx context.Context, query url.Values) (Page[QualityIssueRow], error) {
limit, offset := buildLimitOffset(query)
fromSQL, args := buildQualityIssueWhere(query)
countArgs := append([]any(nil), args...)
args = append(args, limit, offset)
fromSQL := `FROM jt808_registration r LEFT JOIN vehicle_identity_binding b ON b.phone = r.phone WHERE ` + strings.Join(where, " AND ")
total := 0
if err := s.db.QueryRowContext(ctx, `SELECT COUNT(*) `+fromSQL, countArgs...).Scan(&total); err != nil {
return Page[QualityIssueRow]{}, err

5
vehicle-data-platform/apps/api/internal/platform/service.go
View File

@@ -18,6 +18,7 @@ type Store interface {
RawFrames(context.Context, RawFrameQuery) (Page[RawFrameRow], error)
MileageSummary(context.Context, url.Values) (MileageSummary, error)
DailyMileage(context.Context, url.Values) (Page[DailyMileageRow], error)
QualitySummary(context.Context, url.Values) (QualitySummary, error)
QualityIssues(context.Context, url.Values) (Page[QualityIssueRow], error)
OpsHealth(context.Context) (OpsHealth, error)
}
@@ -194,6 +195,10 @@ func (s *Service) DailyMileage(ctx context.Context, query url.Values) (Page[Dail
return s.store.DailyMileage(ctx, query)
}
func (s *Service) QualitySummary(ctx context.Context, query url.Values) (QualitySummary, error) {
return s.store.QualitySummary(ctx, query)
}
func (s *Service) QualityIssues(ctx context.Context, query url.Values) (Page[QualityIssueRow], error) {
return s.store.QualityIssues(ctx, query)
}