feat(go): batch tdengine history writes

go/vehicle-gateway/internal/history/writer.go

@@ -66,6 +66,16 @@ func (w *Writer) AppendAll(ctx context.Context, env envelope.FrameEnvelope) erro
 	return w.AppendLocation(ctx, env)
 }
 
+func (w *Writer) AppendAllBatch(ctx context.Context, envelopes []envelope.FrameEnvelope) error {
+	if len(envelopes) == 0 {
+		return nil
+	}
+	if err := w.AppendRawFrameBatch(ctx, envelopes); err != nil {
+		return err
+	}
+	return w.AppendLocationBatch(ctx, envelopes)
+}
+
 func (w *Writer) AppendRawFrame(ctx context.Context, env envelope.FrameEnvelope) error {
 	table := tableName("raw", env)
 	if err := w.ensureRawChild(ctx, table, "raw_frames", env); err != nil {
@@ -100,6 +110,58 @@ VALUES (%s)`, chunkTable, joinLiterals(chunkValues(env, chunk)))); err != nil {
 	return nil
 }
 
+func (w *Writer) AppendRawFrameBatch(ctx context.Context, envelopes []envelope.FrameEnvelope) error {
+	rowsByTable := map[string][]string{}
+	chunkRowsByTable := map[string][]string{}
+	chunkEnvByTable := map[string]envelope.FrameEnvelope{}
+	for _, env := range envelopes {
+		table := tableName("raw", env)
+		if err := w.ensureRawChild(ctx, table, "raw_frames", env); err != nil {
+			return err
+		}
+		rawHex, rawHexChunks := chunkPayload(env, "raw_hex", env.RawHex)
+		rawText, rawTextChunks := chunkPayload(env, "raw_text", env.RawText)
+		parsedFields, parsedChunks := chunkPayload(env, "parsed_fields", parsedFieldsJSONString(env))
+		rowsByTable[table] = append(rowsByTable[table], "("+joinLiterals(rawValues(env, rawHex, rawText, parsedFields))+")")
+		chunks := append(rawHexChunks, rawTextChunks...)
+		chunks = append(chunks, parsedChunks...)
+		if len(chunks) == 0 {
+			continue
+		}
+		chunkTable := tableName("chunk", env)
+		if err := w.ensureRawChild(ctx, chunkTable, "raw_frame_payload_chunks", env); err != nil {
+			return err
+		}
+		chunkEnvByTable[chunkTable] = env
+		for _, chunk := range chunks {
+			chunkRowsByTable[chunkTable] = append(chunkRowsByTable[chunkTable], "("+joinLiterals(chunkValues(env, chunk))+")")
+		}
+	}
+	for table, rows := range rowsByTable {
+		if len(rows) == 0 {
+			continue
+		}
+		if _, err := w.exec.ExecContext(ctx, fmt.Sprintf(`INSERT INTO %s
+  (ts, frame_id, event_id, message_id, event_time, received_at, raw_size_bytes,
+   raw_hex, raw_text, parsed_json, parse_status, parse_error, source_endpoint)
+VALUES %s`, table, strings.Join(rows, ","))); err != nil {
+			return err
+		}
+	}
+	for table, rows := range chunkRowsByTable {
+		if len(rows) == 0 {
+			continue
+		}
+		_ = chunkEnvByTable[table]
+		if _, err := w.exec.ExecContext(ctx, fmt.Sprintf(`INSERT INTO %s
+  (ts, event_id, frame_id, received_at, payload_kind, chunk_index, chunk_count, chunk_text)
+VALUES %s`, table, strings.Join(rows, ","))); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
 func (w *Writer) AppendLocation(ctx context.Context, env envelope.FrameEnvelope) error {
 	if strings.TrimSpace(env.VIN) == "" {
 		return nil
@@ -120,6 +182,37 @@ VALUES (%s)`, table, joinLiterals(locationValues(env, longitude, latitude))))
 	return err
 }
 
+func (w *Writer) AppendLocationBatch(ctx context.Context, envelopes []envelope.FrameEnvelope) error {
+	rowsByTable := map[string][]string{}
+	for _, env := range envelopes {
+		if strings.TrimSpace(env.VIN) == "" {
+			continue
+		}
+		longitude, okLon := floatField(env, envelope.FieldLongitude)
+		latitude, okLat := floatField(env, envelope.FieldLatitude)
+		if !okLon || !okLat {
+			continue
+		}
+		table := locationTableName(env)
+		if err := w.ensureLocationChild(ctx, table, env); err != nil {
+			return err
+		}
+		rowsByTable[table] = append(rowsByTable[table], "("+joinLiterals(locationValues(env, longitude, latitude))+")")
+	}
+	for table, rows := range rowsByTable {
+		if len(rows) == 0 {
+			continue
+		}
+		if _, err := w.exec.ExecContext(ctx, fmt.Sprintf(`INSERT INTO %s
+  (ts, event_id, received_at, longitude, latitude, altitude_m, speed_kmh,
+   direction_deg, alarm_flag, status_flag, total_mileage_km)
+VALUES %s`, table, strings.Join(rows, ","))); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
 func (w *Writer) ensureRawChild(ctx context.Context, table string, stable string, env envelope.FrameEnvelope) error {
 	key := stable + "." + table
 	w.cache.mu.Lock()