feat(sink-archive): ArchiveEventSink consumes RawArchive events to cold storage

新 EventSink 实现： - accepts 仅 VehicleEvent.RawArchive - publish 写 ArchiveStore，key = yyyy/MM/dd/<source>/<vin>/<eventId>.bin （基于 ingestTime 的 UTC 日期分片，便于按车按天回放） - 相同 eventId 重复写按 put 语义覆盖 - 写失败在返回的 CompletableFuture 上 completeExceptionally，EventBus 打 WARN AutoConfig 在 ArchiveStore bean 存在时装配 ArchiveEventSink，Disruptor EventBus 启动时自动把它纳入扇出 handler 列表。Disruptor 使用虚拟线程消费，本地/S3/OSS 的 blocking IO 不会 pin 平台线程。单测覆盖 accepts 过滤、稳定 key 写入、幂等覆盖三种情形。 Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-04-20 15:54:54 +08:00
parent bfc3c29c40
commit dd838b4f73
3 changed files with 211 additions and 0 deletions
--- a/sink-archive/src/test/java/com/lingniu/ingest/sink/archive/ArchiveEventSinkTest.java
+++ b/sink-archive/src/test/java/com/lingniu/ingest/sink/archive/ArchiveEventSinkTest.java
@@ -0,0 +1,114 @@
+package com.lingniu.ingest.sink.archive;
+
+import com.lingniu.ingest.api.ProtocolId;
+import com.lingniu.ingest.api.event.VehicleEvent;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.io.TempDir;
+
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.time.Instant;
+import java.time.ZoneOffset;
+import java.time.format.DateTimeFormatter;
+import java.util.Map;
+import java.util.UUID;
+
+import static org.assertj.core.api.Assertions.assertThat;
+
+/**
+ * {@link ArchiveEventSink} 单元测试：
+ *
+ * <ul>
+ *   <li>只接受 {@link VehicleEvent.RawArchive}，其它事件通过 {@link
+ *       ArchiveEventSink#accepts(VehicleEvent)} 拒绝
+ *   <li>publish 成功将原始字节写到 ArchiveStore 的稳定 key 路径下
+ *   <li>key 包含日期分片 + 协议名 + VIN + eventId，便于按车按天回放
+ * </ul>
+ */
+class ArchiveEventSinkTest {
+
+    private static final DateTimeFormatter DATE_KEY =
+            DateTimeFormatter.ofPattern("yyyy/MM/dd").withZone(ZoneOffset.UTC);
+
+    @Test
+    void acceptsOnlyRawArchiveEvent(@TempDir Path root) {
+        LocalArchiveStore store = new LocalArchiveStore(root.toString());
+        ArchiveEventSink sink = new ArchiveEventSink(store);
+
+        VehicleEvent.RawArchive raw = newRawArchive("LTESTVIN000000001", new byte[]{0x23, 0x23, 0x02});
+        VehicleEvent.Heartbeat hb = new VehicleEvent.Heartbeat(
+                UUID.randomUUID().toString(),
+                "LTESTVIN000000001",
+                ProtocolId.GB32960,
+                Instant.now(),
+                Instant.now(),
+                null,
+                Map.of());
+
+        assertThat(sink.accepts(raw)).isTrue();
+        assertThat(sink.accepts(hb)).isFalse();
+    }
+
+    @Test
+    void publishWritesRawBytesToStableKey(@TempDir Path root) throws Exception {
+        LocalArchiveStore store = new LocalArchiveStore(root.toString());
+        ArchiveEventSink sink = new ArchiveEventSink(store);
+
+        Instant t = Instant.parse("2026-04-20T10:11:12Z");
+        byte[] bytes = new byte[]{0x23, 0x23, 0x02, 0x01, (byte) 0xFE};
+        VehicleEvent.RawArchive raw = new VehicleEvent.RawArchive(
+                "evt-abc",
+                "LTESTVIN000000001",
+                ProtocolId.GB32960,
+                t,
+                t,
+                null,
+                Map.of(),
+                0x02,
+                0,
+                bytes);
+
+        sink.publish(raw).get();
+
+        String expectedKey = DATE_KEY.format(t) + "/GB32960/LTESTVIN000000001/evt-abc.bin";
+        Path expectedFile = root.resolve(expectedKey);
+        assertThat(expectedFile).exists();
+        assertThat(Files.readAllBytes(expectedFile)).containsExactly(bytes);
+    }
+
+    @Test
+    void publishIsIdempotentOnSameKey(@TempDir Path root) throws Exception {
+        LocalArchiveStore store = new LocalArchiveStore(root.toString());
+        ArchiveEventSink sink = new ArchiveEventSink(store);
+
+        byte[] first = new byte[]{0x01, 0x02};
+        byte[] second = new byte[]{0x03, 0x04};
+        Instant t = Instant.parse("2026-04-20T10:11:12Z");
+        VehicleEvent.RawArchive e1 = new VehicleEvent.RawArchive(
+                "evt-same", "VIN", ProtocolId.GB32960, t, t, null, Map.of(), 0, 0, first);
+        VehicleEvent.RawArchive e2 = new VehicleEvent.RawArchive(
+                "evt-same", "VIN", ProtocolId.GB32960, t, t, null, Map.of(), 0, 0, second);
+
+        sink.publish(e1).get();
+        sink.publish(e2).get();
+
+        String key = DATE_KEY.format(t) + "/GB32960/VIN/evt-same.bin";
+        Path file = root.resolve(key);
+        // 约定：同一 eventId 路径重复写时直接覆盖（put 语义），保留最新一份。
+        assertThat(Files.readAllBytes(file)).containsExactly(second);
+    }
+
+    private static VehicleEvent.RawArchive newRawArchive(String vin, byte[] bytes) {
+        return new VehicleEvent.RawArchive(
+                UUID.randomUUID().toString(),
+                vin,
+                ProtocolId.GB32960,
+                Instant.now(),
+                Instant.now(),
+                null,
+                Map.of(),
+                0,
+                0,
+                bytes);
+    }
+}