shishengliang/lingniu-vehicle-ingest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: separate kafka consumer dlq topic

Browse Source
This commit is contained in:
lingniu
2026-07-01 16:30:51 +08:00
parent 5deadd06af
commit 6ac77b2f7d
10 changed files with 49 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modules/sinks/sink-kafka/src/main/java/com/lingniu/ingest/sink/kafka/KafkaSinkAutoConfiguration.java
View File

@@ -80,7 +80,7 @@ public class KafkaSinkAutoConfiguration {
@ConditionalOnMissingBean
public KafkaEnvelopeDeadLetterSink kafkaEnvelopeDeadLetterSink(KafkaProducer<String, byte[]> producer,
KafkaSinkProperties props) {
return new KafkaEnvelopeDeadLetterSink(producer, props.getTopics().getDlq());
return new KafkaEnvelopeDeadLetterSink(producer, props.deadLetterTopic());
}
}

12
modules/sinks/sink-kafka/src/main/java/com/lingniu/ingest/sink/kafka/KafkaSinkProperties.java
View File

@@ -51,6 +51,14 @@ public class KafkaSinkProperties {
public Consumer getConsumer() { return consumer; }
public void setConsumer(Consumer consumer) { this.consumer = consumer; }
public String deadLetterTopic() {
String consumerDlq = consumer == null ? "" : consumer.getDlqTopic();
if (consumerDlq != null && !consumerDlq.isBlank()) {
return consumerDlq;
}
return topics.getDlq();
}
public static class Topics {
/** 实时遥测事件 topic；GB32960 RAW-only 架构下可逐步弱化该 topic。 */
private String realtime = "vehicle.event.gb32960.v1";
@@ -91,6 +99,8 @@ public class KafkaSinkProperties {
private int maxPollRecords = 500;
private int maxPollIntervalMillis = 1800000;
private int concurrency = 1;
/** 消费处理失败时的死信 topic；未配置时兼容使用 producer topics.dlq。 */
private String dlqTopic = "";
/**
* Processor bean name -> Kafka binding。
*
@@ -117,6 +127,8 @@ public class KafkaSinkProperties {
public void setMaxPollIntervalMillis(int maxPollIntervalMillis) { this.maxPollIntervalMillis = maxPollIntervalMillis; }
public int getConcurrency() { return concurrency; }
public void setConcurrency(int concurrency) { this.concurrency = concurrency; }
public String getDlqTopic() { return dlqTopic; }
public void setDlqTopic(String dlqTopic) { this.dlqTopic = dlqTopic; }
public Map<String, Binding> getBindings() { return bindings; }
public void setBindings(Map<String, Binding> bindings) { this.bindings = bindings; }
}