feat(go): publish realtime fields stream

This commit is contained in:
lingniu
2026-07-03 14:08:32 +08:00
parent e1bf2d72e1
commit 535acdb2a6
23 changed files with 284 additions and 15 deletions

View File

@@ -14,12 +14,14 @@ import (
type Sink interface {
PublishRaw(context.Context, envelope.FrameEnvelope) error
PublishUnified(context.Context, envelope.FrameEnvelope) error
PublishFields(context.Context, envelope.FrameEnvelope) error
Close() error
}
type KafkaSink struct {
writer kafkaWriter
rawTopics map[envelope.Protocol]string
fieldsTopics map[envelope.Protocol]string
unifiedTopic string
}
@@ -31,6 +33,7 @@ type kafkaWriter interface {
type KafkaConfig struct {
Brokers []string
RawTopics map[envelope.Protocol]string
FieldsTopics map[envelope.Protocol]string
UnifiedTopic string
}
@@ -58,11 +61,21 @@ func newKafkaSinkWithWriter(writer kafkaWriter, cfg KafkaConfig) *KafkaSink {
rawTopics[protocol] = topic
}
}
fieldsTopics := map[envelope.Protocol]string{
envelope.ProtocolGB32960: topics.FieldsGB32960,
envelope.ProtocolJT808: topics.FieldsJT808,
envelope.ProtocolYutongMQTT: topics.FieldsYutongMQTT,
}
for protocol, topic := range cfg.FieldsTopics {
if topic != "" {
fieldsTopics[protocol] = topic
}
}
unifiedTopic := cfg.UnifiedTopic
if unifiedTopic == "" {
unifiedTopic = topics.Unified
}
return &KafkaSink{writer: writer, rawTopics: rawTopics, unifiedTopic: unifiedTopic}
return &KafkaSink{writer: writer, rawTopics: rawTopics, fieldsTopics: fieldsTopics, unifiedTopic: unifiedTopic}
}
func (s *KafkaSink) PublishRaw(ctx context.Context, env envelope.FrameEnvelope) error {
@@ -77,6 +90,14 @@ func (s *KafkaSink) PublishUnified(ctx context.Context, env envelope.FrameEnvelo
return s.publish(ctx, s.unifiedTopic, env)
}
func (s *KafkaSink) PublishFields(ctx context.Context, env envelope.FrameEnvelope) error {
topic, ok := s.fieldsTopics[env.Protocol]
if !ok || topic == "" {
return fmt.Errorf("fields topic not configured for protocol %s", env.Protocol)
}
return s.publish(ctx, topic, env)
}
func (s *KafkaSink) PublishRecords(ctx context.Context, records []durableRecord) error {
messages := make([]kafka.Message, 0, len(records))
for _, record := range records {
@@ -121,6 +142,12 @@ func (s *KafkaSink) topicForRecord(record durableRecord) (string, error) {
return topic, nil
case "unified":
return s.unifiedTopic, nil
case "fields":
topic, ok := s.fieldsTopics[record.Envelope.Protocol]
if !ok || topic == "" {
return "", fmt.Errorf("fields topic not configured for protocol %s", record.Envelope.Protocol)
}
return topic, nil
default:
return "", fmt.Errorf("unknown durable record kind %q", record.Kind)
}