feat kafka

This commit is contained in:
2026-01-24 21:46:14 +08:00
parent 4d661d0813
commit b45df9c4ee
3 changed files with 48 additions and 16 deletions

41
db/kafka/carrier.go Normal file
View File

@@ -0,0 +1,41 @@
package kafka
import (
"context"
"github.com/IBM/sarama"
"go.opentelemetry.io/otel"
"go.opentelemetry.io/otel/propagation"
)
type Carrier struct {
}
func NewCarrier() *Carrier {
return &Carrier{}
}
func (c *Carrier) Inject(ctx context.Context) []sarama.RecordHeader {
headers := make([]sarama.RecordHeader, 0)
carrier := propagation.MapCarrier{}
otel.GetTextMapPropagator().Inject(ctx, carrier)
for k, v := range carrier {
headers = append(headers, sarama.RecordHeader{Key: []byte(k), Value: []byte(v)})
}
return headers
}
func (c *Carrier) ExtractConsumer(headers []*sarama.RecordHeader) context.Context {
carrier := propagation.MapCarrier{}
for _, header := range headers {
carrier[string(header.Key)] = string(header.Value)
}
return otel.GetTextMapPropagator().Extract(context.Background(), carrier)
}
func (c *Carrier) ExtractProducer(headers []sarama.RecordHeader) context.Context {
carrier := propagation.MapCarrier{}
for _, header := range headers {
carrier[string(header.Key)] = string(header.Value)
}
return otel.GetTextMapPropagator().Extract(context.Background(), carrier)
}

View File

@@ -10,7 +10,6 @@ import (
"go.opentelemetry.io/otel" "go.opentelemetry.io/otel"
"go.opentelemetry.io/otel/attribute" "go.opentelemetry.io/otel/attribute"
otelcodes "go.opentelemetry.io/otel/codes" otelcodes "go.opentelemetry.io/otel/codes"
"go.opentelemetry.io/otel/propagation"
"go.opentelemetry.io/otel/trace" "go.opentelemetry.io/otel/trace"
"time" "time"
) )
@@ -63,11 +62,7 @@ func (h *handler) Cleanup(sess sarama.ConsumerGroupSession) error {
func (h *handler) ConsumeClaim(sess sarama.ConsumerGroupSession, claim sarama.ConsumerGroupClaim) error { func (h *handler) ConsumeClaim(sess sarama.ConsumerGroupSession, claim sarama.ConsumerGroupClaim) error {
for message := range claim.Messages() { for message := range claim.Messages() {
carrier := propagation.MapCarrier{} ctx := NewCarrier().ExtractConsumer(message.Headers)
for _, header := range message.Headers {
carrier[string(header.Key)] = string(header.Value)
}
ctx := otel.GetTextMapPropagator().Extract(context.Background(), carrier)
_, span := otel.Tracer(client.serverName).Start(ctx, "kafka.consume") _, span := otel.Tracer(client.serverName).Start(ctx, "kafka.consume")
if err := h.handler(ctx, message); err != nil { if err := h.handler(ctx, message); err != nil {
if stack, ok := err.(interface{ StackTrace() string }); ok { if stack, ok := err.(interface{ StackTrace() string }); ok {

View File

@@ -2,10 +2,9 @@ package kafka
import ( import (
"context" "context"
"git.hlsq.asia/mmorpg/service-common/log"
"github.com/IBM/sarama" "github.com/IBM/sarama"
"go.opentelemetry.io/otel" "go.opentelemetry.io/otel"
"go.opentelemetry.io/otel/propagation" otelcodes "go.opentelemetry.io/otel/codes"
) )
func NewProducer() *Producer { func NewProducer() *Producer {
@@ -19,19 +18,16 @@ func (c *Producer) Produce(ctx context.Context, topic, value string) {
msg := &sarama.ProducerMessage{ msg := &sarama.ProducerMessage{
Topic: topic, Topic: topic,
Value: sarama.StringEncoder(value), Value: sarama.StringEncoder(value),
Headers: make([]sarama.RecordHeader, 0), Headers: NewCarrier().Inject(ctx),
}
// 注入链路信息
carrier := propagation.MapCarrier{}
otel.GetTextMapPropagator().Inject(ctx, carrier)
for k, v := range carrier {
msg.Headers = append(msg.Headers, sarama.RecordHeader{Key: []byte(k), Value: []byte(v)})
} }
client.producer.Input() <- msg client.producer.Input() <- msg
} }
func producerError() { func producerError() {
for err := range client.producer.Errors() { for err := range client.producer.Errors() {
log.Errorf("kafka producer error: %v", err) ctx := NewCarrier().ExtractProducer(err.Msg.Headers)
_, span := otel.Tracer(client.serverName).Start(ctx, "kafka.producer")
span.SetStatus(otelcodes.Error, err.Error())
span.End()
} }
} }