You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
111 lines
2.1 KiB
111 lines
2.1 KiB
package kafka
|
|
|
|
import (
|
|
"context"
|
|
"github.com/go-kratos/kratos/examples/event/event"
|
|
"github.com/segmentio/kafka-go"
|
|
"log"
|
|
)
|
|
|
|
var _ event.Sender = (*kafkaSender)(nil)
|
|
var _ event.Receiver = (*kafkaReceiver)(nil)
|
|
var _ event.Event = (*Message)(nil)
|
|
|
|
type Message struct {
|
|
key string
|
|
value []byte
|
|
}
|
|
|
|
func (m *Message) Key() string {
|
|
return m.key
|
|
}
|
|
|
|
func (m *Message) Value() []byte {
|
|
return m.value
|
|
}
|
|
|
|
func NewMessage(key string, value []byte) event.Event {
|
|
return &Message{
|
|
key: key,
|
|
value: value,
|
|
}
|
|
}
|
|
|
|
type kafkaSender struct {
|
|
writer *kafka.Writer
|
|
topic string
|
|
}
|
|
|
|
func (s *kafkaSender) Send(ctx context.Context, message event.Event) error {
|
|
err := s.writer.WriteMessages(ctx, kafka.Message{
|
|
Key: []byte(message.Key()),
|
|
Value: message.Value(),
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *kafkaSender) Close() error {
|
|
err := s.writer.Close()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func NewKafkaSender(address []string, topic string) (event.Sender, error) {
|
|
w := &kafka.Writer{
|
|
Topic: topic,
|
|
Addr: kafka.TCP(address...),
|
|
Balancer: &kafka.LeastBytes{},
|
|
}
|
|
return &kafkaSender{writer: w, topic: topic}, nil
|
|
}
|
|
|
|
type kafkaReceiver struct {
|
|
reader *kafka.Reader
|
|
topic string
|
|
}
|
|
|
|
func (k *kafkaReceiver) Receive(ctx context.Context, handler event.Handler) error {
|
|
go func() {
|
|
for {
|
|
m, err := k.reader.FetchMessage(context.Background())
|
|
if err != nil {
|
|
break
|
|
}
|
|
err = handler(context.Background(), &Message{
|
|
key: string(m.Key),
|
|
value: m.Value,
|
|
})
|
|
if err != nil {
|
|
log.Fatal("message handling exception:", err)
|
|
}
|
|
if err := k.reader.CommitMessages(ctx, m); err != nil {
|
|
log.Fatal("failed to commit messages:", err)
|
|
}
|
|
}
|
|
}()
|
|
return nil
|
|
}
|
|
|
|
func (k *kafkaReceiver) Close() error {
|
|
err := k.reader.Close()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func NewKafkaReceiver(address []string, topic string) (event.Receiver, error) {
|
|
r := kafka.NewReader(kafka.ReaderConfig{
|
|
Brokers: address,
|
|
GroupID: "group-a",
|
|
Topic: topic,
|
|
MinBytes: 10e3, // 10KB
|
|
MaxBytes: 10e6, // 10MB
|
|
})
|
|
return &kafkaReceiver{reader: r, topic: topic}, nil
|
|
}
|
|
|