9012069bd7
* chore: execute goimports to format the code Signed-off-by: promalert <promalert@outlook.com> * goimports -w . --------- Signed-off-by: promalert <promalert@outlook.com> Co-authored-by: Chris Lu <chris.lu@gmail.com>
63 lines
1.6 KiB
Go
63 lines
1.6 KiB
Go
package pub_client
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/pub_balancer"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
|
)
|
|
|
|
func (p *TopicPublisher) Publish(key, value []byte) error {
|
|
if p.config.RecordType != nil {
|
|
return fmt.Errorf("record type is set, use PublishRecord instead")
|
|
}
|
|
return p.doPublish(key, value)
|
|
}
|
|
|
|
func (p *TopicPublisher) doPublish(key, value []byte) error {
|
|
hashKey := util.HashToInt32(key) % pub_balancer.MaxPartitionCount
|
|
if hashKey < 0 {
|
|
hashKey = -hashKey
|
|
}
|
|
inputBuffer, found := p.partition2Buffer.Floor(hashKey+1, hashKey+1)
|
|
if !found {
|
|
return fmt.Errorf("no input buffer found for key %d", hashKey)
|
|
}
|
|
|
|
return inputBuffer.Enqueue(&mq_pb.DataMessage{
|
|
Key: key,
|
|
Value: value,
|
|
TsNs: time.Now().UnixNano(),
|
|
})
|
|
}
|
|
|
|
func (p *TopicPublisher) PublishRecord(key []byte, recordValue *schema_pb.RecordValue) error {
|
|
// serialize record value
|
|
value, err := proto.Marshal(recordValue)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to marshal record value: %w", err)
|
|
}
|
|
|
|
return p.doPublish(key, value)
|
|
}
|
|
|
|
func (p *TopicPublisher) FinishPublish() error {
|
|
if inputBuffers, found := p.partition2Buffer.AllIntersections(0, pub_balancer.MaxPartitionCount); found {
|
|
for _, inputBuffer := range inputBuffers {
|
|
inputBuffer.Enqueue(&mq_pb.DataMessage{
|
|
TsNs: time.Now().UnixNano(),
|
|
Ctrl: &mq_pb.ControlMessage{
|
|
IsClose: true,
|
|
PublisherName: p.config.PublisherName,
|
|
},
|
|
})
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|