commit4827425146Author: chrislu <chris.lu@gmail.com> Date: Sat Sep 16 15:05:38 2023 -0700 balancer works commit3b50139f68Author: chrislu <chris.lu@gmail.com> Date: Fri Sep 15 22:22:32 2023 -0700 comments commit7f685ce7baAuthor: chrislu <chris.lu@gmail.com> Date: Fri Sep 15 22:20:05 2023 -0700 adjust APIs commit436d99443bAuthor: chrislu <chris.lu@gmail.com> Date: Thu Sep 14 23:49:05 2023 -0700 receive broker stats commitb771fefa37Merge:0a851ec00890881037Author: chrislu <chris.lu@gmail.com> Date: Wed Sep 13 00:03:47 2023 -0700 Merge branch 'master' into sub commit0a851ec00bAuthor: chrislu <chris.lu@gmail.com> Date: Sun Sep 10 22:01:25 2023 -0700 Create balancer.go commit39941edc0bAuthor: chrislu <chris.lu@gmail.com> Date: Thu Sep 7 23:55:19 2023 -0700 add publisher shutdown commit875f562779Author: chrislu <chris.lu@gmail.com> Date: Wed Sep 6 23:16:41 2023 -0700 server side send response at least once per second commit984b6c54cfAuthor: chrislu <chris.lu@gmail.com> Date: Wed Sep 6 23:15:29 2023 -0700 ack interval 128 commit2492a45499Author: chrislu <chris.lu@gmail.com> Date: Wed Sep 6 22:39:46 2023 -0700 ack interval commitba67e6ca29Author: chrislu <chris.lu@gmail.com> Date: Mon Sep 4 21:43:50 2023 -0700 api for sub commit9e4f985698Author: chrislu <chris.lu@gmail.com> Date: Mon Sep 4 21:43:30 2023 -0700 publish, benchmark commitcb470d44dfAuthor: chrislu <chris.lu@gmail.com> Date: Fri Sep 1 00:36:51 2023 -0700 can pub and sub commit1eb2da46d5Author: chrislu <chris.lu@gmail.com> Date: Mon Aug 28 09:02:12 2023 -0700 connect and publish commit504ae8383aAuthor: chrislu <chris.lu@gmail.com> Date: Mon Aug 28 09:01:25 2023 -0700 protoc version commitdbcba75271Author: chrislu <chris.lu@gmail.com> Date: Sun Aug 27 18:59:04 2023 -0700 rename to lookup commitc9caf33119Author: chrislu <chris.lu@gmail.com> Date: Sun Aug 27 18:33:46 2023 -0700 move functions commit4d6c18d86fAuthor: chrislu <chris.lu@gmail.com> Date: Sun Aug 27 17:50:59 2023 -0700 pub sub initial tests commit4eb8e8624dAuthor: chrislu <chris.lu@gmail.com> Date: Sun Aug 27 13:14:39 2023 -0700 rename commit1990456670Author: chrislu <chris.lu@gmail.com> Date: Sun Aug 27 13:13:14 2023 -0700 sub commit905911853dAuthor: chrislu <chris.lu@gmail.com> Date: Sat Aug 26 13:39:21 2023 -0700 adjust proto
75 lines
1.9 KiB
Go
75 lines
1.9 KiB
Go
package broker
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
"math/rand"
|
|
"time"
|
|
)
|
|
|
|
const (
|
|
LockBrokerBalancer = "broker_balancer"
|
|
)
|
|
|
|
// BrokerConnectToBalancer connects to the broker balancer and sends stats
|
|
func (broker *MessageQueueBroker) BrokerConnectToBalancer(self string) error {
|
|
// find the lock owner
|
|
var brokerBalancer string
|
|
err := broker.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
|
resp, err := client.FindLockOwner(context.Background(), &filer_pb.FindLockOwnerRequest{
|
|
Name: LockBrokerBalancer,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
brokerBalancer = resp.Owner
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
glog.V(1).Infof("broker %s found balancer %s", self, brokerBalancer)
|
|
|
|
// connect to the lock owner
|
|
err = pb.WithBrokerGrpcClient(false, brokerBalancer, broker.grpcDialOption, func(client mq_pb.SeaweedMessagingClient) error {
|
|
stream, err := client.ConnectToBalancer(context.Background())
|
|
if err != nil {
|
|
return fmt.Errorf("connect to balancer %v: %v", brokerBalancer, err)
|
|
}
|
|
defer stream.CloseSend()
|
|
err = stream.Send(&mq_pb.ConnectToBalancerRequest{
|
|
Message: &mq_pb.ConnectToBalancerRequest_Init{
|
|
Init: &mq_pb.ConnectToBalancerRequest_InitMessage{
|
|
Broker: self,
|
|
},
|
|
},
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("send init message: %v", err)
|
|
}
|
|
|
|
for {
|
|
stats := broker.localTopicManager.CollectStats(time.Second * 5)
|
|
err = stream.Send(&mq_pb.ConnectToBalancerRequest{
|
|
Message: &mq_pb.ConnectToBalancerRequest_Stats{
|
|
Stats: stats,
|
|
},
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("send stats message: %v", err)
|
|
}
|
|
|
|
time.Sleep(time.Millisecond*5000 + time.Duration(rand.Intn(1000))*time.Millisecond)
|
|
}
|
|
|
|
return nil
|
|
})
|
|
|
|
return err
|
|
}
|