assign followers

This commit is contained in:
chrislu
2024-02-29 14:51:06 -08:00
parent 7e443ef0a1
commit 7598922b41
3 changed files with 214 additions and 25 deletions

View File

@@ -1,6 +1,7 @@
package pub_balancer
import (
"fmt"
cmap "github.com/orcaman/concurrent-map/v2"
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
"github.com/stretchr/testify/assert"
@@ -65,3 +66,134 @@ func testThem(t *testing.T, tests []struct {
})
}
}
func TestEnsureAssignmentsToActiveBrokersX(t *testing.T) {
type args struct {
activeBrokers cmap.ConcurrentMap[string, *BrokerStats]
followerCount int
assignments []*mq_pb.BrokerPartitionAssignment
}
activeBrokers := cmap.New[*BrokerStats]()
activeBrokers.SetIfAbsent("localhost:1", &BrokerStats{})
activeBrokers.SetIfAbsent("localhost:2", &BrokerStats{})
activeBrokers.SetIfAbsent("localhost:3", &BrokerStats{})
activeBrokers.SetIfAbsent("localhost:4", &BrokerStats{})
activeBrokers.SetIfAbsent("localhost:5", &BrokerStats{})
activeBrokers.SetIfAbsent("localhost:6", &BrokerStats{})
tests := []struct {
name string
args args
hasChanges bool
}{
{
name: "test empty leader",
args: args{
activeBrokers: activeBrokers,
followerCount: 1,
assignments: []*mq_pb.BrokerPartitionAssignment{
{
LeaderBroker: "",
Partition: &mq_pb.Partition{},
FollowerBrokers: []string{
"localhost:2",
},
},
},
},
hasChanges: true,
},
{
name: "test empty follower",
args: args{
activeBrokers: activeBrokers,
followerCount: 1,
assignments: []*mq_pb.BrokerPartitionAssignment{
{
LeaderBroker: "localhost:1",
Partition: &mq_pb.Partition{},
FollowerBrokers: []string{
"",
},
},
},
},
hasChanges: true,
},
{
name: "test dead follower",
args: args{
activeBrokers: activeBrokers,
followerCount: 1,
assignments: []*mq_pb.BrokerPartitionAssignment{
{
LeaderBroker: "localhost:1",
Partition: &mq_pb.Partition{},
FollowerBrokers: []string{
"localhost:200",
},
},
},
},
hasChanges: true,
},
{
name: "test dead leader and follower",
args: args{
activeBrokers: activeBrokers,
followerCount: 1,
assignments: []*mq_pb.BrokerPartitionAssignment{
{
LeaderBroker: "localhost:100",
Partition: &mq_pb.Partition{},
FollowerBrokers: []string{
"localhost:200",
},
},
},
},
hasChanges: true,
},
{
name: "test missing two followers",
args: args{
activeBrokers: activeBrokers,
followerCount: 3,
assignments: []*mq_pb.BrokerPartitionAssignment{
{
LeaderBroker: "localhost:1",
Partition: &mq_pb.Partition{},
FollowerBrokers: []string{
"localhost:2",
},
},
},
},
hasChanges: true,
},
{
name: "test missing some followers",
args: args{
activeBrokers: activeBrokers,
followerCount: 10,
assignments: []*mq_pb.BrokerPartitionAssignment{
{
LeaderBroker: "localhost:1",
Partition: &mq_pb.Partition{},
FollowerBrokers: []string{
"localhost:2",
},
},
},
},
hasChanges: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
fmt.Printf("%v before %v\n", tt.name, tt.args.assignments)
hasChanges := EnsureAssignmentsToActiveBrokers(tt.args.activeBrokers, tt.args.followerCount, tt.args.assignments)
assert.Equalf(t, tt.hasChanges, hasChanges, "EnsureAssignmentsToActiveBrokers(%v, %v, %v)", tt.args.activeBrokers, tt.args.followerCount, tt.args.assignments)
fmt.Printf("%v after %v\n", tt.name, tt.args.assignments)
})
}
}