gsh-digital-services/seaweedFS
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

persist consumer group offset

Browse Source 
1. use one follower
2. read write consumer group offset
This commit is contained in:
chrislu
2024-05-19 00:46:12 -07:00
parent 8d5bb7420d
commit b1871427c3
18 changed files with 609 additions and 538 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
weed/pb/mq.proto
View File

@@ -103,6 +103,7 @@ message TopicPartitionStats {
Partition partition = 2;
int32 publisher_count = 3;
int32 subscriber_count = 4;
string follower = 5;
}
@@ -148,7 +149,7 @@ message LookupTopicBrokersResponse {
message BrokerPartitionAssignment {
Partition partition = 1;
string leader_broker = 2;
repeated string follower_brokers = 3;
string follower_broker = 3;
}
message AssignTopicPartitionsRequest {
@@ -201,7 +202,7 @@ message PublishMessageRequest {
Topic topic = 1;
Partition partition = 2;
int32 ack_interval = 3;
repeated string follower_brokers = 4;
string follower_broker = 4;
string publisher_name = 5; // for debugging
}
oneof message {
@@ -243,7 +244,7 @@ message SubscribeMessageRequest {
Topic topic = 4;
PartitionOffset partition_offset = 5;
string filter = 6;
repeated string follower_brokers = 7;
string follower_broker = 7;
}
message AckMessage {
int64 sequence = 1;
@@ -268,6 +269,7 @@ message SubscribeFollowMeRequest {
message InitMessage {
Topic topic = 1;
Partition partition = 2;
string consumer_group = 3;
}
message AckMessage {
int64 ts_ns = 1;