add batch index for each memory buffer

2024-01-08 00:03:08 -08:00
parent d0d24f1e40
commit 49428a303b
14 changed files with 753 additions and 584 deletions
--- a/weed/pb/mq.proto
+++ b/weed/pb/mq.proto
@@ -73,9 +73,17 @@ message Offset {
    repeated PartitionOffset partition_offsets = 2;
 }

+enum PartitionOffsetStartType {
+    EARLIEST = 0;
+    EARLIEST_IN_MEMORY = 1;
+    LATEST = 2;
+}
+
 message PartitionOffset {
    Partition partition = 1;
-    int64 ts_ns = 2;
+    int64 start_ts_ns = 2;
+    int64 stop_ts_ns = 3;
+    PartitionOffsetStartType start_type = 4;
 }

 //////////////////////////////////////////////////
--- a/weed/pb/mq_pb/mq.pb.go
+++ b/weed/pb/mq_pb/mq.pb.go