add batch index for each memory buffer

weed/mq/client/cmd/weed_sub/subscriber.go

@@ -3,6 +3,7 @@ package main
 import (
 	"flag"
 	"fmt"
+	"github.com/seaweedfs/seaweedfs/weed/glog"
 	"github.com/seaweedfs/seaweedfs/weed/mq/client/sub_client"
 	"google.golang.org/grpc"
 	"google.golang.org/grpc/credentials/insecure"
@@ -40,13 +41,15 @@ func main() {
 	brokers := strings.Split(*seedBrokers, ",")
 	subscriber := sub_client.NewTopicSubscriber(brokers, subscriberConfig, contentConfig, processorConfig)
 
+	counter := 0
 	subscriber.SetEachMessageFunc(func(key, value []byte) (bool, error) {
-		println(string(key), "=>", string(value))
+		counter++
+		println(string(key), "=>", string(value), counter)
 		return true, nil
 	})
 
 	subscriber.SetCompletionFunc(func() {
-		println("done subscribing")
+		glog.V(0).Infof("done recived %d messages", counter)
 	})
 
 	if err := subscriber.Subscribe(); err != nil {

weed/mq/client/sub_client/connect_to_sub_coordinator.go

@@ -114,7 +114,8 @@ func (sub *TopicSubscriber) onEachPartition(partition *mq_pb.Partition, broker s
 							RangeStart: partition.RangeStart,
 							RangeStop:  partition.RangeStop,
 						},
-						TsNs: sub.alreadyProcessedTsNs,
+						StartTsNs: sub.alreadyProcessedTsNs,
+						StartType: mq_pb.PartitionOffsetStartType_EARLIEST_IN_MEMORY,
 					},
 					Filter: sub.ContentConfig.Filter,
 				},