add control message to data message

weed/mq/broker/broker_grpc_pub.go

@@ -140,6 +140,9 @@ func (b *MessageQueueBroker) PublishMessage(stream mq_pb.SeaweedMessaging_Publis
 			continue
 		}
 
+		// The control message should still be sent to the follower
+		// to avoid timing issue when ack messages.
+
 		// send to the local partition
 		if err = localTopicPartition.Publish(dataMessage); err != nil {
 			return fmt.Errorf("topic %v partition %v publish error: %v", initMessage.Topic, initMessage.Partition, err)

weed/mq/client/pub_client/publish.go

@@ -29,8 +29,10 @@ func (p *TopicPublisher) FinishPublish() error {
 	if inputBuffers, found := p.partition2Buffer.AllIntersections(0, pub_balancer.MaxPartitionCount); found {
 		for _, inputBuffer := range inputBuffers {
 			inputBuffer.Enqueue(&mq_pb.DataMessage{
-				IsClose: true,
 				TsNs:  time.Now().UnixNano(),
+				Ctrl: &mq_pb.ControlMessage{
+					IsClose: true,
+				},
 			})
 		}
 	}

weed/mq/client/pub_client/scheduler.go

@@ -195,7 +195,7 @@ func (p *TopicPublisher) doPublishToPartition(job *EachPartitionPublishJob) erro
 
 	publishCounter := 0
 	for data, hasData := job.inputQueue.Dequeue(); hasData; data, hasData = job.inputQueue.Dequeue() {
-		if data.IsClose {
+		if data.Ctrl != nil && data.Ctrl.IsClose {
 			// need to set this before sending to brokers, to avoid timing issue
 			atomic.StoreInt32(&hasMoreData, 0)
 		}