tmp commit

weed/wdclient/topolisenter/client_grpc_to_master.go

@@ -0,0 +1,85 @@
+package clusterlistener
+
+import (
+	"context"
+	"fmt"
+	"io"
+
+	"google.golang.org/grpc"
+
+	"code.uber.internal/fraud/alpine/.gen/proto/go/fraud/alpine"
+	"github.com/golang/glog"
+)
+
+func (clusterListener *ClusterListener) establishConnectionWithMaster(
+	master string, msgChan chan *pb.ClusterStatusMessage) error {
+	grpcConnection, err := grpc.Dial(master, grpc.WithInsecure())
+	if err != nil {
+		return fmt.Errorf("%s fail to dial %s: %v", clusterListener.clientName, master, err)
+	}
+	defer func() { _ = grpcConnection.Close() }()
+
+	masterClient := pb.NewAlpineMasterClient(grpcConnection)
+
+	stream, err := masterClient.RegisterClient(context.Background())
+	if err != nil {
+		return fmt.Errorf("%s register client on master %v: %v", clusterListener.clientName, master, err)
+	}
+
+	// TODO possible goroutine leaks if retry happens
+	go func() {
+		for keyspace := range clusterListener.clusters {
+			// glog.V(2).Infof("%s register cluster keyspace(%v) datacenter(%v)", clusterListener.clientName, keyspace, dataCenter)
+			if err := registerForClusterAtMaster(stream, string(keyspace), false, clusterListener.clientName); err != nil {
+				// glog.V(2).Infof("%s register cluster keyspace(%v) datacenter(%v): %v", clusterListener.clientName, keyspace, dataCenter, err)
+				return
+			}
+		}
+
+		for {
+			msg := <-clusterListener.keyspaceFollowMessageChan
+			if err := registerForClusterAtMaster(stream, string(msg.keyspace), msg.isUnfollow, clusterListener.clientName); err != nil {
+				if msg.isUnfollow {
+					glog.V(2).Infof("%s unfollow cluster keyspace(%v): %v", clusterListener.clientName, msg.keyspace, err)
+				} else {
+					glog.V(2).Infof("%s register cluster new keyspace(%v): %v", clusterListener.clientName, msg.keyspace, err)
+				}
+				return
+			}
+		}
+
+	}()
+
+	// glog.V(2).Infof("Reporting allocated %v", as.allocatedResource)
+
+	// glog.V(2).Infof("%s from %s register client to master %s", clusterListener.clientName, dataCenter, master)
+
+	for {
+		msg, err := stream.Recv()
+		if err == io.EOF {
+			// read done.
+			return nil
+		}
+		if err != nil {
+			return fmt.Errorf("client receive topology : %v", err)
+		}
+		msgChan <- msg
+		// glog.V(2).Infof("%s client received message %v", clusterListener.clientName, msg)
+	}
+
+}
+
+func registerForClusterAtMaster(stream pb.AlpineMaster_RegisterClientClient, keyspace string, isUnfollow bool, clientName string) error {
+	clientHeartbeat := &pb.ClientHeartbeat{
+		ClientName: clientName,
+		ClusterFollow: &pb.ClientHeartbeat_ClusterFollowMessage{
+			Keyspace:   keyspace,
+			IsUnfollow: isUnfollow,
+		},
+	}
+
+	if err := stream.Send(clientHeartbeat); err != nil {
+		return fmt.Errorf("%s client send heartbeat: %v", clientName, err)
+	}
+	return nil
+}

weed/wdclient/topolisenter/cluster_listener.go

@@ -0,0 +1,56 @@
+package clusterlistener
+
+import (
+	"context"
+	"sync"
+	"time"
+
+	"code.uber.internal/fraud/alpine/.gen/proto/go/fraud/alpine"
+	"code.uber.internal/fraud/alpine/server/util"
+	"github.com/chrislusf/seaweedfs/weed/storage"
+)
+
+type Location struct {
+	Url       string
+	PublicUrl string
+}
+
+type ClusterListener struct {
+	sync.RWMutex
+	vid2locations map[storage.VolumeId][]*Location
+	clientName    string
+}
+
+func NewClusterListener(clientName string) *ClusterListener {
+	return &ClusterListener{
+		vid2locations: make(map[storage.VolumeId][]*Location),
+		clientName:    clientName,
+	}
+}
+
+// StartListener keeps the listener connected to the master.
+func (clusterListener *ClusterListener) StartListener(ctx context.Context, master string) {
+
+	clusterUpdatesChan := make(chan *pb.ClusterStatusMessage)
+
+	go util.RetryForever(ctx, clusterListener.clientName+" cluster listener", func() error {
+		return clusterListener.establishConnectionWithMaster(master, clusterUpdatesChan)
+	}, 2*time.Second)
+
+	go func() {
+		for {
+			select {
+			case msg := <-clusterUpdatesChan:
+				clusterListener.processClusterStatusMessage(msg)
+			}
+		}
+	}()
+
+	// println("client is connected to master", master, "data center", dataCenter)
+
+	return
+
+}
+
+func (clusterListener *ClusterListener) processClusterStatusMessage(msg *pb.ClusterStatusMessage) {
+}