migrate volume sync to gRpc

weed/server/volume_grpc_sync.go

@@ -7,6 +7,7 @@ import (
 	"github.com/chrislusf/seaweedfs/weed/glog"
 	"github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb"
 	"github.com/chrislusf/seaweedfs/weed/storage"
+	"github.com/chrislusf/seaweedfs/weed/storage/types"
 )
 
 func (vs *VolumeServer) VolumeSyncStatus(ctx context.Context, req *volume_server_pb.VolumeSyncStatusRequest) (*volume_server_pb.VolumeSyncStatusResponse, error) {
@@ -23,3 +24,64 @@ func (vs *VolumeServer) VolumeSyncStatus(ctx context.Context, req *volume_server
 	return resp, nil
 
 }
+
+func (vs *VolumeServer) VolumeSyncIndex(ctx context.Context, req *volume_server_pb.VolumeSyncIndexRequest) (*volume_server_pb.VolumeSyncIndexResponse, error) {
+
+	resp := &volume_server_pb.VolumeSyncIndexResponse{}
+
+	v := vs.store.GetVolume(storage.VolumeId(req.VolumdId))
+	if v == nil {
+		return nil, fmt.Errorf("Not Found Volume Id %d", req.VolumdId)
+	}
+
+	content, err := v.IndexFileContent()
+
+	if err != nil {
+		glog.Errorf("sync volume %d index: %v", req.VolumdId, err)
+	} else {
+		glog.V(2).Infof("sync volume %d index", req.VolumdId)
+	}
+
+	resp.IndexFileContent = content
+
+	return resp, nil
+
+}
+
+func (vs *VolumeServer) VolumeSyncData(ctx context.Context, req *volume_server_pb.VolumeSyncDataRequest) (*volume_server_pb.VolumeSyncDataResponse, error) {
+
+	resp := &volume_server_pb.VolumeSyncDataResponse{}
+
+	v := vs.store.GetVolume(storage.VolumeId(req.VolumdId))
+	if v == nil {
+		return nil, fmt.Errorf("Not Found Volume Id %d", req.VolumdId)
+	}
+
+	if uint32(v.SuperBlock.CompactRevision) != req.Revision {
+		return nil, fmt.Errorf("Requested Volume Revision is %d, but current revision is %d", req.Revision, v.SuperBlock.CompactRevision)
+	}
+
+	content, err := storage.ReadNeedleBlob(v.DataFile(), int64(req.Offset)*types.NeedlePaddingSize, req.Size, v.Version())
+	if err != nil {
+		return nil, fmt.Errorf("read offset:%d size:%d", req.Offset, req.Size)
+	}
+
+	id, err := types.ParseNeedleId(req.NeedleId)
+	if err != nil {
+		return nil, fmt.Errorf("parsing needle id %s: %v", req.NeedleId, err)
+	}
+	n := new(storage.Needle)
+	n.ParseNeedleHeader(content)
+	if id != n.Id {
+		return nil, fmt.Errorf("Expected file entry id %d, but found %d", id, n.Id)
+	}
+
+	if err != nil {
+		glog.Errorf("sync volume %d data: %v", req.VolumdId, err)
+	}
+
+	resp.FileContent = content
+
+	return resp, nil
+
+}