Add support for TLS in gRPC communication between worker and volume server (#8370)

* Add support for TLS in gRPC communication between worker and volume server

* address comments

* worker: capture shared grpc.DialOption in BalanceTask registration closure

* worker: capture shared grpc.DialOption in ErasureCodingTask registration closure

* worker: capture shared grpc.DialOption in VacuumTask registration closure

* worker: use grpc.worker security configuration section for tasks

* plugin/worker: fix compilation errors by passing grpc.DialOption to task constructors

* plugin/worker: prevent double-counting in EC skip counters

---------

Co-authored-by: Chris Lu <chris.lu@gmail.com>

weed/plugin/worker/erasure_coding_handler.go

@@ -332,9 +332,11 @@ func emitErasureCodingDetectionDecisionTrace(
 		}
 		if metric.Age < quietThreshold {
 			skippedQuietTime++
+			continue
 		}
 		if metric.FullnessRatio < taskConfig.FullnessRatio {
 			skippedFullness++
+			continue
 		}
 	}
 
@@ -482,6 +484,7 @@ func (h *ErasureCodingHandler) Execute(
 		params.Sources[0].Node,
 		params.VolumeId,
 		params.Collection,
+		h.grpcDialOption,
 	)
 	task.SetProgressCallback(func(progress float64, stage string) {
 		message := fmt.Sprintf("erasure coding progress %.0f%%", progress)

weed/plugin/worker/vacuum_handler.go

@@ -403,6 +403,7 @@ func (h *VacuumHandler) Execute(ctx context.Context, request *plugin_pb.ExecuteJ
 		params.Sources[0].Node,
 		params.VolumeId,
 		params.Collection,
+		h.grpcDialOption,
 	)
 	task.SetProgressCallback(func(progress float64, stage string) {
 		message := fmt.Sprintf("vacuum progress %.0f%%", progress)

weed/plugin/worker/volume_balance_handler.go

@@ -517,6 +517,7 @@ func (h *VolumeBalanceHandler) Execute(
 		params.Sources[0].Node,
 		params.VolumeId,
 		params.Collection,
+		h.grpcDialOption,
 	)
 	task.SetProgressCallback(func(progress float64, stage string) {
 		message := fmt.Sprintf("balance progress %.0f%%", progress)