shell: stop long running jobs if lock is lost

2022-08-22 14:12:23 -07:00
parent 601ba5fb68
commit 676e27c589
7 changed files with 29 additions and 0 deletions
--- a/weed/shell/command_ec_rebuild.go
+++ b/weed/shell/command_ec_rebuild.go
@@ -131,6 +131,10 @@ func rebuildEcVolumes(commandEnv *CommandEnv, allEcNodes []*EcNode, collection s

 func rebuildOneEcVolume(commandEnv *CommandEnv, rebuilder *EcNode, collection string, volumeId needle.VolumeId, locations EcShardLocations, writer io.Writer, applyChanges bool) error {

+	if !commandEnv.isLocked() {
+		return fmt.Errorf("lock is lost")
+	}
+
 	fmt.Printf("rebuildOneEcVolume %s %d\n", collection, volumeId)

 	// collect shard files to rebuilder local disk