f2e7af257d
* Add TraverseBfsWithContext and fix race conditions in error handling - Add TraverseBfsWithContext function to support context cancellation - Fix race condition in doTraverseBfsAndSaving using atomic.Bool and sync.Once - Improve error handling with fail-fast behavior and proper error propagation - Update command_volume_fsck to use error-returning saveFn callback - Enhance error messages in readFilerFileIdFile with detailed context * refactoring * fix error format * atomic * filer_pb: make enqueue return void * shell: simplify fs.meta.save error handling * filer_pb: handle enqueue return value * Revert "atomic" This reverts commit 712648bc354b186d6654fdb8a46fd4848fdc4e00. * shell: refine fs.meta.save logic --------- Co-authored-by: Chris Lu <chris.lu@gmail.com>
83 lines
1.8 KiB
Go
83 lines
1.8 KiB
Go
package shell
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/notification"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
|
)
|
|
|
|
func init() {
|
|
Commands = append(Commands, &commandFsMetaNotify{})
|
|
}
|
|
|
|
type commandFsMetaNotify struct {
|
|
}
|
|
|
|
func (c *commandFsMetaNotify) Name() string {
|
|
return "fs.meta.notify"
|
|
}
|
|
|
|
func (c *commandFsMetaNotify) Help() string {
|
|
return `recursively send directory and file meta data to notification message queue
|
|
|
|
fs.meta.notify # send meta data from current directory to notification message queue
|
|
|
|
The message queue will use it to trigger replication from this filer.
|
|
|
|
`
|
|
}
|
|
|
|
func (c *commandFsMetaNotify) HasTag(CommandTag) bool {
|
|
return false
|
|
}
|
|
|
|
func (c *commandFsMetaNotify) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
|
|
|
|
if handleHelpRequest(c, args, writer) {
|
|
return nil
|
|
}
|
|
|
|
path, err := commandEnv.parseUrl(findInputDirectory(args))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
util.LoadConfiguration("notification", true)
|
|
v := util.GetViper()
|
|
notification.LoadConfiguration(v, "notification.")
|
|
|
|
var dirCount, fileCount uint64
|
|
|
|
err = filer_pb.TraverseBfs(context.Background(), commandEnv, util.FullPath(path), func(parentPath util.FullPath, entry *filer_pb.Entry) error {
|
|
|
|
if entry.IsDirectory {
|
|
dirCount++
|
|
} else {
|
|
fileCount++
|
|
}
|
|
|
|
notifyErr := notification.Queue.SendMessage(
|
|
string(parentPath.Child(entry.Name)),
|
|
&filer_pb.EventNotification{
|
|
NewEntry: entry,
|
|
},
|
|
)
|
|
|
|
if notifyErr != nil {
|
|
fmt.Fprintf(writer, "fail to notify new entry event for %s: %v\n", parentPath.Child(entry.Name), notifyErr)
|
|
}
|
|
return nil
|
|
})
|
|
|
|
if err == nil {
|
|
fmt.Fprintf(writer, "\ntotal notified %d directories, %d files\n", dirCount, fileCount)
|
|
}
|
|
|
|
return err
|
|
|
|
}
|