filer.sync: limit concurrency when fetching file chunks

fix https://github.com/seaweedfs/seaweedfs/issues/3787
This commit is contained in:
chrislu
2022-10-04 11:35:07 -07:00
parent ec46a34f33
commit 0452ae6a6c
2 changed files with 13 additions and 9 deletions

View File

@@ -32,6 +32,7 @@ type FilerSink struct {
address string
writeChunkByFiler bool
isIncremental bool
executor *util.LimitedConcurrentExecutor
}
func init() {
@@ -53,6 +54,7 @@ func (fs *FilerSink) IsIncremental() bool {
func (fs *FilerSink) Initialize(configuration util.Configuration, prefix string) error {
fs.isIncremental = configuration.GetBool(prefix + "is_incremental")
fs.dataCenter = configuration.GetString(prefix + "dataCenter")
fs.executor = util.NewLimitedConcurrentExecutor(32)
return fs.DoInitialize(
"",
configuration.GetString(prefix+"grpcAddress"),