gsh-digital-services/seaweedFS
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

a little speed up

Browse Source
This commit is contained in:
chrislu
2022-01-17 03:19:00 -08:00
parent fc0628c038
commit f710d5ffca
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
weed/filesys/dirty_pages_mem_chunk.go
View File

@@ -18,6 +18,7 @@ type MemoryChunkPages struct {
collection string collection string
replication string replication string
uploadPipeline *page_writer.UploadPipeline uploadPipeline *page_writer.UploadPipeline
hasWrites bool
} }
func newMemoryChunkPages(file *File, chunkSize int64) *MemoryChunkPages { func newMemoryChunkPages(file *File, chunkSize int64) *MemoryChunkPages {
@@ -33,6 +34,7 @@ func newMemoryChunkPages(file *File, chunkSize int64) *MemoryChunkPages {
} }
func (pages *MemoryChunkPages) AddPage(offset int64, data []byte) { func (pages *MemoryChunkPages) AddPage(offset int64, data []byte) {
pages.hasWrites = true
glog.V(4).Infof("%v memory AddPage [%d, %d)", pages.f.fullpath(), offset, offset+int64(len(data))) glog.V(4).Infof("%v memory AddPage [%d, %d)", pages.f.fullpath(), offset, offset+int64(len(data)))
pages.uploadPipeline.SaveDataAt(data, offset) pages.uploadPipeline.SaveDataAt(data, offset)
@@ -41,6 +43,9 @@ func (pages *MemoryChunkPages) AddPage(offset int64, data []byte) {
} }
func (pages *MemoryChunkPages) FlushData() error { func (pages *MemoryChunkPages) FlushData() error {
if !pages.hasWrites {
return nil
}
pages.saveChunkedFileToStorage() pages.saveChunkedFileToStorage()
pages.writeWaitGroup.Wait() pages.writeWaitGroup.Wait()
if pages.lastErr != nil { if pages.lastErr != nil {
@@ -50,6 +55,9 @@ func (pages *MemoryChunkPages) FlushData() error {
} }
func (pages *MemoryChunkPages) ReadDirtyDataAt(data []byte, startOffset int64) (maxStop int64) { func (pages *MemoryChunkPages) ReadDirtyDataAt(data []byte, startOffset int64) (maxStop int64) {
if !pages.hasWrites {
return
}
return pages.uploadPipeline.MaybeReadDataAt(data, startOffset) return pages.uploadPipeline.MaybeReadDataAt(data, startOffset)
} }