package storage import ( "fmt" "github.com/seaweedfs/seaweedfs/weed/stats" "github.com/seaweedfs/seaweedfs/weed/glog" "github.com/seaweedfs/seaweedfs/weed/storage/needle" ) func (s *Store) CheckCompactVolume(volumeId needle.VolumeId) (float64, error) { if v := s.findVolume(volumeId); v != nil { glog.V(3).Infof("volume %d garbage level: %f", volumeId, v.garbageLevel()) return v.garbageLevel(), nil } return 0, fmt.Errorf("volume id %d is not found during check compact", volumeId) } func (s *Store) CompactVolume(vid needle.VolumeId, preallocate int64, compactionBytePerSecond int64, progressFn ProgressFunc) error { if v := s.findVolume(vid); v != nil { if err := ensureCompactVolumeSpace(v, preallocate); err != nil { return err } return v.CompactByIndex(&CompactOptions{ PreallocateBytes: preallocate, MaxBytesPerSecond: compactionBytePerSecond, ProgressCallback: progressFn, }) } return fmt.Errorf("volume id %d is not found during compact", vid) } func (s *Store) CommitCompactVolume(vid needle.VolumeId) (bool, int64, error) { if s.isStopping { return false, 0, fmt.Errorf("volume id %d skips compact because volume is stopping", vid) } if v := s.findVolume(vid); v != nil { isReadOnly := v.IsReadOnly() err := v.CommitCompact() var volumeSize int64 = 0 if err == nil && v.DataBackend != nil { volumeSize, _, _ = v.DataBackend.GetStat() } return isReadOnly, volumeSize, err } return false, 0, fmt.Errorf("volume id %d is not found during commit compact", vid) } func (s *Store) CommitCleanupVolume(vid needle.VolumeId) error { if v := s.findVolume(vid); v != nil { return v.cleanupCompact() } return fmt.Errorf("volume id %d is not found during cleaning up", vid) } func ensureCompactVolumeSpace(v *Volume, preallocate int64) error { // Get current volume size for space calculation volumeSize, indexSize, _ := v.FileStat() // Calculate space needed for compaction: // 1. Space for the new compacted volume (approximately same as current volume size) // 2. Use the larger of preallocate or estimated volume size estimatedCompactSize := int64(volumeSize + indexSize) spaceNeeded := preallocate if estimatedCompactSize > preallocate { spaceNeeded = estimatedCompactSize } diskStatus := stats.NewDiskStatus(v.dir) if int64(diskStatus.Free) < spaceNeeded { return fmt.Errorf("insufficient free space for compaction: need %d bytes (volume: %d, index: %d), but only %d bytes available", spaceNeeded, volumeSize, indexSize, diskStatus.Free) } glog.V(1).Infof("volume %d compaction space check: volume=%d, index=%d, space_needed=%d, free_space=%d", v.Id, volumeSize, indexSize, spaceNeeded, diskStatus.Free) return nil } func (s *Store) CompactVolumeFiles(vid needle.VolumeId, collection string, location *DiskLocation, needleMapKind NeedleMapKind, ldbTimeout int64, preallocate int64, compactionBytePerSecond int64) (err error) { if location == nil { return fmt.Errorf("volume %d compaction location is nil", vid) } tempVolume, err := loadVolumeWithoutWorker(location.Directory, location.IdxDirectory, collection, vid, needleMapKind, ldbTimeout) if err != nil { return fmt.Errorf("load volume %d for offline compaction: %w", vid, err) } tempVolume.location = location defer func() { if tempVolume.tmpNm != nil { tempVolume.tmpNm.Close() tempVolume.tmpNm = nil } tempVolume.doClose() }() if err := ensureCompactVolumeSpace(tempVolume, preallocate); err != nil { return err } if err := tempVolume.CompactByIndex(&CompactOptions{ PreallocateBytes: preallocate, MaxBytesPerSecond: compactionBytePerSecond, }); err != nil { if cleanupErr := tempVolume.cleanupCompact(); cleanupErr != nil { return fmt.Errorf("compact volume %d: %v (cleanup failed: %v)", vid, err, cleanupErr) } return fmt.Errorf("compact volume %d: %w", vid, err) } if err := tempVolume.CommitCompact(); err != nil { if cleanupErr := tempVolume.cleanupCompact(); cleanupErr != nil { return fmt.Errorf("commit compact volume %d: %v (cleanup failed: %v)", vid, err, cleanupErr) } return fmt.Errorf("commit compact volume %d: %w", vid, err) } return nil }