meta: trigger compaction more aggresively when there are too many sli…

…ces (#4309)
juicedata · Feb 3, 2024 · a9c631a · a9c631a
1 parent ac29345
commit a9c631a
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/pkg/meta/redis.go b/pkg/meta/redis.go
@@ -2028,7 +2028,7 @@ func (m *redisMeta) Write(ctx Context, inode Ino, indx uint32, off uint32, slice
 			return nil
 		})
 		if err == nil {
-			needCompact = rpush.Val()%100 == 99
+			needCompact = rpush.Val()%100 == 99 || rpush.Val() > 350
 		}
 		return err
 	}, m.inodeKey(inode))

diff --git a/pkg/meta/sql.go b/pkg/meta/sql.go
@@ -2048,7 +2048,8 @@ func (m *dbMeta) Write(ctx Context, inode Ino, indx uint32, off uint32, slice Sl
 		}
 		_, err = s.Cols("length", "mtime", "ctime").Update(&n, &node{Inode: inode})
 		if err == nil {
-			needCompact = (len(ck.Slices)/sliceBytes)%100 == 99
+			ns := len(ck.Slices) / sliceBytes // number of slices
+			needCompact = ns%100 == 99 || ns > 350
 		}
 		return err
 	}, inode)

diff --git a/pkg/meta/tkv.go b/pkg/meta/tkv.go
@@ -1716,7 +1716,8 @@ func (m *kvMeta) Write(ctx Context, inode Ino, indx uint32, off uint32, slice Sl
 		attr.Ctimensec = uint32(now.Nanosecond())
 		val := tx.append(m.chunkKey(inode, indx), marshalSlice(off, slice.Id, slice.Size, slice.Off, slice.Len))
 		tx.set(m.inodeKey(inode), m.marshal(&attr))
-		needCompact = (len(val)/sliceBytes)%100 == 99
+		ns := len(val) / sliceBytes // number of slices
+		needCompact = ns%100 == 99 || ns > 350
 		return nil
 	}, inode)
 	if err == nil {