chore: add setting auto_compaction_segments_limit (#16298)

add setting auto_compaction_segments_limit

src/query/service/src/interpreters/hook/compact_hook.rs

@@ -94,8 +94,9 @@ async fn do_hook_compact(
             // for mutations other than Insertions, we use an empirical value of 3 segments as the
             // limit for compaction. to be refined later.
                 {
+                    let auto_compaction_segments_limit = ctx.get_settings().get_auto_compaction_segments_limit()?;
                     CompactionLimits {
-                        segment_limit: Some(3),
+                        segment_limit: Some(auto_compaction_segments_limit as usize),
                         block_limit: None,
                     }
                 }

src/query/settings/src/settings_default.rs

@@ -577,6 +577,12 @@ impl DefaultSettings {
                     mode: SettingMode::Both,
                     range: Some(SettingRange::Numeric(0..=u64::MAX)),
                 }),
+                ("auto_compaction_segments_limit", DefaultSettingValue {
+                    value: UserSettingValue::UInt64(3),
+                    desc: "The maximum number of segments that can be compacted automatically triggered after write(replace-into/merge-into).",
+                    mode: SettingMode::Both,
+                    range: Some(SettingRange::Numeric(2..=u64::MAX)),
+                }),
                 ("use_parquet2", DefaultSettingValue {
                     value: UserSettingValue::UInt64(0),
                     desc: "This setting is deprecated",

src/query/settings/src/settings_getter_setter.rs

@@ -508,6 +508,10 @@ impl Settings {
         self.try_set_u64("auto_compaction_imperfect_blocks_threshold", val)
     }
 
+    pub fn get_auto_compaction_segments_limit(&self) -> Result<u64> {
+        self.try_get_u64("auto_compaction_segments_limit")
+    }
+
     pub fn get_use_parquet2(&self) -> Result<bool> {
         Ok(self.try_get_u64("use_parquet2")? != 0)
     }

tests/sqllogictests/suites/base/09_fuse_engine/09_0040_auto_compaction_issue_15760.test

@@ -43,9 +43,22 @@ statement ok
 insert into t values(1);
 
 
+# fourth block(after compaction)
+statement ok
+set auto_compaction_segments_limit = 2;
+
+statement ok
+insert into t values(1);
+
+statement ok
+replace into t on(c) values(2);
+
 query III
 select segment_count , block_count , row_count from fuse_snapshot('i15760', 't') limit 20;
 ----
+2 4 11
+3 5 11
+2 4 10
 1 3 9
 4 5 9
 3 4 8
@@ -57,4 +70,4 @@ select segment_count , block_count , row_count from fuse_snapshot('i15760', 't')
 1 1 3
 3 3 3
 2 2 2
-1 1 1
+1 1 1