branch-3.1: [chore](cold) add a score threshold for cold data compaction #55333 (#57217)

Cherry-picked from #55333

Co-authored-by: Yongqiang YANG <[email protected]>

Author: github-actions[bot]

be/src/common/config.cpp

@@ -1017,6 +1017,7 @@ DEFINE_mInt32(remove_unused_remote_files_interval_sec, "21600"); // 6h
 DEFINE_mInt32(confirm_unused_remote_files_interval_sec, "60");
 DEFINE_Int32(cold_data_compaction_thread_num, "2");
 DEFINE_mInt32(cold_data_compaction_interval_sec, "1800");
+DEFINE_mInt32(cold_data_compaction_score_threshold, "100");
 
 DEFINE_String(tmp_file_dir, "tmp");
 

be/src/common/config.h

@@ -1058,6 +1058,7 @@ DECLARE_mInt32(remove_unused_remote_files_interval_sec); // 6h
 DECLARE_mInt32(confirm_unused_remote_files_interval_sec);
 DECLARE_Int32(cold_data_compaction_thread_num);
 DECLARE_mInt32(cold_data_compaction_interval_sec);
+DECLARE_mInt32(cold_data_compaction_score_threshold);
 
 DECLARE_Int32(min_s3_file_system_thread_num);
 DECLARE_Int32(max_s3_file_system_thread_num);

be/src/olap/olap_server.cpp

@@ -1549,7 +1549,7 @@ void StorageEngine::_cold_data_compaction_producer_callback() {
         for (auto& t : tablets) {
             if (t->replica_id() == t->cooldown_conf_unlocked().cooldown_replica_id) {
                 auto score = t->calc_cold_data_compaction_score();
-                if (score < 4) {
+                if (score < config::cold_data_compaction_score_threshold) {
                     continue;
                 }
                 tablet_to_compact.emplace_back(t, score);

regression-test/suites/cold_heat_separation/cold_data_compaction.groovy

@@ -37,6 +37,11 @@ suite("test_cold_data_compaction", "nonConcurrent") {
         }
     }
 
+    def custoBeConfig = [
+        cold_data_compaction_score_threshold : 4
+    ]
+
+    setBeConfigTemporary(custoBeConfig) {
     String suffix = UUID.randomUUID().hashCode().abs().toString()
     String s3Prefix = "regression/cold_data_compaction"
     multi_sql """
@@ -152,4 +157,5 @@ suite("test_cold_data_compaction", "nonConcurrent") {
         logger.info("after drop t_recycle_in_s3, remote file number is ${filesAfterDrop.size()}")
         return filesAfterDrop.size() == 0
     })
+    }
 }