From 228bdb5521d4898471d46fb6465fc1f142b41dce Mon Sep 17 00:00:00 2001 From: Gargi Jaiswal Date: Mon, 10 Feb 2025 14:39:56 +0530 Subject: [PATCH 1/4] HDDS-12220. Add RocksDB maximum log file number to OM and SCM --- .../org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java index dd197affe99a..f09d13ad80d9 100644 --- a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java +++ b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java @@ -55,10 +55,10 @@ public class RocksDBConfiguration { @Config(key = "rocksdb.keep.log.file.num", type = ConfigType.INT, - defaultValue = "1000", + defaultValue = "10", tags = {OM, SCM, DATANODE}, description = "Maximum number of RocksDB application log files.") - private int rocksdbKeepLogFileNum = 1000; + private int rocksdbKeepLogFileNum = 10; @Config(key = "rocksdb.writeoption.sync", type = ConfigType.BOOLEAN, From 23847294891b872eb2c077e076db4d20630a0696 Mon Sep 17 00:00:00 2001 From: Gargi Jaiswal Date: Mon, 10 Feb 2025 20:17:42 +0530 Subject: [PATCH 2/4] HDDS-12220. Change default value for rocksdb_keep_log_file_num --- .../org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java index f09d13ad80d9..09f7e3b88096 100644 --- a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java +++ b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java @@ -48,10 +48,10 @@ public class RocksDBConfiguration { @Config(key = "rocksdb.max.log.file.size", type = ConfigType.SIZE, - defaultValue = "0MB", + defaultValue = "100MB", tags = {OM, SCM, DATANODE}, description = "Maximum size of RocksDB application log file.") - private long rocksdbMaxLogFileSize = 0; + private long rocksdbMaxLogFileSize = 100; @Config(key = "rocksdb.keep.log.file.num", type = ConfigType.INT, From d2e3c12e686189b739c52c2fc6a3db6f0f79beb2 Mon Sep 17 00:00:00 2001 From: Gargi Jaiswal <134698352+Gargi-jais11@users.noreply.github.com> Date: Tue, 11 Feb 2025 14:04:56 +0530 Subject: [PATCH 3/4] HDDS-12220. Change default value for rocksdb_keep_log_file_num --- .../org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java index 09f7e3b88096..768834582375 100644 --- a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java +++ b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java @@ -51,7 +51,7 @@ public class RocksDBConfiguration { defaultValue = "100MB", tags = {OM, SCM, DATANODE}, description = "Maximum size of RocksDB application log file.") - private long rocksdbMaxLogFileSize = 100; + private long rocksdbMaxLogFileSize = 100MB; @Config(key = "rocksdb.keep.log.file.num", type = ConfigType.INT, From 5f0160630292bf70075dd82690ed0f508815a5d4 Mon Sep 17 00:00:00 2001 From: Gargi Jaiswal <134698352+Gargi-jais11@users.noreply.github.com> Date: Tue, 11 Feb 2025 14:18:48 +0530 Subject: [PATCH 4/4] HDDS-12220. Change default value for rocksdb_keep_log_file_num --- .../org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java index 768834582375..3e715580808c 100644 --- a/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java +++ b/hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java @@ -51,7 +51,7 @@ public class RocksDBConfiguration { defaultValue = "100MB", tags = {OM, SCM, DATANODE}, description = "Maximum size of RocksDB application log file.") - private long rocksdbMaxLogFileSize = 100MB; + private long rocksdbMaxLogFileSize = 100 * 1024 * 1024; @Config(key = "rocksdb.keep.log.file.num", type = ConfigType.INT,