diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java
index c6760451c69..3936bf60ca1 100644
--- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java
+++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java
@@ -51,7 +51,7 @@ public final class ScmConfigKeys {
= "GRPC";
public static final String
DFS_CONTAINER_RATIS_NUM_WRITE_CHUNK_THREADS_PER_VOLUME
- = "dfs.container.ratis.num.write.chunk.threads.per.volume";
+ = "ozone.container.ratis.num.write.chunk.threads.per.volume";
public static final int
DFS_CONTAINER_RATIS_NUM_WRITE_CHUNK_THREADS_PER_VOLUME_DEFAULT
= 10;
@@ -79,44 +79,44 @@ public final class ScmConfigKeys {
TimeDuration.valueOf(10, TimeUnit.SECONDS);
public static final String
DFS_CONTAINER_RATIS_STATEMACHINEDATA_SYNC_RETRIES =
- "dfs.container.ratis.statemachinedata.sync.retries";
+ "ozone.container.ratis.statemachinedata.sync.retries";
public static final String
DFS_CONTAINER_RATIS_STATEMACHINE_MAX_PENDING_APPLY_TXNS =
- "dfs.container.ratis.statemachine.max.pending.apply-transactions";
+ "ozone.container.ratis.statemachine.max.pending.apply-transactions";
// The default value of maximum number of pending state machine apply
// transactions is kept same as default snapshot threshold.
public static final int
DFS_CONTAINER_RATIS_STATEMACHINE_MAX_PENDING_APPLY_TXNS_DEFAULT =
100000;
public static final String DFS_CONTAINER_RATIS_LOG_QUEUE_NUM_ELEMENTS =
- "dfs.container.ratis.log.queue.num-elements";
+ "ozone.container.ratis.log.queue.num-elements";
public static final int DFS_CONTAINER_RATIS_LOG_QUEUE_NUM_ELEMENTS_DEFAULT =
1024;
public static final String DFS_CONTAINER_RATIS_LOG_QUEUE_BYTE_LIMIT =
- "dfs.container.ratis.log.queue.byte-limit";
+ "ozone.container.ratis.log.queue.byte-limit";
public static final String DFS_CONTAINER_RATIS_LOG_QUEUE_BYTE_LIMIT_DEFAULT =
"4GB";
public static final String
DFS_CONTAINER_RATIS_LOG_APPENDER_QUEUE_NUM_ELEMENTS =
- "dfs.container.ratis.log.appender.queue.num-elements";
+ "ozone.container.ratis.log.appender.queue.num-elements";
public static final int
DFS_CONTAINER_RATIS_LOG_APPENDER_QUEUE_NUM_ELEMENTS_DEFAULT = 1;
public static final String DFS_CONTAINER_RATIS_LOG_APPENDER_QUEUE_BYTE_LIMIT =
- "dfs.container.ratis.log.appender.queue.byte-limit";
+ "ozone.container.ratis.log.appender.queue.byte-limit";
public static final String
DFS_CONTAINER_RATIS_LOG_APPENDER_QUEUE_BYTE_LIMIT_DEFAULT = "32MB";
public static final String DFS_CONTAINER_RATIS_LOG_PURGE_GAP =
- "dfs.container.ratis.log.purge.gap";
+ "ozone.container.ratis.log.purge.gap";
// TODO: Set to 1024 once RATIS issue around purge is fixed.
public static final int DFS_CONTAINER_RATIS_LOG_PURGE_GAP_DEFAULT =
1000000;
public static final String DFS_CONTAINER_RATIS_LEADER_PENDING_BYTES_LIMIT =
- "dfs.container.ratis.leader.pending.bytes.limit";
+ "ozone.container.ratis.leader.pending.bytes.limit";
public static final String
DFS_CONTAINER_RATIS_LEADER_PENDING_BYTES_LIMIT_DEFAULT = "1GB";
public static final String DFS_RATIS_SERVER_RETRY_CACHE_TIMEOUT_DURATION_KEY =
- "dfs.ratis.server.retry-cache.timeout.duration";
+ "ozone.ratis.server.retry-cache.timeout.duration";
public static final TimeDuration
DFS_RATIS_SERVER_RETRY_CACHE_TIMEOUT_DURATION_DEFAULT =
TimeDuration.valueOf(600000, TimeUnit.MILLISECONDS);
diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/OzoneConfigKeys.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/OzoneConfigKeys.java
index 7bfda018409..4905e63a4f1 100644
--- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/OzoneConfigKeys.java
+++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/OzoneConfigKeys.java
@@ -65,13 +65,13 @@ public final class OzoneConfigKeys {
false;
public static final String DFS_CONTAINER_RATIS_DATASTREAM_RANDOM_PORT =
- "dfs.container.ratis.datastream.random.port";
+ "ozone.container.ratis.datastream.random.port";
public static final boolean
DFS_CONTAINER_RATIS_DATASTREAM_RANDOM_PORT_DEFAULT =
false;
public static final String DFS_CONTAINER_CHUNK_WRITE_SYNC_KEY =
- "dfs.container.chunk.write.sync";
+ "ozone.container.chunk.write.sync";
public static final boolean DFS_CONTAINER_CHUNK_WRITE_SYNC_DEFAULT = false;
/**
* Ratis Port where containers listen to.
@@ -83,24 +83,24 @@ public final class OzoneConfigKeys {
* Ratis Port where containers listen to admin requests.
*/
public static final String DFS_CONTAINER_RATIS_ADMIN_PORT =
- "dfs.container.ratis.admin.port";
+ "ozone.container.ratis.admin.port";
public static final int DFS_CONTAINER_RATIS_ADMIN_PORT_DEFAULT = 9857;
/**
* Ratis Port where containers listen to server-to-server requests.
*/
public static final String DFS_CONTAINER_RATIS_SERVER_PORT =
- "dfs.container.ratis.server.port";
+ "ozone.container.ratis.server.port";
public static final int DFS_CONTAINER_RATIS_SERVER_PORT_DEFAULT = 9856;
/**
* Ratis Port where containers listen to datastream requests.
*/
public static final String DFS_CONTAINER_RATIS_DATASTREAM_ENABLED
- = "dfs.container.ratis.datastream.enabled";
+ = "ozone.container.ratis.datastream.enabled";
public static final boolean DFS_CONTAINER_RATIS_DATASTREAM_ENABLED_DEFAULT
= false;
public static final String DFS_CONTAINER_RATIS_DATASTREAM_PORT
- = "dfs.container.ratis.datastream.port";
+ = "ozone.container.ratis.datastream.port";
public static final int DFS_CONTAINER_RATIS_DATASTREAM_PORT_DEFAULT
= 9855;
diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml
index 094fbff16da..ad5afcaa1f2 100644
--- a/hadoop-hdds/common/src/main/resources/ozone-default.xml
+++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml
@@ -53,19 +53,19 @@
- dfs.container.ratis.datastream.enabled
+ ozone.container.ratis.datastream.enabledfalseOZONE, CONTAINER, RATIS, DATASTREAMIt specifies whether to enable data stream of container.
- dfs.container.ratis.datastream.port
+ ozone.container.ratis.datastream.port9855OZONE, CONTAINER, RATIS, DATASTREAMThe datastream port number of container.
- dfs.container.ratis.datastream.random.port
+ ozone.container.ratis.datastream.random.portfalseOZONE, CONTAINER, RATIS, DATASTREAMAllocates a random free port for ozone container datastream.
@@ -82,7 +82,7 @@
- dfs.container.chunk.write.sync
+ ozone.container.chunk.write.syncfalseOZONE, CONTAINER, MANAGEMENTDetermines whether the chunk writes in the container happen as
@@ -97,7 +97,7 @@
- dfs.container.ratis.statemachinedata.sync.retries
+ ozone.container.ratis.statemachinedata.sync.retriesOZONE, DEBUG, CONTAINER, RATISNumber of times the WriteStateMachineData op will be tried
@@ -112,21 +112,21 @@
- dfs.container.ratis.log.queue.num-elements
+ ozone.container.ratis.log.queue.num-elements1024OZONE, DEBUG, CONTAINER, RATISLimit for the number of operations in Ratis Log Worker.
- dfs.container.ratis.log.queue.byte-limit
+ ozone.container.ratis.log.queue.byte-limit4GBOZONE, DEBUG, CONTAINER, RATISByte limit for Ratis Log Worker queue.
- dfs.container.ratis.log.appender.queue.num-elements
+ ozone.container.ratis.log.appender.queue.num-elements1OZONE, DEBUG, CONTAINER, RATISLimit for number of append entries in ratis leader's
@@ -134,14 +134,14 @@
- dfs.container.ratis.log.appender.queue.byte-limit
+ ozone.container.ratis.log.appender.queue.byte-limit32MBOZONE, DEBUG, CONTAINER, RATISByte limit for ratis leader's log appender queue.
- dfs.container.ratis.log.purge.gap
+ ozone.container.ratis.log.purge.gap1000000OZONE, DEBUG, CONTAINER, RATISPurge gap between the last purged commit index
@@ -238,13 +238,13 @@
The ipc port number of container for clients.
- dfs.container.ratis.admin.port
+ ozone.container.ratis.admin.port9857OZONE, CONTAINER, PIPELINE, RATIS, MANAGEMENTThe ipc port number of container for admin requests.
- dfs.container.ratis.server.port
+ ozone.container.ratis.server.port9856OZONE, CONTAINER, PIPELINE, RATIS, MANAGEMENTThe ipc port number of container for server-server communication.
@@ -276,7 +276,7 @@
- dfs.container.ratis.statemachine.max.pending.apply-transactions
+ ozone.container.ratis.statemachine.max.pending.apply-transactions10000OZONE, RATISMaximum number of pending apply transactions in a data
@@ -285,7 +285,7 @@
- dfs.container.ratis.num.write.chunk.threads.per.volume
+ ozone.container.ratis.num.write.chunk.threads.per.volume10OZONE, RATIS, PERFORMANCEMaximum number of threads in the thread pool that Datanode
@@ -295,7 +295,7 @@
- dfs.container.ratis.leader.pending.bytes.limit
+ ozone.container.ratis.leader.pending.bytes.limit1GBOZONE, RATIS, PERFORMANCELimit on the total bytes of pending requests after which
@@ -336,7 +336,7 @@
- dfs.ratis.server.retry-cache.timeout.duration
+ ozone.ratis.server.retry-cache.timeout.duration600000msOZONE, RATIS, MANAGEMENTRetry Cache entry timeout for ratis server.
diff --git a/hadoop-hdds/docs/content/feature/Streaming-Write-Pipeline.md b/hadoop-hdds/docs/content/feature/Streaming-Write-Pipeline.md
index 5f55afebc3c..9d84d4e6f07 100644
--- a/hadoop-hdds/docs/content/feature/Streaming-Write-Pipeline.md
+++ b/hadoop-hdds/docs/content/feature/Streaming-Write-Pipeline.md
@@ -43,7 +43,7 @@ Set the following properties to the Ozone configuration file `ozone-site.xml`.
- To enable the Streaming Write Pipeline feature, set the following property to true.
```XML
- dfs.container.ratis.datastream.enabled
+ ozone.container.ratis.datastream.enabledfalseOZONE, CONTAINER, RATIS, DATASTREAMIt specifies whether to enable data stream of container.
@@ -52,7 +52,7 @@ Set the following properties to the Ozone configuration file `ozone-site.xml`.
- Datanodes listen to the following port for the streaming traffic.
```XML
- dfs.container.ratis.datastream.port
+ ozone.container.ratis.datastream.port9855OZONE, CONTAINER, RATIS, DATASTREAMThe datastream port number of container.
diff --git a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2-ha.xml b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2-ha.xml
index 171494aa5db..489697c3522 100644
--- a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2-ha.xml
+++ b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2-ha.xml
@@ -18,7 +18,7 @@
-
+
diff --git a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml
index 437757d649a..60db9c42fdd 100644
--- a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml
+++ b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml
@@ -18,7 +18,7 @@
-
+
diff --git a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3-ha.xml b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3-ha.xml
index 4a820682a0b..73ffaa32ac5 100644
--- a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3-ha.xml
+++ b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3-ha.xml
@@ -18,7 +18,7 @@
-
+
diff --git a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml
index 590251b0c59..1a2023693d6 100644
--- a/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml
+++ b/hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml
@@ -18,7 +18,7 @@
-
+
diff --git a/hadoop-ozone/dist/src/main/compose/ozone-ha/docker-config b/hadoop-ozone/dist/src/main/compose/ozone-ha/docker-config
index bdd504d6e25..6cdbfbb5582 100644
--- a/hadoop-ozone/dist/src/main/compose/ozone-ha/docker-config
+++ b/hadoop-ozone/dist/src/main/compose/ozone-ha/docker-config
@@ -49,7 +49,7 @@ OZONE-SITE.XML_ozone.recon.db.dir=/data/metadata/recon
OZONE-SITE.XML_ozone.recon.address=recon:9891
OZONE-SITE.XML_ozone.recon.http-address=0.0.0.0:9888
OZONE-SITE.XML_ozone.recon.https-address=0.0.0.0:9889
-OZONE-SITE.XML_dfs.container.ratis.datastream.enabled=true
+OZONE-SITE.XML_ozone.container.ratis.datastream.enabled=true
OZONE_CONF_DIR=/etc/hadoop
OZONE_LOG_DIR=/var/log/hadoop
diff --git a/hadoop-ozone/dist/src/main/compose/ozone/docker-config b/hadoop-ozone/dist/src/main/compose/ozone/docker-config
index 729f036e15c..e03460bf6da 100644
--- a/hadoop-ozone/dist/src/main/compose/ozone/docker-config
+++ b/hadoop-ozone/dist/src/main/compose/ozone/docker-config
@@ -52,7 +52,7 @@ OZONE-SITE.XML_hdds.scm.replication.under.replicated.interval=5s
OZONE-SITE.XML_hdds.scm.replication.over.replicated.interval=5s
OZONE-SITE.XML_hdds.scm.wait.time.after.safemode.exit=30s
-OZONE-SITE.XML_dfs.container.ratis.datastream.enabled=true
+OZONE-SITE.XML_ozone.container.ratis.datastream.enabled=true
OZONE_CONF_DIR=/etc/hadoop
OZONE_LOG_DIR=/var/log/hadoop
diff --git a/hadoop-ozone/dist/src/main/compose/ozonesecure-ha/docker-config b/hadoop-ozone/dist/src/main/compose/ozonesecure-ha/docker-config
index b9fc5344c72..b40088e1a47 100644
--- a/hadoop-ozone/dist/src/main/compose/ozonesecure-ha/docker-config
+++ b/hadoop-ozone/dist/src/main/compose/ozonesecure-ha/docker-config
@@ -57,7 +57,7 @@ OZONE-SITE.XML_hdds.grpc.tls.enabled=true
OZONE-SITE.XML_ozone.server.default.replication=3
OZONE-SITE.XML_hdds.scmclient.max.retry.timeout=30s
OZONE-SITE.XML_hdds.container.report.interval=60s
-OZONE-SITE.XML_dfs.container.ratis.datastream.enabled=true
+OZONE-SITE.XML_ozone.container.ratis.datastream.enabled=true
OZONE-SITE.XML_ozone.recon.om.snapshot.task.interval.delay=1m
OZONE-SITE.XML_ozone.recon.db.dir=/data/metadata/recon
diff --git a/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config b/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config
index 53f1a63d97a..c1b26d58de1 100644
--- a/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config
+++ b/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config
@@ -84,7 +84,7 @@ OZONE-SITE.XML_ozone.scm.dead.node.interval=45s
OZONE-SITE.XML_hdds.container.report.interval=60s
OZONE-SITE.XML_ozone.scm.close.container.wait.duration=5s
-OZONE-SITE.XML_dfs.container.ratis.datastream.enabled=true
+OZONE-SITE.XML_ozone.container.ratis.datastream.enabled=true
HDFS-SITE.XML_dfs.datanode.kerberos.principal=dn/dn@EXAMPLE.COM
HDFS-SITE.XML_dfs.datanode.kerberos.keytab.file=/etc/security/keytabs/dn.keytab
diff --git a/hadoop-ozone/integration-test/src/test/resources/ozone-site.xml b/hadoop-ozone/integration-test/src/test/resources/ozone-site.xml
index 4e79ae97fc2..2d251378223 100644
--- a/hadoop-ozone/integration-test/src/test/resources/ozone-site.xml
+++ b/hadoop-ozone/integration-test/src/test/resources/ozone-site.xml
@@ -37,7 +37,7 @@
- dfs.container.ratis.num.write.chunk.threads.per.volume
+ ozone.container.ratis.num.write.chunk.threads.per.volume4
@@ -52,7 +52,7 @@
- dfs.container.ratis.datastream.enabled
+ ozone.container.ratis.datastream.enabledtrue
@@ -67,7 +67,7 @@
- dfs.container.ratis.log.appender.queue.byte-limit
+ ozone.container.ratis.log.appender.queue.byte-limit8MB