From d2f4b7eb91b72d6bfa6d508aac5da3291556807c Mon Sep 17 00:00:00 2001 From: Jim Halfpenny <1987407+Jimvin@users.noreply.github.com> Date: Tue, 27 May 2025 09:51:33 +0100 Subject: [PATCH 1/5] Added documentation for dfs.datanode.synconclose to hdfs-default.xml --- .../src/main/resources/hdfs-default.xml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml index 41dfbbca443fe1..bcfdfa9334ffa4 100755 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml @@ -1779,6 +1779,21 @@ + + dfs.datanode.synconclose + false + + If this configuration is enabled, the datanode will instruct the + operating system to sync data block files contents to disk when the + blockfile is closed. + + This has the benefit of ensuring that data is written to disk + immeditately when a block is closed, avoiding the data being held + in the operating system cache. This can help data loss in the event + of a malfunction such as a power failure. + + + dfs.client.failover.max.attempts 15 From 56b344e51b327c7794fac298fe6f17dc87ffaa58 Mon Sep 17 00:00:00 2001 From: Jim Halfpenny Date: Fri, 7 Nov 2025 15:54:29 +0000 Subject: [PATCH 2/5] HDFS-17854 Fix for Namenode Web UI file deletion bug --- .../hadoop-hdfs/src/main/webapps/hdfs/explorer.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js b/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js index b005f22de7a78b..e3c52320b4824b 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js @@ -84,7 +84,7 @@ $('#delete-prompt').text("Are you sure you want to delete " + inode_name + " ?"); - $('#delete-button').click(function() { + $('#delete-button').off().on('click', function() { // DELETE /webhdfs/v1/?op=DELETE&recursive= var url = '/webhdfs/v1' + encode_path(absolute_file_path) + '?op=DELETE' + '&recursive=true'; From 62767df4651a909a886d15e04ce2c6adb6747df5 Mon Sep 17 00:00:00 2001 From: Jim Halfpenny Date: Fri, 7 Nov 2025 16:35:35 +0000 Subject: [PATCH 3/5] Revert "HDFS-17854 Fix for Namenode Web UI file deletion bug" This reverts commit 56b344e51b327c7794fac298fe6f17dc87ffaa58. --- .../hadoop-hdfs/src/main/webapps/hdfs/explorer.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js b/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js index e3c52320b4824b..b005f22de7a78b 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js @@ -84,7 +84,7 @@ $('#delete-prompt').text("Are you sure you want to delete " + inode_name + " ?"); - $('#delete-button').off().on('click', function() { + $('#delete-button').click(function() { // DELETE /webhdfs/v1/?op=DELETE&recursive= var url = '/webhdfs/v1' + encode_path(absolute_file_path) + '?op=DELETE' + '&recursive=true'; From 1c0eaf2cd0a506bc893f2f8c03c413d3eadacace Mon Sep 17 00:00:00 2001 From: Jim Halfpenny Date: Fri, 7 Nov 2025 16:37:23 +0000 Subject: [PATCH 4/5] HDFS-17854 Fix for Namenode Web UI file deletion bug --- .../hadoop-hdfs/src/main/webapps/hdfs/explorer.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js b/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js index b005f22de7a78b..e3c52320b4824b 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/explorer.js @@ -84,7 +84,7 @@ $('#delete-prompt').text("Are you sure you want to delete " + inode_name + " ?"); - $('#delete-button').click(function() { + $('#delete-button').off().on('click', function() { // DELETE /webhdfs/v1/?op=DELETE&recursive= var url = '/webhdfs/v1' + encode_path(absolute_file_path) + '?op=DELETE' + '&recursive=true'; From 55aa617da941a72caf7966ea647f730af741b006 Mon Sep 17 00:00:00 2001 From: Jim Halfpenny <1987407+Jimvin@users.noreply.github.com> Date: Mon, 10 Nov 2025 08:28:25 +0000 Subject: [PATCH 5/5] Remove dfs.datanode.synconclose property Removed the dfs.datanode.synconclose property and its description from hdfs-default.xml. --- .../src/main/resources/hdfs-default.xml | 15 --------------- 1 file changed, 15 deletions(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml index dcfdd1275fcebf..b9d8b67dc122aa 100755 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml @@ -1779,21 +1779,6 @@ - - dfs.datanode.synconclose - false - - If this configuration is enabled, the datanode will instruct the - operating system to sync data block files contents to disk when the - blockfile is closed. - - This has the benefit of ensuring that data is written to disk - immeditately when a block is closed, avoiding the data being held - in the operating system cache. This can help data loss in the event - of a malfunction such as a power failure. - - - dfs.client.failover.max.attempts 15