From 8dad0d3818280e2b7d80e536ebb65abde9a581c7 Mon Sep 17 00:00:00 2001 From: "854194341@qq.com" Date: Mon, 5 Sep 2022 23:15:17 +0800 Subject: [PATCH 1/3] hoodie.logfile.max.size It does not take effect, causing the log file to be too large --- .../org/apache/hudi/common/table/log/HoodieLogFormatWriter.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java index 8dbe85efd1164..420c5f5851ddc 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java @@ -270,7 +270,7 @@ public long getCurrentSize() throws IOException { if (output == null) { return 0; } - return output.getPos(); + return output.getPos() + logFile.getFileSize(); } /** From 91345613c43eb54ef9a2947b7dbebebad4e9c236 Mon Sep 17 00:00:00 2001 From: "854194341@qq.com" Date: Fri, 9 Sep 2022 22:27:24 +0800 Subject: [PATCH 2/3] hoodie.logfile.max.size It does not take effect, causing the log file to be too large --- .../org/apache/hudi/common/fs/SizeAwareFSDataOutputStream.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-common/src/main/java/org/apache/hudi/common/fs/SizeAwareFSDataOutputStream.java b/hudi-common/src/main/java/org/apache/hudi/common/fs/SizeAwareFSDataOutputStream.java index 6869be80d5742..361d418c2f7f9 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/fs/SizeAwareFSDataOutputStream.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/fs/SizeAwareFSDataOutputStream.java @@ -44,7 +44,7 @@ public class SizeAwareFSDataOutputStream extends FSDataOutputStream { public SizeAwareFSDataOutputStream(Path path, FSDataOutputStream out, ConsistencyGuard consistencyGuard, Runnable closeCallback) throws IOException { - super(out, null); + super(out, null, out.getPos()); this.path = path; this.closeCallback = closeCallback; this.consistencyGuard = consistencyGuard; From cc8badbbe36b955d4099f59a4bbde9fa369baf4f Mon Sep 17 00:00:00 2001 From: "854194341@qq.com" Date: Fri, 9 Sep 2022 23:01:34 +0800 Subject: [PATCH 3/3] hoodie.logfile.max.size It does not take effect, causing the log file to be too large --- .../org/apache/hudi/common/table/log/HoodieLogFormatWriter.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java index 420c5f5851ddc..8dbe85efd1164 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java @@ -270,7 +270,7 @@ public long getCurrentSize() throws IOException { if (output == null) { return 0; } - return output.getPos() + logFile.getFileSize(); + return output.getPos(); } /**