From f6e82027a04d481c8b1e84f99de171ad092ae39c Mon Sep 17 00:00:00 2001 From: hehexiaoduantui <991413521@qq.com> Date: Thu, 23 Dec 2021 14:35:19 +0800 Subject: [PATCH 1/3] Update HiveIncrementalPuller.java fix get FileSystem bug --- .../java/org/apache/hudi/utilities/HiveIncrementalPuller.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java index 0cd80419d31e5..18df5e4ff769d 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java @@ -91,6 +91,8 @@ public static class Config implements Serializable { public String fromCommitTime; @Parameter(names = {"--maxCommits"}) public int maxCommits = 3; + @Parameter(names = {"--fsDefaultFs"}) + public String fsDefaultFs = "file:///"; @Parameter(names = {"--help", "-h"}, help = true) public Boolean help = false; } @@ -124,6 +126,7 @@ private void validateConfig(Config config) { public void saveDelta() throws IOException { Configuration conf = new Configuration(); + conf.set("fs.defaultFs",config.fsDefaultFs) FileSystem fs = FileSystem.get(conf); Statement stmt = null; try { From 308b2e638218791ce9f6a2778a8cf6dff40b8332 Mon Sep 17 00:00:00 2001 From: hehexiaoduantui <991413521@qq.com> Date: Thu, 23 Dec 2021 15:13:43 +0800 Subject: [PATCH 2/3] Update HiveIncrementalPuller.java fix error --- .../java/org/apache/hudi/utilities/HiveIncrementalPuller.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java index 18df5e4ff769d..da6b966063014 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java @@ -126,7 +126,7 @@ private void validateConfig(Config config) { public void saveDelta() throws IOException { Configuration conf = new Configuration(); - conf.set("fs.defaultFs",config.fsDefaultFs) + conf.set("fs.defaultFs",config.fsDefaultFs); FileSystem fs = FileSystem.get(conf); Statement stmt = null; try { From 8669e62efad816d8b7d7cf35eb6e24b77752f2a1 Mon Sep 17 00:00:00 2001 From: hehexiaoduantui <991413521@qq.com> Date: Fri, 24 Dec 2021 16:47:28 +0800 Subject: [PATCH 3/3] Update HiveIncrementalPuller.java fie error --- .../java/org/apache/hudi/utilities/HiveIncrementalPuller.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java index da6b966063014..e5d630df5aa28 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java @@ -126,7 +126,7 @@ private void validateConfig(Config config) { public void saveDelta() throws IOException { Configuration conf = new Configuration(); - conf.set("fs.defaultFs",config.fsDefaultFs); + conf.set("fs.defaultFS",config.fsDefaultFs); FileSystem fs = FileSystem.get(conf); Statement stmt = null; try {