From 0f21decb5d8588ae8f08e5af46964748816f5535 Mon Sep 17 00:00:00 2001 From: Balaji Varadarajan Date: Mon, 7 Dec 2020 00:04:54 -0800 Subject: [PATCH] [HUDI-1435] Fix bug in Marker File Reconciliation for Non-Partitioned datasets --- .../src/main/java/org/apache/hudi/table/HoodieTable.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/HoodieTable.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/HoodieTable.java index a33ad99e03a33..b37eabbe62da3 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/HoodieTable.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/HoodieTable.java @@ -460,7 +460,7 @@ protected void reconcileAgainstMarkers(HoodieEngineContext context, if (!invalidDataPaths.isEmpty()) { LOG.info("Removing duplicate data files created due to spark retries before committing. Paths=" + invalidDataPaths); Map>> invalidPathsByPartition = invalidDataPaths.stream() - .map(dp -> Pair.of(new Path(dp).getParent().toString(), new Path(basePath, dp).toString())) + .map(dp -> Pair.of(new Path(basePath, dp).getParent().toString(), new Path(basePath, dp).toString())) .collect(Collectors.groupingBy(Pair::getKey)); // Ensure all files in delete list is actually present. This is mandatory for an eventually consistent FS.