From fc1f83aae5352df4d97b1bcc4aa17df90a43f7e2 Mon Sep 17 00:00:00 2001 From: chenliang Date: Thu, 3 Jun 2021 11:22:39 +0800 Subject: [PATCH] Update condition of MicroBatch.open Param scanAllFiles Used to check whether all the data files should be processed, or only added files.Here we should replace scanAllFiles to !scanAllFiles. --- core/src/main/java/org/apache/iceberg/MicroBatches.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/src/main/java/org/apache/iceberg/MicroBatches.java b/core/src/main/java/org/apache/iceberg/MicroBatches.java index d97dc7fd811c..798c3379b1fd 100644 --- a/core/src/main/java/org/apache/iceberg/MicroBatches.java +++ b/core/src/main/java/org/apache/iceberg/MicroBatches.java @@ -242,7 +242,7 @@ private CloseableIterable open(ManifestFile manifestFile, boolean ManifestGroup manifestGroup = new ManifestGroup(io, ImmutableList.of(manifestFile)) .specsById(specsById) .caseSensitive(caseSensitive); - if (scanAllFiles) { + if (!scanAllFiles) { manifestGroup = manifestGroup .filterManifestEntries(entry -> entry.snapshotId() == snapshot.snapshotId() && entry.status() == ManifestEntry.Status.ADDED)