diff --git a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java index c94b5deb9996a..a7c3245f69921 100644 --- a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java +++ b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java @@ -84,29 +84,25 @@ public void execute(ExecutionContext executionContext, int curItrCount) throws E String metadataPath = executionContext.getHoodieTestSuiteWriter().getCfg().targetBasePath + "/.hoodie"; FileStatus[] metaFileStatuses = fs.listStatus(new Path(metadataPath)); - boolean archFound = false; boolean cleanFound = false; for (FileStatus fileStatus : metaFileStatuses) { - Matcher archFileMatcher = ARCHIVE_FILE_PATTERN.matcher(fileStatus.getPath().getName()); - if (archFileMatcher.matches()) { - archFound = true; - if (config.validateArchival() && !config.validateClean()) { - break; - } - } Matcher cleanFileMatcher = CLEAN_FILE_PATTERN.matcher(fileStatus.getPath().getName()); if (cleanFileMatcher.matches()) { cleanFound = true; - if (!config.validateArchival() && config.validateClean()) { - break; - } + break; } - if (config.validateClean() && config.validateArchival()) { - if (archFound && cleanFound) { - break; - } + } + + String archivalPath = executionContext.getHoodieTestSuiteWriter().getCfg().targetBasePath + "/.hoodie/archived"; + metaFileStatuses = fs.listStatus(new Path(archivalPath)); + boolean archFound = false; + for (FileStatus fileStatus : metaFileStatuses) { + Matcher archFileMatcher = ARCHIVE_FILE_PATTERN.matcher(fileStatus.getPath().getName()); + if (archFileMatcher.matches()) { + archFound = true; } } + if (config.validateArchival() && !archFound) { throw new AssertionError("Archival NotFound in " + metadataPath); } diff --git a/packaging/hudi-integ-test-bundle/pom.xml b/packaging/hudi-integ-test-bundle/pom.xml index 77b2aa92f42df..a71bfaddbd267 100644 --- a/packaging/hudi-integ-test-bundle/pom.xml +++ b/packaging/hudi-integ-test-bundle/pom.xml @@ -78,6 +78,7 @@ org.apache.hudi:hudi-sync-common org.apache.hudi:hudi-hadoop-mr org.apache.hudi:hudi-timeline-service + org.apache.hudi:hudi-aws org.apache.hudi:hudi-integ-test org.jetbrains.kotlin:kotlin-stdlib-jdk8