diff --git a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java
index c94b5deb9996a..a7c3245f69921 100644
--- a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java
+++ b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java
@@ -84,29 +84,25 @@ public void execute(ExecutionContext executionContext, int curItrCount) throws E
String metadataPath = executionContext.getHoodieTestSuiteWriter().getCfg().targetBasePath + "/.hoodie";
FileStatus[] metaFileStatuses = fs.listStatus(new Path(metadataPath));
- boolean archFound = false;
boolean cleanFound = false;
for (FileStatus fileStatus : metaFileStatuses) {
- Matcher archFileMatcher = ARCHIVE_FILE_PATTERN.matcher(fileStatus.getPath().getName());
- if (archFileMatcher.matches()) {
- archFound = true;
- if (config.validateArchival() && !config.validateClean()) {
- break;
- }
- }
Matcher cleanFileMatcher = CLEAN_FILE_PATTERN.matcher(fileStatus.getPath().getName());
if (cleanFileMatcher.matches()) {
cleanFound = true;
- if (!config.validateArchival() && config.validateClean()) {
- break;
- }
+ break;
}
- if (config.validateClean() && config.validateArchival()) {
- if (archFound && cleanFound) {
- break;
- }
+ }
+
+ String archivalPath = executionContext.getHoodieTestSuiteWriter().getCfg().targetBasePath + "/.hoodie/archived";
+ metaFileStatuses = fs.listStatus(new Path(archivalPath));
+ boolean archFound = false;
+ for (FileStatus fileStatus : metaFileStatuses) {
+ Matcher archFileMatcher = ARCHIVE_FILE_PATTERN.matcher(fileStatus.getPath().getName());
+ if (archFileMatcher.matches()) {
+ archFound = true;
}
}
+
if (config.validateArchival() && !archFound) {
throw new AssertionError("Archival NotFound in " + metadataPath);
}
diff --git a/packaging/hudi-integ-test-bundle/pom.xml b/packaging/hudi-integ-test-bundle/pom.xml
index 77b2aa92f42df..a71bfaddbd267 100644
--- a/packaging/hudi-integ-test-bundle/pom.xml
+++ b/packaging/hudi-integ-test-bundle/pom.xml
@@ -78,6 +78,7 @@
org.apache.hudi:hudi-sync-common
org.apache.hudi:hudi-hadoop-mr
org.apache.hudi:hudi-timeline-service
+ org.apache.hudi:hudi-aws
org.apache.hudi:hudi-integ-test
org.jetbrains.kotlin:kotlin-stdlib-jdk8