From 44d2c01aa753a96b043a938f1a5371c01979bd87 Mon Sep 17 00:00:00 2001 From: Davis Zhang Date: Thu, 16 Jan 2025 17:11:12 -0800 Subject: [PATCH] re-enable test delete partitions --- .../deltastreamer/TestHoodieDeltaStreamer.java | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieDeltaStreamer.java b/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieDeltaStreamer.java index b40c13cbc95e1..55c03716d53f8 100644 --- a/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieDeltaStreamer.java +++ b/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieDeltaStreamer.java @@ -2533,21 +2533,21 @@ public void testInsertOverwriteTable(HoodieRecordType recordType) throws Excepti testDeltaStreamerWithSpecifiedOperation(basePath + "/insert_overwrite_table", WriteOperationType.INSERT_OVERWRITE_TABLE, recordType); } - @Disabled("Local run passing; flaky in CI environment.") @Test public void testDeletePartitions() throws Exception { - prepareParquetDFSSource(false, false, "source.avsc", "target.avsc", - PROPS_FILENAME_TEST_PARQUET, PARQUET_SOURCE_ROOT, false, "partition_path"); - String tableBasePath = basePath + "/test_parquet_table" + testNum; - - // There should be fileIDs in the partition being deleted - assertFalse(getAllFileIDsInTable(tableBasePath, Option.of(HoodieTestDataGenerator.DEFAULT_FIRST_PARTITION_PATH)).isEmpty()); + prepareParquetDFSFiles(PARQUET_NUM_RECORDS, PARQUET_SOURCE_ROOT); + prepareParquetDFSSource(false, false, "source.avsc", "target.avsc", PROPS_FILENAME_TEST_PARQUET, + PARQUET_SOURCE_ROOT, false, "partition_path"); + String tableBasePath = basePath + "test_parquet_table" + testNum; HoodieDeltaStreamer deltaStreamer = new HoodieDeltaStreamer( TestHelpers.makeConfig(tableBasePath, WriteOperationType.INSERT, ParquetDFSSource.class.getName(), null, PROPS_FILENAME_TEST_PARQUET, false, false, 100000, false, null, null, "timestamp", null), jsc); deltaStreamer.sync(); + // There should be fileIDs in the partition being deleted + assertFalse(getAllFileIDsInTable(tableBasePath, Option.of(HoodieTestDataGenerator.DEFAULT_FIRST_PARTITION_PATH)).isEmpty()); + assertRecordCount(PARQUET_NUM_RECORDS, tableBasePath, sqlContext); testNum++;