diff --git a/hudi-cli/src/main/java/org/apache/hudi/cli/HoodieCLI.java b/hudi-cli/src/main/java/org/apache/hudi/cli/HoodieCLI.java index 71c61a7f5e7ee..d2e6f99525c77 100644 --- a/hudi-cli/src/main/java/org/apache/hudi/cli/HoodieCLI.java +++ b/hudi-cli/src/main/java/org/apache/hudi/cli/HoodieCLI.java @@ -35,7 +35,6 @@ public class HoodieCLI { public static HoodieTableMetaClient tableMetadata; public static HoodieTableMetaClient syncTableMetadata; - public enum CLIState { INIT, DATASET, SYNC } diff --git a/hudi-cli/src/main/java/org/apache/hudi/cli/commands/RepairsCommand.java b/hudi-cli/src/main/java/org/apache/hudi/cli/commands/RepairsCommand.java index 84757d92e159f..d0365b544ac78 100644 --- a/hudi-cli/src/main/java/org/apache/hudi/cli/commands/RepairsCommand.java +++ b/hudi-cli/src/main/java/org/apache/hudi/cli/commands/RepairsCommand.java @@ -70,7 +70,6 @@ public String deduplicate( return "Deduplication failed "; } - @CliCommand(value = "repair addpartitionmeta", help = "Add partition metadata to a dataset, if not present") public String addPartitionMeta( @CliOption(key = {"dryrun"}, help = "Should we actually add or just print what would be done", diff --git a/hudi-cli/src/main/java/org/apache/hudi/cli/commands/SavepointsCommand.java b/hudi-cli/src/main/java/org/apache/hudi/cli/commands/SavepointsCommand.java index bcbaad8b36636..c2430353809ae 100644 --- a/hudi-cli/src/main/java/org/apache/hudi/cli/commands/SavepointsCommand.java +++ b/hudi-cli/src/main/java/org/apache/hudi/cli/commands/SavepointsCommand.java @@ -53,7 +53,6 @@ public boolean isRefreshAvailable() { return HoodieCLI.tableMetadata != null; } - @CliAvailabilityIndicator({"savepoint create"}) public boolean isCreateSavepointAvailable() { return HoodieCLI.tableMetadata != null; @@ -127,7 +126,6 @@ public String rollbackToSavepoint( return "Savepoint " + commitTime + " rolled back"; } - @CliCommand(value = "savepoints refresh", help = "Refresh the savepoints") public String refreshMetaClient() throws IOException { HoodieCLI.refreshTableMetadata(); @@ -140,5 +138,4 @@ private static HoodieWriteClient createHoodieClient(JavaSparkContext jsc, String return new HoodieWriteClient(jsc, config, false); } - } diff --git a/hudi-cli/src/main/java/org/apache/hudi/cli/utils/InputStreamConsumer.java b/hudi-cli/src/main/java/org/apache/hudi/cli/utils/InputStreamConsumer.java index 9d53c567ffd73..ec001544fa600 100644 --- a/hudi-cli/src/main/java/org/apache/hudi/cli/utils/InputStreamConsumer.java +++ b/hudi-cli/src/main/java/org/apache/hudi/cli/utils/InputStreamConsumer.java @@ -57,5 +57,4 @@ public static void captureOutput(Process p) { stdout.start(); } - } diff --git a/hudi-client/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java b/hudi-client/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java index cd3cfa8a426cb..8ae7df6cbd3d4 100644 --- a/hudi-client/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java +++ b/hudi-client/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java @@ -132,7 +132,6 @@ public Builder fromProperties(Properties props) { return this; } - public Builder withAutoClean(Boolean autoClean) { props.setProperty(AUTO_CLEAN_PROP, String.valueOf(autoClean)); return this; diff --git a/hudi-client/src/main/java/org/apache/hudi/config/HoodieMetricsConfig.java b/hudi-client/src/main/java/org/apache/hudi/config/HoodieMetricsConfig.java index 0074c72539e13..903b923bddaf5 100644 --- a/hudi-client/src/main/java/org/apache/hudi/config/HoodieMetricsConfig.java +++ b/hudi-client/src/main/java/org/apache/hudi/config/HoodieMetricsConfig.java @@ -74,7 +74,6 @@ public Builder fromProperties(Properties props) { return this; } - public Builder on(boolean metricsOn) { props.setProperty(METRICS_ON, String.valueOf(metricsOn)); return this; diff --git a/hudi-client/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java b/hudi-client/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java index 5e7be5c593e92..913baa195cf6f 100644 --- a/hudi-client/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java +++ b/hudi-client/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java @@ -147,7 +147,6 @@ public int getRollbackParallelism() { return Integer.parseInt(props.getProperty(ROLLBACK_PARALLELISM)); } - public int getWriteBufferLimitBytes() { return Integer.parseInt(props.getProperty(WRITE_BUFFER_LIMIT_BYTES, DEFAULT_WRITE_BUFFER_LIMIT_BYTES)); } diff --git a/hudi-client/src/main/java/org/apache/hudi/exception/HoodieDependentSystemUnavailableException.java b/hudi-client/src/main/java/org/apache/hudi/exception/HoodieDependentSystemUnavailableException.java index 4530817d62c81..76d679fec07a7 100644 --- a/hudi-client/src/main/java/org/apache/hudi/exception/HoodieDependentSystemUnavailableException.java +++ b/hudi-client/src/main/java/org/apache/hudi/exception/HoodieDependentSystemUnavailableException.java @@ -18,7 +18,6 @@ package org.apache.hudi.exception; - /** *

* Exception thrown when dependent system is not available diff --git a/hudi-client/src/main/java/org/apache/hudi/func/BulkInsertMapFunction.java b/hudi-client/src/main/java/org/apache/hudi/func/BulkInsertMapFunction.java index 417574eda8ff4..b1230f719fd7e 100644 --- a/hudi-client/src/main/java/org/apache/hudi/func/BulkInsertMapFunction.java +++ b/hudi-client/src/main/java/org/apache/hudi/func/BulkInsertMapFunction.java @@ -27,7 +27,6 @@ import org.apache.hudi.table.HoodieTable; import org.apache.spark.api.java.function.Function2; - /** * Map function that handles a sorted stream of HoodieRecords */ diff --git a/hudi-client/src/main/java/org/apache/hudi/func/LazyIterableIterator.java b/hudi-client/src/main/java/org/apache/hudi/func/LazyIterableIterator.java index 3f0f4a1eb91cf..ec05b85311eeb 100644 --- a/hudi-client/src/main/java/org/apache/hudi/func/LazyIterableIterator.java +++ b/hudi-client/src/main/java/org/apache/hudi/func/LazyIterableIterator.java @@ -52,7 +52,6 @@ public LazyIterableIterator(Iterator in) { */ protected abstract O computeNext(); - /** * Called once, after all elements are processed. */ diff --git a/hudi-client/src/main/java/org/apache/hudi/index/HoodieIndex.java b/hudi-client/src/main/java/org/apache/hudi/index/HoodieIndex.java index 9eb721abd37a6..78a7510340447 100644 --- a/hudi-client/src/main/java/org/apache/hudi/index/HoodieIndex.java +++ b/hudi-client/src/main/java/org/apache/hudi/index/HoodieIndex.java @@ -47,7 +47,6 @@ protected HoodieIndex(HoodieWriteConfig config) { this.config = config; } - public static HoodieIndex createIndex(HoodieWriteConfig config, JavaSparkContext jsc) throws HoodieIndexException { switch (config.getIndexType()) { @@ -108,7 +107,6 @@ public abstract JavaRDD updateLocation(JavaRDD writeSt */ public abstract boolean canIndexLogFiles(); - /** * An index is "implicit" with respect to storage, if just writing new data to a file slice, updates the index as * well. This is used by storage, to save memory footprint in certain cases. diff --git a/hudi-client/src/main/java/org/apache/hudi/index/InMemoryHashIndex.java b/hudi-client/src/main/java/org/apache/hudi/index/InMemoryHashIndex.java index 506b8a9583e2b..91cd8a89278f6 100644 --- a/hudi-client/src/main/java/org/apache/hudi/index/InMemoryHashIndex.java +++ b/hudi-client/src/main/java/org/apache/hudi/index/InMemoryHashIndex.java @@ -38,7 +38,6 @@ import org.apache.spark.api.java.function.Function; import org.apache.spark.api.java.function.Function2; - /** * Hoodie Index implementation backed by an in-memory Hash map. *

diff --git a/hudi-client/src/main/java/org/apache/hudi/index/bloom/HoodieBloomIndex.java b/hudi-client/src/main/java/org/apache/hudi/index/bloom/HoodieBloomIndex.java index d43bf1e380b8e..ee3007d964ce3 100644 --- a/hudi-client/src/main/java/org/apache/hudi/index/bloom/HoodieBloomIndex.java +++ b/hudi-client/src/main/java/org/apache/hudi/index/bloom/HoodieBloomIndex.java @@ -268,7 +268,6 @@ List> loadInvolvedFiles(List partitio } } - @Override public boolean rollbackCommit(String commitTime) { // Nope, don't need to do anything. diff --git a/hudi-client/src/main/java/org/apache/hudi/io/HoodieCleanHelper.java b/hudi-client/src/main/java/org/apache/hudi/io/HoodieCleanHelper.java index 10b8040716935..fbc87b95052fa 100644 --- a/hudi-client/src/main/java/org/apache/hudi/io/HoodieCleanHelper.java +++ b/hudi-client/src/main/java/org/apache/hudi/io/HoodieCleanHelper.java @@ -170,7 +170,6 @@ private List getFilesToCleanKeepingLatestVersions(String partitionPath) return deletePaths; } - /** * Selects the versions for file for cleaning, such that it *

diff --git a/hudi-client/src/main/java/org/apache/hudi/io/HoodieIOHandle.java b/hudi-client/src/main/java/org/apache/hudi/io/HoodieIOHandle.java index 47491b3c99ca1..68a924589401c 100644 --- a/hudi-client/src/main/java/org/apache/hudi/io/HoodieIOHandle.java +++ b/hudi-client/src/main/java/org/apache/hudi/io/HoodieIOHandle.java @@ -23,7 +23,6 @@ import org.apache.hudi.config.HoodieWriteConfig; import org.apache.hudi.table.HoodieTable; - public abstract class HoodieIOHandle { protected final String instantTime; diff --git a/hudi-client/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java b/hudi-client/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java index 81178ec056fe5..8821c4e0bd62d 100644 --- a/hudi-client/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java +++ b/hudi-client/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java @@ -86,7 +86,6 @@ public HoodieMergeHandle(HoodieWriteConfig config, String commitTime, HoodieTabl dataFileToBeMerged); } - public static Schema createHoodieWriteSchema(Schema originalSchema) { return HoodieAvroUtils.addMetadataFields(originalSchema); } diff --git a/hudi-client/src/main/java/org/apache/hudi/io/compact/strategy/DayBasedCompactionStrategy.java b/hudi-client/src/main/java/org/apache/hudi/io/compact/strategy/DayBasedCompactionStrategy.java index 79fc3470a1830..a72bafe5ed6e7 100644 --- a/hudi-client/src/main/java/org/apache/hudi/io/compact/strategy/DayBasedCompactionStrategy.java +++ b/hudi-client/src/main/java/org/apache/hudi/io/compact/strategy/DayBasedCompactionStrategy.java @@ -16,7 +16,6 @@ * limitations under the License. */ - package org.apache.hudi.io.compact.strategy; import com.google.common.annotations.VisibleForTesting; diff --git a/hudi-client/src/main/java/org/apache/hudi/io/storage/HoodieParquetWriter.java b/hudi-client/src/main/java/org/apache/hudi/io/storage/HoodieParquetWriter.java index eba4d9717f587..9e9ccbc120dee 100644 --- a/hudi-client/src/main/java/org/apache/hudi/io/storage/HoodieParquetWriter.java +++ b/hudi-client/src/main/java/org/apache/hudi/io/storage/HoodieParquetWriter.java @@ -51,7 +51,6 @@ public class HoodieParquetWriter diff --git a/hudi-client/src/main/java/org/apache/hudi/table/RollbackExecutor.java b/hudi-client/src/main/java/org/apache/hudi/table/RollbackExecutor.java index 1ba9b43a0b16d..43ca9a44fee10 100644 --- a/hudi-client/src/main/java/org/apache/hudi/table/RollbackExecutor.java +++ b/hudi-client/src/main/java/org/apache/hudi/table/RollbackExecutor.java @@ -212,7 +212,6 @@ private Map deleteCleanedFiles(HoodieTableMetaClient metaCl return results; } - private Map generateHeader(String commit) { // generate metadata Map header = Maps.newHashMap(); diff --git a/hudi-client/src/main/java/org/apache/hudi/table/WorkloadProfile.java b/hudi-client/src/main/java/org/apache/hudi/table/WorkloadProfile.java index 650b71773aeb5..9590e7e06743f 100644 --- a/hudi-client/src/main/java/org/apache/hudi/table/WorkloadProfile.java +++ b/hudi-client/src/main/java/org/apache/hudi/table/WorkloadProfile.java @@ -49,7 +49,6 @@ public class WorkloadProfile implements Serializa private final WorkloadStat globalStat; - public WorkloadProfile(JavaRDD> taggedRecords) { this.taggedRecords = taggedRecords; this.partitionPathStatMap = new HashMap<>(); diff --git a/hudi-client/src/test/java/HoodieClientExample.java b/hudi-client/src/test/java/HoodieClientExample.java index 6406b6bf0ad35..a697402055ddd 100644 --- a/hudi-client/src/test/java/HoodieClientExample.java +++ b/hudi-client/src/test/java/HoodieClientExample.java @@ -67,7 +67,6 @@ public static void main(String[] args) throws Exception { cli.run(); } - public void run() throws Exception { SparkConf sparkConf = new SparkConf().setAppName("hoodie-client-example"); diff --git a/hudi-client/src/test/java/org/apache/hudi/TestConsistencyGuard.java b/hudi-client/src/test/java/org/apache/hudi/TestConsistencyGuard.java index 53b08c2d75dd2..e5520dfba2f58 100644 --- a/hudi-client/src/test/java/org/apache/hudi/TestConsistencyGuard.java +++ b/hudi-client/src/test/java/org/apache/hudi/TestConsistencyGuard.java @@ -70,7 +70,6 @@ public void testCheckFailingAppear() throws Exception { .asList(basePath + "/partition/path/f1_1-0-2_000.parquet", basePath + "/partition/path/f2_1-0-2_000.parquet")); } - @Test(expected = TimeoutException.class) public void testCheckFailingAppears() throws Exception { HoodieClientTestUtils.fakeDataFile(basePath, "partition/path", "000", "f1"); diff --git a/hudi-client/src/test/java/org/apache/hudi/common/HoodieClientTestUtils.java b/hudi-client/src/test/java/org/apache/hudi/common/HoodieClientTestUtils.java index 8dfb824b7504e..7890f3a760864 100644 --- a/hudi-client/src/test/java/org/apache/hudi/common/HoodieClientTestUtils.java +++ b/hudi-client/src/test/java/org/apache/hudi/common/HoodieClientTestUtils.java @@ -92,7 +92,6 @@ private static void fakeMetaFile(String basePath, String commitTime, String suff new File(parentPath + "/" + commitTime + suffix).createNewFile(); } - public static void fakeCommitFile(String basePath, String commitTime) throws IOException { fakeMetaFile(basePath, commitTime, HoodieTimeline.COMMIT_EXTENSION); } diff --git a/hudi-client/src/test/java/org/apache/hudi/common/TestRawTripPayload.java b/hudi-client/src/test/java/org/apache/hudi/common/TestRawTripPayload.java index 130fb5454bbef..d30b99119fa5a 100644 --- a/hudi-client/src/test/java/org/apache/hudi/common/TestRawTripPayload.java +++ b/hudi-client/src/test/java/org/apache/hudi/common/TestRawTripPayload.java @@ -79,7 +79,6 @@ public String getPartitionPath() { return partitionPath; } - @Override public TestRawTripPayload preCombine(TestRawTripPayload another) { return another; @@ -129,7 +128,6 @@ private byte[] compressData(String jsonData) throws IOException { return baos.toByteArray(); } - private String unCompressData(byte[] data) throws IOException { try (InflaterInputStream iis = new InflaterInputStream(new ByteArrayInputStream(data))) { return FileIOUtils.readAsUTFString(iis, dataSize); diff --git a/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieBloomIndex.java b/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieBloomIndex.java index 68b820ab1e8a7..d8be596fa87e2 100644 --- a/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieBloomIndex.java +++ b/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieBloomIndex.java @@ -291,7 +291,6 @@ public void testTagLocationWithEmptyRDD() throws Exception { } } - @Test public void testTagLocation() throws Exception { // We have some records to be tagged (two different partitions) @@ -433,7 +432,6 @@ public void testCheckExists() throws Exception { } } - @Test public void testBloomFilterFalseError() throws IOException, InterruptedException { // We have two hoodie records diff --git a/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieGlobalBloomIndex.java b/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieGlobalBloomIndex.java index a6cdc40e17c3b..5da5332c70c33 100644 --- a/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieGlobalBloomIndex.java +++ b/hudi-client/src/test/java/org/apache/hudi/index/bloom/TestHoodieGlobalBloomIndex.java @@ -196,7 +196,6 @@ public void testExplodeRecordRDDWithFileComparisons() { assertEquals(new HashSet<>(Arrays.asList("f4", "f1")), new HashSet<>(recordKeyToFileComps.get("005"))); } - @Test public void testTagLocation() throws Exception { HoodieWriteConfig config = HoodieWriteConfig.newBuilder().withPath(basePath).build(); diff --git a/hudi-client/src/test/java/org/apache/hudi/table/TestCopyOnWriteTable.java b/hudi-client/src/test/java/org/apache/hudi/table/TestCopyOnWriteTable.java index 52c6fb419ae33..f9310d39ac57c 100644 --- a/hudi-client/src/test/java/org/apache/hudi/table/TestCopyOnWriteTable.java +++ b/hudi-client/src/test/java/org/apache/hudi/table/TestCopyOnWriteTable.java @@ -250,7 +250,6 @@ public void testUpdateRecords() throws Exception { assertEquals(4, writeStatus.getStat().getNumWrites());// 3 rewritten records + 1 new record } - private List newHoodieRecords(int n, String time) throws Exception { List records = new ArrayList<>(); for (int i = 0; i < n; i++) { @@ -387,7 +386,6 @@ public void testFileSizeUpsertRecords() throws Exception { assertEquals("If the number of records are more than 1150, then there should be a new file", 3, counts); } - private UpsertPartitioner getUpsertPartitioner(int smallFileSize, int numInserts, int numUpdates, int fileSize, String testPartitionPath, boolean autoSplitInserts) throws Exception { HoodieWriteConfig config = makeHoodieClientConfigBuilder() @@ -419,7 +417,6 @@ private UpsertPartitioner getUpsertPartitioner(int smallFileSize, int numInserts return partitioner; } - @Test public void testUpsertPartitioner() throws Exception { final String testPartitionPath = "2016/09/26"; @@ -429,7 +426,6 @@ public void testUpsertPartitioner() throws Exception { assertEquals("Total of 2 insert buckets", 2, insertBuckets.size()); } - @Test public void testUpsertPartitionerWithSmallInsertHandling() throws Exception { final String testPartitionPath = "2016/09/26"; diff --git a/hudi-common/src/main/java/org/apache/hudi/avro/HoodieAvroWriteSupport.java b/hudi-common/src/main/java/org/apache/hudi/avro/HoodieAvroWriteSupport.java index bd863acd4390c..f5a427fe21b18 100644 --- a/hudi-common/src/main/java/org/apache/hudi/avro/HoodieAvroWriteSupport.java +++ b/hudi-common/src/main/java/org/apache/hudi/avro/HoodieAvroWriteSupport.java @@ -39,7 +39,6 @@ public class HoodieAvroWriteSupport extends AvroWriteSupport { public static final String HOODIE_MIN_RECORD_KEY_FOOTER = "hoodie_min_record_key"; public static final String HOODIE_MAX_RECORD_KEY_FOOTER = "hoodie_max_record_key"; - public HoodieAvroWriteSupport(MessageType schema, Schema avroSchema, BloomFilter bloomFilter) { super(schema, avroSchema); this.bloomFilter = bloomFilter; diff --git a/hudi-common/src/main/java/org/apache/hudi/common/HoodieJsonPayload.java b/hudi-common/src/main/java/org/apache/hudi/common/HoodieJsonPayload.java index 54bdc0af19211..e96222babf791 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/HoodieJsonPayload.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/HoodieJsonPayload.java @@ -80,7 +80,6 @@ private byte[] compressData(String jsonData) throws IOException { return baos.toByteArray(); } - private String unCompressData(byte[] data) throws IOException { InflaterInputStream iis = new InflaterInputStream(new ByteArrayInputStream(data)); try { diff --git a/hudi-common/src/main/java/org/apache/hudi/common/model/HoodiePartitionMetadata.java b/hudi-common/src/main/java/org/apache/hudi/common/model/HoodiePartitionMetadata.java index 1673871a12da2..e967a5ddd17b4 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/model/HoodiePartitionMetadata.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/model/HoodiePartitionMetadata.java @@ -51,7 +51,6 @@ public class HoodiePartitionMetadata { private static Logger log = LogManager.getLogger(HoodiePartitionMetadata.class); - /** * Construct metadata from existing partition */ diff --git a/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java b/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java index 6e02ecc21b5c5..eee8edad5042b 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecord.java @@ -98,7 +98,6 @@ public void deflate() { this.data = null; } - /** * Sets the current currentLocation of the record. This should happen exactly-once */ diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableConfig.java b/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableConfig.java index 4421365b33d38..ab1d8a6cb661b 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableConfig.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableConfig.java @@ -114,7 +114,6 @@ public static void createHoodieProperties(FileSystem fs, Path metadataFolder, Pr } } - /** * Read the table type from the table properties and if not found, return the default */ diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableMetaClient.java b/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableMetaClient.java index 7a770e6d27194..882ce02eb7fb4 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableMetaClient.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/HoodieTableMetaClient.java @@ -267,7 +267,6 @@ public synchronized HoodieArchivedTimeline getArchivedTimeline() { return archivedTimeline; } - /** * Helper method to initialize a dataset, with given basePath, tableType, name, archiveFolder */ @@ -410,7 +409,6 @@ public String getCommitActionType() { } } - /** * Helper method to scan all hoodie-instant metafiles and construct HoodieInstant objects * diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFileReader.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFileReader.java index 312d09ec062c5..e9118307a0aee 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFileReader.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFileReader.java @@ -294,7 +294,6 @@ private HoodieLogFormat.LogFormatVersion readVersion() throws IOException { return new HoodieLogFormatVersion(inputStream.readInt()); } - private boolean readMagic() throws IOException { try { boolean hasMagic = hasNextMagic(); diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormat.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormat.java index c0ec90bd88b8f..7ca1cc0803d9a 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormat.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormat.java @@ -97,7 +97,6 @@ interface Reader extends Closeable, Iterator { public HoodieLogBlock prev() throws IOException; } - /** * Builder class to construct the default log format writer */ diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieDeleteBlock.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieDeleteBlock.java index ae0a20df850b1..e4c2ff7613bc0 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieDeleteBlock.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieDeleteBlock.java @@ -45,7 +45,6 @@ public HoodieDeleteBlock(HoodieKey[] keysToDelete, Map content, FSDataInputStream inputStream, boolean readBlockLazily, Option blockContentLocation, Map header, Map footer) { diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java index eb82c6b2a6e54..721d55fbe5c74 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java @@ -171,7 +171,6 @@ public HoodieTimeline getTimelineOfActions(Set actions) { (Function> & Serializable) this::getInstantDetails); } - /** * Get only the cleaner action (inflight and completed) in the active timeline */ @@ -364,7 +363,6 @@ public HoodieInstant transitionCleanRequestedToInflight(HoodieInstant requestedI return inflight; } - private void transitionState(HoodieInstant fromInstant, HoodieInstant toInstant, Option data) { Preconditions.checkArgument(fromInstant.getTimestamp().equals(toInstant.getTimestamp())); Path commitFilePath = new Path(metaClient.getMetaPath(), toInstant.getFileName()); diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieArchivedTimeline.java b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieArchivedTimeline.java index f5790937ef662..552f8e7de0566 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieArchivedTimeline.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieArchivedTimeline.java @@ -93,7 +93,6 @@ private void readObject(java.io.ObjectInputStream in) throws IOException, ClassN in.defaultReadObject(); } - public static Path getArchiveLogPath(String archiveFolder) { return new Path(archiveFolder, HOODIE_COMMIT_ARCHIVE_LOG_FILE); } diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/InstantDTO.java b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/InstantDTO.java index 4d51fd62840e9..20beec654e784 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/InstantDTO.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/InstantDTO.java @@ -22,7 +22,6 @@ import com.fasterxml.jackson.annotation.JsonProperty; import org.apache.hudi.common.table.timeline.HoodieInstant; - @JsonIgnoreProperties(ignoreUnknown = true) public class InstantDTO { diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/view/AbstractTableFileSystemView.java b/hudi-common/src/main/java/org/apache/hudi/common/table/view/AbstractTableFileSystemView.java index 74ddb9e37d5a3..b477f242a4420 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/view/AbstractTableFileSystemView.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/view/AbstractTableFileSystemView.java @@ -655,7 +655,6 @@ Stream fetchLatestDataFiles(final String partitionPath) { .map(Option::get); } - protected Option getLatestDataFile(HoodieFileGroup fileGroup) { return Option .fromJavaOptional(fileGroup.getAllDataFiles().filter(df -> !isDataFileDueToPendingCompaction(df)).findFirst()); diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/view/FileSystemViewManager.java b/hudi-common/src/main/java/org/apache/hudi/common/table/view/FileSystemViewManager.java index c9e556a840277..6a233a2856a23 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/view/FileSystemViewManager.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/view/FileSystemViewManager.java @@ -130,7 +130,6 @@ private static SpillableMapBasedFileSystemView createSpillableMapBasedFileSystem return new SpillableMapBasedFileSystemView(metaClient, timeline, viewConf); } - /** * Create an in-memory file System view for a dataset * diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/AvroUtils.java b/hudi-common/src/main/java/org/apache/hudi/common/util/AvroUtils.java index 243a1a3c759cb..1b60ffa75b141 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/AvroUtils.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/AvroUtils.java @@ -111,7 +111,6 @@ public static Option serializeCompactionPlan(HoodieCompactionPlan compac return serializeAvroMetadata(compactionWorkload, HoodieCompactionPlan.class); } - public static Option serializeCleanerPlan(HoodieCleanerPlan cleanPlan) throws IOException { return serializeAvroMetadata(cleanPlan, HoodieCleanerPlan.class); } diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/ConsistencyGuard.java b/hudi-common/src/main/java/org/apache/hudi/common/util/ConsistencyGuard.java index 0327c62f74d46..89190aa45176b 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/ConsistencyGuard.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/ConsistencyGuard.java @@ -63,7 +63,6 @@ enum FileVisibility { */ void waitTillAllFilesDisappear(String dirPath, List files) throws IOException, TimeoutException; - /** * Wait Till target visibility is reached * diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/FSUtils.java b/hudi-common/src/main/java/org/apache/hudi/common/util/FSUtils.java index 06a2cfa2aa5b4..86e3e87ecd103 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/FSUtils.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/FSUtils.java @@ -109,7 +109,6 @@ public static String makeWriteToken(int taskPartitionId, int stageId, long taskA return String.format("%d-%d-%d", taskPartitionId, stageId, taskAttemptId); } - public static String makeDataFileName(String commitTime, String writeToken, String fileId) { return String.format("%s_%s_%s.parquet", fileId, writeToken, commitTime); } @@ -150,7 +149,6 @@ public static String getFileId(String fullFileName) { return fullFileName.split("_")[0]; } - /** * Gets all partition paths assuming date partitioning (year, month, day) three levels down. */ diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/HoodieAvroUtils.java b/hudi-common/src/main/java/org/apache/hudi/common/util/HoodieAvroUtils.java index 4c0f983a59d41..875ba05ddf655 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/HoodieAvroUtils.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/HoodieAvroUtils.java @@ -183,7 +183,6 @@ public static GenericRecord addCommitMetadataToRecord(GenericRecord record, Stri return record; } - /** * Given a avro record with a given schema, rewrites it into the new schema while setting fields only from the old * schema diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/SerializationUtils.java b/hudi-common/src/main/java/org/apache/hudi/common/util/SerializationUtils.java index cc9d2f15757c0..b686bd16bc50e 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/SerializationUtils.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/SerializationUtils.java @@ -32,7 +32,6 @@ import org.apache.hudi.exception.HoodieSerializationException; import org.objenesis.instantiator.ObjectInstantiator; - /** * {@link SerializationUtils} class internally uses {@link Kryo} serializer for serializing / deserializing objects. */ diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/TimelineDiffHelper.java b/hudi-common/src/main/java/org/apache/hudi/common/util/TimelineDiffHelper.java index 2253c31e69a6e..e4ca22191fb78 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/TimelineDiffHelper.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/TimelineDiffHelper.java @@ -29,7 +29,6 @@ import org.apache.log4j.LogManager; import org.apache.log4j.Logger; - public class TimelineDiffHelper { protected static Logger log = LogManager.getLogger(TimelineDiffHelper.class); diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryExecutor.java b/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryExecutor.java index 835764a2452af..e31999429c6a4 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryExecutor.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryExecutor.java @@ -16,7 +16,6 @@ * limitations under the License. */ - package org.apache.hudi.common.util.queue; import java.util.Arrays; @@ -143,7 +142,6 @@ public E execute() { } } - public boolean isRemaining() { return queue.iterator().hasNext(); } diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryQueueConsumer.java b/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryQueueConsumer.java index fb73697827131..d0c2d341a6691 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryQueueConsumer.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/util/queue/BoundedInMemoryQueueConsumer.java @@ -20,7 +20,6 @@ import java.util.Iterator; - /** * Consume entries from queue and execute callback function */ @@ -59,5 +58,4 @@ public O consume(BoundedInMemoryQueue queue) throws Exception { */ protected abstract O getResult(); - } diff --git a/hudi-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableMetaClient.java b/hudi-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableMetaClient.java index 9318f7c283827..68fb1c9e7c94b 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableMetaClient.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableMetaClient.java @@ -123,5 +123,4 @@ public void checkArchiveCommitTimeline() throws IOException { assertArrayEquals(new Text("data3").getBytes(), archivedTimeline.getInstantDetails(instant3).get()); } - } diff --git a/hudi-common/src/test/java/org/apache/hudi/common/table/log/TestHoodieLogFormat.java b/hudi-common/src/test/java/org/apache/hudi/common/table/log/TestHoodieLogFormat.java index ab8523334b0a9..dffb742325197 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/table/log/TestHoodieLogFormat.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/table/log/TestHoodieLogFormat.java @@ -471,7 +471,6 @@ public void testBasicAppendAndScanMultipleFiles() throws IOException, URISyntaxE } - @Test public void testAppendAndReadOnCorruptedLog() throws IOException, URISyntaxException, InterruptedException { Writer writer = @@ -556,7 +555,6 @@ public void testAppendAndReadOnCorruptedLog() throws IOException, URISyntaxExcep reader.close(); } - @Test public void testAvroLogRecordReaderBasic() throws IOException, URISyntaxException, InterruptedException { Schema schema = HoodieAvroUtils.addMetadataFields(getSimpleSchema()); diff --git a/hudi-common/src/test/java/org/apache/hudi/common/table/view/TestIncrementalFSViewSync.java b/hudi-common/src/test/java/org/apache/hudi/common/table/view/TestIncrementalFSViewSync.java index 0950f2cebc25d..acc8cb416d9ae 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/table/view/TestIncrementalFSViewSync.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/table/view/TestIncrementalFSViewSync.java @@ -287,8 +287,6 @@ public void testMultipleTransitions() throws IOException { * HELPER METHODS ********************************************************************************************************* */ - - /** * Helper to run one or more rounds of cleaning, incrementally syncing the view and then validate */ diff --git a/hudi-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java b/hudi-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java index 71499c639023c..f58603c0bf132 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java @@ -41,7 +41,6 @@ public class TestDFSPropertiesConfiguration { private static MiniDFSCluster dfsCluster; private static DistributedFileSystem dfs; - @BeforeClass public static void initClass() throws Exception { hdfsTestService = new HdfsTestService(); diff --git a/hudi-common/src/test/java/org/apache/hudi/common/util/TestHoodieAvroUtils.java b/hudi-common/src/test/java/org/apache/hudi/common/util/TestHoodieAvroUtils.java index a0dc79bf60935..18a9c8d852e73 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/util/TestHoodieAvroUtils.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/util/TestHoodieAvroUtils.java @@ -24,7 +24,6 @@ import org.junit.Assert; import org.junit.Test; - public class TestHoodieAvroUtils { private static String EXAMPLE_SCHEMA = "{\"type\": \"record\"," + "\"name\": \"testrec\"," + "\"fields\": [ " diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java index 7b6e7eec70eb1..bbd53ec5fe8ed 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java @@ -64,7 +64,6 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { private transient FileSystem fs; - public HoodieROTablePathFilter() { hoodiePathCache = new HashMap<>(); nonHoodiePathCache = new HashSet<>(); diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/SafeParquetRecordReaderWrapper.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/SafeParquetRecordReaderWrapper.java index f4db128b66e72..8a42b13c87e07 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/SafeParquetRecordReaderWrapper.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/SafeParquetRecordReaderWrapper.java @@ -42,7 +42,6 @@ public class SafeParquetRecordReaderWrapper implements RecordReader parquetReader) { this.parquetReader = parquetReader; ArrayWritable arrayWritable = parquetReader.createValue(); diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieParquetRealtimeInputFormat.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieParquetRealtimeInputFormat.java index bb2111672ad6a..7a3492ef92ab9 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieParquetRealtimeInputFormat.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieParquetRealtimeInputFormat.java @@ -150,7 +150,6 @@ public InputSplit[] getSplits(JobConf job, int numSplits) throws IOException { return rtSplits.toArray(new InputSplit[rtSplits.size()]); } - @Override public FileStatus[] listStatus(JobConf job) throws IOException { // Call the HoodieInputFormat::listStatus to obtain all latest parquet files, based on commit diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieRealtimeFileSplit.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieRealtimeFileSplit.java index 2fd5afad3bb4b..5ae344ecdd062 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieRealtimeFileSplit.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieRealtimeFileSplit.java @@ -73,7 +73,6 @@ private static String readString(DataInput in) throws IOException { return new String(bytes, StandardCharsets.UTF_8); } - @Override public void write(DataOutput out) throws IOException { super.write(out); diff --git a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/InputFormatTestUtil.java b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/InputFormatTestUtil.java index 2932a15b65a58..7a5b7d45b8230 100644 --- a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/InputFormatTestUtil.java +++ b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/InputFormatTestUtil.java @@ -113,7 +113,6 @@ public static File prepareParquetDataset(TemporaryFolder basePath, Schema schema return partitionPath; } - public static File prepareSimpleParquetDataset(TemporaryFolder basePath, Schema schema, int numberOfFiles, int numberOfRecords, String commitNumber) throws Exception { basePath.create(); diff --git a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestHoodieROTablePathFilter.java b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestHoodieROTablePathFilter.java index 32c4ba806f99d..3d17140d9ad7a 100644 --- a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestHoodieROTablePathFilter.java +++ b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestHoodieROTablePathFilter.java @@ -32,8 +32,8 @@ import org.junit.Test; import org.junit.rules.TemporaryFolder; - /** + * */ public class TestHoodieROTablePathFilter extends HoodieCommonTestHarness { diff --git a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestRecordReaderValueIterator.java b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestRecordReaderValueIterator.java index 3f3f05ebb0e80..9c050cd892ddc 100644 --- a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestRecordReaderValueIterator.java +++ b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestRecordReaderValueIterator.java @@ -58,7 +58,6 @@ public TestRecordReader(List> entries) { this.entries = entries; } - @Override public boolean next(IntWritable key, Text value) throws IOException { if (currIndex >= entries.size()) { diff --git a/hudi-hive/src/main/java/org/apache/hudi/hive/HiveSyncTool.java b/hudi-hive/src/main/java/org/apache/hudi/hive/HiveSyncTool.java index 40ac91e8ee61a..315f575ac1d10 100644 --- a/hudi-hive/src/main/java/org/apache/hudi/hive/HiveSyncTool.java +++ b/hudi-hive/src/main/java/org/apache/hudi/hive/HiveSyncTool.java @@ -157,7 +157,6 @@ private void syncSchema(boolean tableExists, boolean isRealTime, MessageType sch } } - /** * Syncs the list of storage parititions passed in (checks if the partition is in hive, if not adds it or if the * partition path does not match, it updates the partition path) diff --git a/hudi-hive/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java b/hudi-hive/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java index 1dd592d6e0d09..ed319ce9c1ec5 100644 --- a/hudi-hive/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java +++ b/hudi-hive/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java @@ -234,7 +234,6 @@ List getPartitionEvents(List tablePartitions, List updateHiveSQLs(List sqls) throws return responses; } - - private void createHiveConnection() { if (connection == null) { try { diff --git a/hudi-hive/src/main/java/org/apache/hudi/hive/util/SchemaUtil.java b/hudi-hive/src/main/java/org/apache/hudi/hive/util/SchemaUtil.java index 72ff69a996570..2d4c5b5fcd3a9 100644 --- a/hudi-hive/src/main/java/org/apache/hudi/hive/util/SchemaUtil.java +++ b/hudi-hive/src/main/java/org/apache/hudi/hive/util/SchemaUtil.java @@ -132,7 +132,6 @@ private static boolean isFieldExistsInSchema(Map newTableSchema, return false; } - /** * Returns equivalent Hive table schema read from a parquet file * @@ -296,7 +295,6 @@ private static String createHiveStruct(List parquetFields) { return finalStr; } - private static String hiveCompatibleFieldName(String fieldName, boolean isNested) { String result = fieldName; if (isNested) { diff --git a/hudi-hive/src/test/java/org/apache/hudi/hive/TestHiveSyncTool.java b/hudi-hive/src/test/java/org/apache/hudi/hive/TestHiveSyncTool.java index b25311406c583..5183d679d0c93 100644 --- a/hudi-hive/src/test/java/org/apache/hudi/hive/TestHiveSyncTool.java +++ b/hudi-hive/src/test/java/org/apache/hudi/hive/TestHiveSyncTool.java @@ -148,7 +148,6 @@ public void testSchemaConvertArray() throws IOException { assertEquals("`map_list` ARRAY< MAP< string, int>>", schemaString); } - @Test public void testBasicSync() throws Exception { TestUtil.hiveSyncConfig.useJdbc = this.useJdbc; diff --git a/hudi-hive/src/test/java/org/apache/hudi/hive/util/HiveTestService.java b/hudi-hive/src/test/java/org/apache/hudi/hive/util/HiveTestService.java index 924d7a14ae67e..4ecf28060c77e 100644 --- a/hudi-hive/src/test/java/org/apache/hudi/hive/util/HiveTestService.java +++ b/hudi-hive/src/test/java/org/apache/hudi/hive/util/HiveTestService.java @@ -218,8 +218,6 @@ private HiveServer2 startHiveServer(HiveConf serverConf) { // XXX: From org.apache.hadoop.hive.metastore.HiveMetaStore, // with changes to support binding to a specified IP address (not only 0.0.0.0) - - private static final class ChainedTTransportFactory extends TTransportFactory { private final TTransportFactory parentTransFactory; @@ -236,7 +234,6 @@ public TTransport getTransport(TTransport trans) { } } - private static final class TServerSocketKeepAlive extends TServerSocket { public TServerSocketKeepAlive(int port) throws TTransportException { diff --git a/hudi-spark/src/main/java/org/apache/hudi/DataSourceUtils.java b/hudi-spark/src/main/java/org/apache/hudi/DataSourceUtils.java index da9002299feb5..9ce79e90fbb74 100644 --- a/hudi-spark/src/main/java/org/apache/hudi/DataSourceUtils.java +++ b/hudi-spark/src/main/java/org/apache/hudi/DataSourceUtils.java @@ -160,7 +160,6 @@ public static HoodieWriteClient createHoodieClient(JavaSparkContext jssc, String return new HoodieWriteClient<>(jssc, writeConfig, true); } - public static JavaRDD doWriteOperation(HoodieWriteClient client, JavaRDD hoodieRecords, String commitTime, String operation) { if (operation.equals(DataSourceWriteOptions.BULK_INSERT_OPERATION_OPT_VAL())) { diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieCompactor.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieCompactor.java index 540653dcc221a..4f72b2429374b 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieCompactor.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieCompactor.java @@ -35,7 +35,6 @@ import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; - public class HoodieCompactor { private static volatile Logger logger = LogManager.getLogger(HoodieCompactor.class); diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java index fb162684de3d4..73ef8a35efbc9 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java @@ -75,7 +75,6 @@ import org.apache.spark.sql.SparkSession; import scala.collection.JavaConversions; - /** * Sync's one batch of data to hoodie dataset */ @@ -155,7 +154,6 @@ public class DeltaSync implements Serializable { */ private final HoodieTableType tableType; - public DeltaSync(HoodieDeltaStreamer.Config cfg, SparkSession sparkSession, SchemaProvider schemaProvider, HoodieTableType tableType, TypedProperties props, JavaSparkContext jssc, FileSystem fs, HiveConf hiveConf, Function onInitializingHoodieWriteClient) throws IOException { diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java index 4b90d906d016f..db8b40aebd781 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamer.java @@ -65,7 +65,6 @@ import org.apache.spark.api.java.JavaSparkContext; import org.apache.spark.sql.SparkSession; - /** * An Utility which can incrementally take the output from {@link HiveIncrementalPuller} and apply it to the target * dataset. Does not maintain any state, queries at runtime to see how far behind the target dataset is from the source @@ -267,11 +266,9 @@ public static class Config implements Serializable { @Parameter(names = {"--checkpoint"}, description = "Resume Delta Streamer from this checkpoint.") public String checkpoint = null; - @Parameter(names = {"--help", "-h"}, help = true) public Boolean help = false; - public boolean isAsyncCompactionEnabled() { return continuousMode && !forceDisableCompaction && HoodieTableType.MERGE_ON_READ.equals(HoodieTableType.valueOf(storageType)); diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SchedulerConfGenerator.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SchedulerConfGenerator.java index d519085bf971f..cb4477a203456 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SchedulerConfGenerator.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SchedulerConfGenerator.java @@ -57,7 +57,6 @@ private static String generateConfig(Integer deltaSyncWeight, Integer compaction compactionMinShare.toString()); } - /** * Helper to set Spark Scheduling Configs dynamically * diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SourceFormatAdapter.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SourceFormatAdapter.java index e44ba53a39c88..ab3b0708e31a2 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SourceFormatAdapter.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SourceFormatAdapter.java @@ -44,7 +44,6 @@ public final class SourceFormatAdapter { private final Source source; - public SourceFormatAdapter(Source source) { this.source = source; } diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/keygen/TimestampBasedKeyGenerator.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/keygen/TimestampBasedKeyGenerator.java index 5d0bae2bd1bda..970ec54e91988 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/keygen/TimestampBasedKeyGenerator.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/keygen/TimestampBasedKeyGenerator.java @@ -48,7 +48,6 @@ enum TimestampType implements Serializable { private final String outputDateFormat; - /** * Supported configs */ diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/perf/TimelineServerPerf.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/perf/TimelineServerPerf.java index 81a418f2ba22a..ef1e986c754c0 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/perf/TimelineServerPerf.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/perf/TimelineServerPerf.java @@ -209,7 +209,6 @@ public void close() throws IOException { } } - private static class PerfStats implements Serializable { private final String partition; diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/HiveIncrPullSource.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/HiveIncrPullSource.java index 621b6fc002d70..b37a2191fcd22 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/HiveIncrPullSource.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/HiveIncrPullSource.java @@ -63,7 +63,6 @@ public class HiveIncrPullSource extends AvroSource { private final String incrPullRootPath; - /** * Configs supported */ diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/AvroConvertor.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/AvroConvertor.java index 6416cf9eecc2a..d5c46212a1b39 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/AvroConvertor.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/AvroConvertor.java @@ -50,7 +50,6 @@ public class AvroConvertor implements Serializable { */ private transient Injection recordInjection; - public AvroConvertor(String schemaStr) { this.schemaStr = schemaStr; } @@ -79,7 +78,6 @@ private void initJsonConvertor() { } } - public GenericRecord fromJson(String json) throws IOException { initSchema(); initJsonConvertor(); @@ -90,7 +88,6 @@ public Schema getSchema() { return new Schema.Parser().parse(schemaStr); } - public GenericRecord fromAvroBinary(byte[] avroBinary) { initSchema(); initInjection(); diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/KafkaOffsetGen.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/KafkaOffsetGen.java index 9dd232d3605a0..4211af6982b16 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/KafkaOffsetGen.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/KafkaOffsetGen.java @@ -43,7 +43,6 @@ import scala.collection.mutable.StringBuilder; import scala.util.Either; - /** * Source to read data from Kafka, incrementally */ @@ -250,7 +249,6 @@ private HashMap checkupValidOffset return checkpointOffsetReseter ? earliestOffsets : checkpointOffsets; } - public String getTopicName() { return topicName; } diff --git a/hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHDFSParquetImporter.java b/hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHDFSParquetImporter.java index 2c170a2642546..045042fdf76ad 100644 --- a/hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHDFSParquetImporter.java +++ b/hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHDFSParquetImporter.java @@ -61,7 +61,6 @@ public class TestHDFSParquetImporter implements Serializable { private static MiniDFSCluster dfsCluster; private static DistributedFileSystem dfs; - @BeforeClass public static void initClass() throws Exception { hdfsTestService = new HdfsTestService(); diff --git a/hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/TestKafkaSource.java b/hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/TestKafkaSource.java index 9ac4bf438b635..241fae091d1ae 100644 --- a/hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/TestKafkaSource.java +++ b/hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/TestKafkaSource.java @@ -78,7 +78,6 @@ public void teardown() throws Exception { testUtils.teardown(); } - @Test public void testJsonKafkaSource() throws IOException { @@ -132,7 +131,6 @@ public void testJsonKafkaSource() throws IOException { assertEquals(Option.empty(), fetch4AsRows.getBatch()); } - private static HashMap makeOffsetMap(int[] partitions, long[] offsets) { HashMap map = new HashMap<>(); for (int i = 0; i < partitions.length; i++) { diff --git a/pom.xml b/pom.xml index 398dbca41e547..aa4d706bf95e0 100644 --- a/pom.xml +++ b/pom.xml @@ -914,7 +914,7 @@ - + diff --git a/style/checkstyle.xml b/style/checkstyle.xml index 649243b419d08..7eab7b439cfce 100644 --- a/style/checkstyle.xml +++ b/style/checkstyle.xml @@ -101,6 +101,9 @@ + +