diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java index 8a26a5c139c0e..9e6565299040b 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java @@ -59,7 +59,7 @@ public class HoodieParquetInputFormat extends HoodieParquetInputFormatBase { private static final Logger LOG = LoggerFactory.getLogger(HoodieParquetInputFormat.class); - private boolean supportAvroRead = true; + private boolean supportAvroRead = false; public HoodieParquetInputFormat() { super(new HoodieCopyOnWriteTableInputFormat()); diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java index 045dd79340f96..603359c3efd0b 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java @@ -50,7 +50,6 @@ public class HoodieAvroParquetReader extends RecordReader { private Schema baseSchema; public HoodieAvroParquetReader(InputSplit inputSplit, Configuration conf) throws IOException { - AvroReadSupport avroReadSupport = new AvroReadSupport<>(); // if exists read columns, we need to filter columns. List readColNames = Arrays.asList(HoodieColumnProjectionUtils.getReadColumnNames(conf)); if (!readColNames.isEmpty()) { @@ -66,10 +65,10 @@ public HoodieAvroParquetReader(InputSplit inputSplit, Configuration conf) throws .filter(f -> readColNames.contains(f.name())) .map(f -> new Schema.Field(f.name(), f.schema(), f.doc(), f.defaultVal())) .collect(Collectors.toList())); - avroReadSupport.setAvroReadSchema(conf, filterSchema); - avroReadSupport.setRequestedProjection(conf, filterSchema); + AvroReadSupport.setAvroReadSchema(conf, filterSchema); + AvroReadSupport.setRequestedProjection(conf, filterSchema); } - parquetRecordReader = new ParquetRecordReader<>(avroReadSupport, getFilter(conf)); + parquetRecordReader = new ParquetRecordReader<>(new AvroReadSupport<>(), getFilter(conf)); } @Override