We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6db1368 commit 9be51d1Copy full SHA for 9be51d1
sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala
@@ -194,6 +194,10 @@ private[sql] class ParquetRelation2(
194
committerClass,
195
classOf[ParquetOutputCommitter])
196
197
+ // We're not really using `ParquetOutputFormat[Row]` for writing data here, because we override
198
+ // it in `ParquetOutputWriter` to support appending and dynamic partitioning. The reason why
199
+ // we set it here is to setup the output committer class to `ParquetOutputCommitter`, which is
200
+ // bundled with `ParquetOutputFormat[Row]`.
201
job.setOutputFormatClass(classOf[ParquetOutputFormat[Row]])
202
203
// TODO There's no need to use two kinds of WriteSupport
0 commit comments