Skip to content

Commit 80884b7

Browse files
committed
fix minor error
1 parent 5aa7a2b commit 80884b7

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

core/src/main/scala/org/apache/spark/internal/io/SparkHadoopWriter.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -383,6 +383,8 @@ class HadoopMapReduceWriteConfigUtil[K, V: ClassTag](conf: SerializableConfigura
383383
// --------------------------------------------------------------------------
384384

385385
override def assertConf(jobContext: NewJobContext, conf: SparkConf): Unit = {
386-
getOutputFormat().checkOutputSpecs(jobContext)
386+
if (SparkHadoopWriterUtils.isOutputSpecValidationEnabled(conf)) {
387+
getOutputFormat().checkOutputSpecs(jobContext)
388+
}
387389
}
388390
}

0 commit comments

Comments
 (0)