From 39814216026da32eee5aabf3886bbedd3b90ed08 Mon Sep 17 00:00:00 2001 From: Jacek Laskowski Date: Sun, 18 Mar 2018 18:12:32 +0100 Subject: [PATCH] [SPARK-23731][SQL] FileSourceScanExec throws NullPointerException in subexpression elimination --- .../org/apache/spark/sql/execution/DataSourceScanExec.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala index 08ff33afbba3..28c03c79340e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala @@ -163,7 +163,7 @@ case class FileSourceScanExec( override val tableIdentifier: Option[TableIdentifier]) extends DataSourceScanExec with ColumnarBatchScan { - override val supportsBatch: Boolean = relation.fileFormat.supportBatch( + override val supportsBatch: Boolean = relation != null && relation.fileFormat.supportBatch( relation.sparkSession, StructType.fromAttributes(output)) override val needsUnsafeRowConversion: Boolean = {