diff --git a/sql/core/src/main/scala/org/apache/spark/sql/ArrowConverters.scala b/sql/core/src/main/scala/org/apache/spark/sql/ArrowConverters.scala index 74ffd1525f1f6..be8676f5f0b04 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/ArrowConverters.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/ArrowConverters.scala @@ -144,8 +144,9 @@ private[sql] object ArrowConverters { case ByteType => new ArrowType.Int(8, true) case StringType => ArrowType.Utf8.INSTANCE case BinaryType => ArrowType.Binary.INSTANCE - case DateType => ArrowType.Date.INSTANCE - case TimestampType => new ArrowType.Timestamp(TimeUnit.MILLISECOND) + // TODO: Enable Date and Timestamp type with Arrow 0.3 + // case DateType => ArrowType.Date.INSTANCE + // case TimestampType => new ArrowType.Timestamp(TimeUnit.MILLISECOND) case _ => throw new UnsupportedOperationException(s"Unsupported data type: $dataType") } } @@ -411,8 +412,9 @@ private[sql] object ColumnWriter { case ByteType => new ByteColumnWriter(ordinal, allocator) case StringType => new UTF8StringColumnWriter(ordinal, allocator) case BinaryType => new BinaryColumnWriter(ordinal, allocator) - case DateType => new DateColumnWriter(ordinal, allocator) - case TimestampType => new TimeStampColumnWriter(ordinal, allocator) + // TODO: Enable Date and Timestamp type with Arrow 0.3 + // case DateType => new DateColumnWriter(ordinal, allocator) + // case TimestampType => new TimeStampColumnWriter(ordinal, allocator) case _ => throw new UnsupportedOperationException(s"Unsupported data type: $dataType") } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/ArrowConvertersSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/ArrowConvertersSuite.scala index e64911d0964e0..0a61ece23626f 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/ArrowConvertersSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/ArrowConvertersSuite.scala @@ -91,7 +91,7 @@ class ArrowConvertersSuite extends SharedSQLContext with BeforeAndAfterAll { collectAndValidate(byteData) } - test("timestamp conversion") { + ignore("timestamp conversion") { collectAndValidate(timestampData) }