Skip to content

Commit 9c8fc40

Browse files
committed
Disable compression by default
1 parent e619995 commit 9c8fc40

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

sql/core/src/main/scala/org/apache/spark/sql/columnar/compression/CompressionScheme.scala

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,8 +57,14 @@ private[sql] trait AllCompressionSchemes extends WithCompressionSchemes {
5757
}
5858

5959
private[sql] object CompressionScheme {
60-
val all: Seq[CompressionScheme] =
60+
val compressionEnabled =
61+
System.getProperty("spark.sql.inMemoryCompression.enabled", "false").toBoolean
62+
63+
val all: Seq[CompressionScheme] = if (compressionEnabled) {
6164
Seq(PassThrough, RunLengthEncoding, DictionaryEncoding, BooleanBitSet, IntDelta, LongDelta)
65+
} else {
66+
Seq(PassThrough)
67+
}
6268

6369
private val typeIdToScheme = all.map(scheme => scheme.typeId -> scheme).toMap
6470

0 commit comments

Comments
 (0)