Skip to content

Commit e578e21

Browse files
committed
[SPARK-3131][SQL] compression codec config property name and default codec set to snappy
1 parent 21235dc commit e578e21

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

sql/core/src/main/scala/org/apache/spark/sql/SQLConf.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ private[spark] object SQLConf {
3333
val DIALECT = "spark.sql.dialect"
3434
val PARQUET_BINARY_AS_STRING = "spark.sql.parquet.binaryAsString"
3535
val PARQUET_CACHE_METADATA = "spark.sql.parquet.cacheMetadata"
36-
val PARQUET_COMPRESSION = "spark.sql.parquet.compression"
36+
val PARQUET_COMPRESSION = "spark.sql.parquet.compression.codec"
3737

3838
// This is only used for the thriftserver
3939
val THRIFTSERVER_POOL = "spark.sql.thriftserver.scheduler.pool"
@@ -79,7 +79,7 @@ trait SQLConf {
7979
private[spark] def useCompression: Boolean = getConf(COMPRESS_CACHED, "false").toBoolean
8080

8181
/** The compression codec for writing to a Parquetfile */
82-
private[spark] def parquetCompressionCodec: String = getConf(PARQUET_COMPRESSION, "gzip")
82+
private[spark] def parquetCompressionCodec: String = getConf(PARQUET_COMPRESSION, "snappy")
8383

8484
/** The number of rows that will be */
8585
private[spark] def columnBatchSize: Int = getConf(COLUMN_BATCH_SIZE, "1000").toInt

0 commit comments

Comments
 (0)