File tree Expand file tree Collapse file tree
sql/core/src/main/scala/org/apache/spark/sql Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -33,7 +33,7 @@ private[spark] object SQLConf {
3333 val DIALECT = " spark.sql.dialect"
3434 val PARQUET_BINARY_AS_STRING = " spark.sql.parquet.binaryAsString"
3535 val PARQUET_CACHE_METADATA = " spark.sql.parquet.cacheMetadata"
36- val PARQUET_COMPRESSION = " spark.sql.parquet.compression"
36+ val PARQUET_COMPRESSION = " spark.sql.parquet.compression.codec "
3737
3838 // This is only used for the thriftserver
3939 val THRIFTSERVER_POOL = " spark.sql.thriftserver.scheduler.pool"
@@ -79,7 +79,7 @@ trait SQLConf {
7979 private [spark] def useCompression : Boolean = getConf(COMPRESS_CACHED , " false" ).toBoolean
8080
8181 /** The compression codec for writing to a Parquetfile */
82- private [spark] def parquetCompressionCodec : String = getConf(PARQUET_COMPRESSION , " gzip " )
82+ private [spark] def parquetCompressionCodec : String = getConf(PARQUET_COMPRESSION , " snappy " )
8383
8484 /** The number of rows that will be */
8585 private [spark] def columnBatchSize : Int = getConf(COLUMN_BATCH_SIZE , " 1000" ).toInt
You can’t perform that action at this time.
0 commit comments