Do not truncate fields

Author: MaxGekk

core/src/main/scala/org/apache/spark/util/Utils.scala

@@ -99,10 +99,11 @@ private[spark] object Utils extends Logging {
    * by setting the 'spark.debug.maxToStringFields' conf in SparkEnv.
    */
   val DEFAULT_MAX_TO_STRING_FIELDS = 25
+  val MAX_TO_STRING_FIELDS = "spark.debug.maxToStringFields"
 
   private[spark] def maxNumToStringFields = {
     if (SparkEnv.get != null) {
-      SparkEnv.get.conf.getInt("spark.debug.maxToStringFields", DEFAULT_MAX_TO_STRING_FIELDS)
+      SparkEnv.get.conf.getInt(MAX_TO_STRING_FIELDS, DEFAULT_MAX_TO_STRING_FIELDS)
     } else {
       DEFAULT_MAX_TO_STRING_FIELDS
     }

sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala

@@ -22,6 +22,7 @@ import java.sql.{Date, Timestamp}
 
 import org.apache.hadoop.fs.{FileSystem, Path}
 
+import org.apache.spark.SparkEnv
 import org.apache.spark.rdd.RDD
 import org.apache.spark.sql.{AnalysisException, Row, SparkSession}
 import org.apache.spark.sql.catalyst.InternalRow
@@ -260,7 +261,10 @@ class QueryExecution(val sparkSession: SparkSession, val logical: LogicalPlan) {
       val filePath = new Path(path)
       val fs = FileSystem.get(filePath.toUri, sparkSession.sparkContext.hadoopConfiguration)
       val dos = fs.create(filePath)
+      val maxFields = SparkEnv.get.conf.getInt(Utils.MAX_TO_STRING_FIELDS,
+        Utils.DEFAULT_MAX_TO_STRING_FIELDS)
       try {
+        SparkEnv.get.conf.set(Utils.MAX_TO_STRING_FIELDS, Int.MaxValue.toString)
         dos.writeBytes("== Parsed Logical Plan ==\n")
         logical.treeString(dos, verbose = true, addSuffix = false)
         dos.writeBytes("== Analyzed Logical Plan ==\n")
@@ -276,6 +280,7 @@ class QueryExecution(val sparkSession: SparkSession, val logical: LogicalPlan) {
         org.apache.spark.sql.execution.debug.codegenToOutputStream(dos, executedPlan)
       } finally {
         dos.close()
+        SparkEnv.get.conf.set(Utils.MAX_TO_STRING_FIELDS, maxFields.toString)
       }
     }
   }