From fa313759434c0a5b00efbf5df61c5b71c302f7a4 Mon Sep 17 00:00:00 2001 From: Sean Owen Date: Mon, 21 Aug 2017 08:14:47 +0100 Subject: [PATCH] Reduce 'Skipping partitions' message to debug --- .../sql/execution/columnar/InMemoryTableScanExec.scala | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/columnar/InMemoryTableScanExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/columnar/InMemoryTableScanExec.scala index 1d601374de13..c7ddec55682e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/columnar/InMemoryTableScanExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/columnar/InMemoryTableScanExec.scala @@ -166,12 +166,13 @@ case class InMemoryTableScanExec( if (inMemoryPartitionPruningEnabled) { cachedBatchIterator.filter { cachedBatch => if (!partitionFilter.eval(cachedBatch.stats)) { - def statsString: String = schemaIndex.map { - case (a, i) => + logDebug { + val statsString = schemaIndex.map { case (a, i) => val value = cachedBatch.stats.get(i, a.dataType) s"${a.name}: $value" - }.mkString(", ") - logInfo(s"Skipping partition based on stats $statsString") + }.mkString(", ") + s"Skipping partition based on stats $statsString" + } false } else { true