Skip to content

Commit f275021

Browse files
committed
SPARK-31364 Benchmark Parquet Predicate Pushdown
remove override of spark session creation
1 parent e0703a5 commit f275021

1 file changed

Lines changed: 0 additions & 9 deletions

File tree

sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/ParquetNestedPredicatePushDownBenchmark.scala

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -39,15 +39,6 @@ object ParquetNestedPredicatePushDownBenchmark extends SqlBasedBenchmark {
3939
private val N = 100 * 1024 * 1024
4040
private val NUMBER_OF_ITER = 10
4141

42-
override def getSparkSession: SparkSession = {
43-
val conf = new SparkConf()
44-
.setAppName(this.getClass.getSimpleName)
45-
// Since `spark.master` always exists, overrides this value
46-
.set("spark.master", "local[1]")
47-
48-
SparkSession.builder().config(conf).getOrCreate()
49-
}
50-
5142
private val df: DataFrame = spark
5243
.range(1, N, 1, 4)
5344
.toDF("id")

0 commit comments

Comments
 (0)