Use a single config.

Author: ueshin

python/pyspark/context.py

@@ -120,7 +120,7 @@ def __init__(self, master=None, appName=None, sparkHome=None, pyFiles=None,
         ValueError:...
         """
         if (conf is not None and
-                conf.get("spark.python.allowSparkContextInExecutors", "true").lower() != "true"):
+                conf.get("spark.driver.allowSparkContextInExecutors", "true").lower() != "true"):
             # In order to prevent SparkContext from being created in executors.
             SparkContext._assert_on_driver()
 

python/pyspark/tests/test_context.py

@@ -271,7 +271,7 @@ def test_disallow_to_create_spark_context_in_executors(self):
         # SPARK-32160: SparkContext should not created in executors if the config is set.
 
         def create_spark_context():
-            conf = SparkConf().set("spark.python.allowSparkContextInExecutors", "false")
+            conf = SparkConf().set("spark.driver.allowSparkContextInExecutors", "false")
             with SparkContext(conf=conf):
                 pass