[SPARK-37054][PYSPARK] Pyspark create SparkSession with existed session should not pass static conf

Author: AngersZhuuuu

python/pyspark/sql/session.py

@@ -278,7 +278,8 @@ def getOrCreate(self) -> "SparkSession":
                     # by all sessions.
                     session = SparkSession(sc, options=self._options)
                 for key, value in self._options.items():
-                    session._jsparkSession.sessionState().conf().setConfString(key, value)
+                    if not session._jvm.org.apache.spark.sql.internal.SQLConf.isStaticConfigKey(key):
+                        session._jsparkSession.sessionState().conf().setConfString(key, value)
                 return session
 
     builder = Builder()

python/pyspark/sql/tests/test_session.py

@@ -273,12 +273,12 @@ def test_another_spark_session(self):
         session2 = None
         try:
             session1 = SparkSession.builder.config("key1", "value1").getOrCreate()
-            session2 = SparkSession.builder.config("key2", "value2").getOrCreate()
+            session2 = SparkSession.builder.config("spark.sql.codegen.comments", "true").getOrCreate()
 
             self.assertEqual(session1.conf.get("key1"), "value1")
             self.assertEqual(session2.conf.get("key1"), "value1")
-            self.assertEqual(session1.conf.get("key2"), "value2")
-            self.assertEqual(session2.conf.get("key2"), "value2")
+            self.assertEqual(session1.conf.get("spark.sql.codegen.comments"), "false")
+            self.assertEqual(session2.conf.get("spark.sql.codegen.comments"), "false")
             self.assertEqual(session1.sparkContext, session2.sparkContext)
 
             self.assertEqual(session1.sparkContext.getConf().get("key1"), "value1")