Upgrade parquet to 1.10.1-palantir.3 (apache-spark-on-k8s#404)

Author: robert3005

dev/deps/spark-deps-hadoop-palantir

@@ -167,12 +167,12 @@ orc-shims-1.5.2.jar
 oro-2.0.8.jar
 osgi-resource-locator-1.0.1.jar
 paranamer-2.8.jar
-parquet-column-1.10.1-palantir.1.jar
-parquet-common-1.10.1-palantir.1.jar
-parquet-encoding-1.10.1-palantir.1.jar
+parquet-column-1.10.1-palantir.3.jar
+parquet-common-1.10.1-palantir.3.jar
+parquet-encoding-1.10.1-palantir.3.jar
 parquet-format-2.4.0.jar
-parquet-hadoop-1.10.1-palantir.1.jar
-parquet-jackson-1.10.1-palantir.1.jar
+parquet-hadoop-1.10.1-palantir.3.jar
+parquet-jackson-1.10.1-palantir.3.jar
 protobuf-java-2.5.0.jar
 py4j-0.10.7.jar
 pyrolite-4.13.jar

pom.xml

@@ -131,7 +131,7 @@
     <!-- Version used for internal directory structure -->
     <hive.version.short>1.2.1</hive.version.short>
     <derby.version>10.12.1.1</derby.version>
-    <parquet.version>1.10.1-palantir.1</parquet.version>
+    <parquet.version>1.10.1-palantir.3</parquet.version>
     <feign.version>8.18.0</feign.version>
     <okhttp3.version>3.9.1</okhttp3.version>
     <okhttp.version>2.7.5</okhttp.version>

python/pyspark/ml/tests.py

@@ -2756,6 +2756,6 @@ def testDefaultFitMultiple(self):
     from pyspark.ml.tests import *
 
     runner = unishark.BufferedTestRunner(
-        reporters=[unishark.XUnitReporter('target/test-reports/pyspark.ml/{}'.format(
+        reporters=[unishark.XUnitReporter('target/test-reports/pyspark.ml_{}'.format(
             os.path.basename(os.environ.get("PYSPARK_PYTHON", ""))))])
     unittest.main(testRunner=runner, verbosity=2)

python/pyspark/mllib/tests.py

@@ -1780,7 +1780,7 @@ def test_fpgrowth(self):
     if not _have_scipy:
         print("NOTE: Skipping SciPy tests as it does not seem to be installed")
     runner = unishark.BufferedTestRunner(
-        reporters=[unishark.XUnitReporter('target/test-reports/pyspark.mllib/{}'.format(
+        reporters=[unishark.XUnitReporter('target/test-reports/pyspark.mllib_{}'.format(
             os.path.basename(os.environ.get("PYSPARK_PYTHON", ""))))])
     unittest.main(testRunner=runner, verbosity=2)
     if not _have_scipy:

python/pyspark/sql/tests.py

@@ -6496,6 +6496,6 @@ def test_invalid_args(self):
     from pyspark.sql.tests import *
 
     runner = unishark.BufferedTestRunner(
-        reporters=[unishark.XUnitReporter('target/test-reports/pyspark.sql/{}'.format(
+        reporters=[unishark.XUnitReporter('target/test-reports/pyspark.sql_{}'.format(
             os.path.basename(os.environ.get("PYSPARK_PYTHON", ""))))])
     unittest.main(testRunner=runner, verbosity=2)

python/pyspark/streaming/tests.py

@@ -1627,7 +1627,7 @@ def search_kinesis_asl_assembly_jar():
         tests = unittest.TestLoader().loadTestsFromTestCase(testcase)
         runner = unishark.BufferedTestRunner(
             verbosity=2,
-            reporters=[unishark.XUnitReporter('target/test-reports/pyspark.streaming/{}'.format(
+            reporters=[unishark.XUnitReporter('target/test-reports/pyspark.streaming_{}'.format(
                 os.path.basename(os.environ.get("PYSPARK_PYTHON", ""))))])
 
         result = runner.run(tests)

python/pyspark/tests.py

@@ -2510,6 +2510,6 @@ def test_statcounter_array(self):
 if __name__ == "__main__":
     from pyspark.tests import *
     runner = unishark.BufferedTestRunner(
-        reporters=[unishark.XUnitReporter('target/test-reports/pyspark/{}'.format(
+        reporters=[unishark.XUnitReporter('target/test-reports/pyspark_{}'.format(
             os.path.basename(os.environ.get("PYSPARK_PYTHON", ""))))])
     unittest.main(testRunner=runner, verbosity=2)