From b86ed6f38fe0440bf7ad4ae9a304f88c64817989 Mon Sep 17 00:00:00 2001 From: mcheah Date: Tue, 26 Apr 2016 13:48:00 -0700 Subject: [PATCH 01/13] [SPARK-12154] Upgrade to Jersey 2 Changes to the Spark Web UI code were required to compile. The changes were relatively standard Jersey migration things. --- core/pom.xml | 18 ++- .../spark/status/api/v1/ApiRootResource.scala | 11 +- .../spark/status/api/v1/SecurityFilter.scala | 16 +- dev/deps/spark-deps-hadoop-2.2 | 43 +++--- dev/deps/spark-deps-hadoop-2.3 | 28 +++- dev/deps/spark-deps-hadoop-2.4 | 29 ++-- dev/deps/spark-deps-hadoop-2.6 | 27 +++- dev/deps/spark-deps-hadoop-2.7 | 27 +++- external/kafka-assembly/pom.xml | 13 +- pom.xml | 145 +++++++++++++++--- sql/hive-thriftserver/pom.xml | 14 +- yarn/pom.xml | 15 +- 12 files changed, 279 insertions(+), 107 deletions(-) diff --git a/core/pom.xml b/core/pom.xml index 7349ad35b9595..07b589637602b 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -194,12 +194,24 @@ json4s-jackson_${scala.binary.version} - com.sun.jersey + org.glassfish.jersey.core + jersey-client + + + org.glassfish.jersey.core + jersey-common + + + org.glassfish.jersey.core jersey-server - com.sun.jersey - jersey-core + org.glassfish.jersey.containers + jersey-container-servlet + + + org.glassfish.jersey.containers + jersey-container-servlet-core org.apache.mesos diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/ApiRootResource.scala b/core/src/main/scala/org/apache/spark/status/api/v1/ApiRootResource.scala index ba9cd711f18e2..c9f6587a412b9 100644 --- a/core/src/main/scala/org/apache/spark/status/api/v1/ApiRootResource.scala +++ b/core/src/main/scala/org/apache/spark/status/api/v1/ApiRootResource.scala @@ -21,10 +21,10 @@ import javax.servlet.ServletContext import javax.ws.rs._ import javax.ws.rs.core.{Context, Response} -import com.sun.jersey.api.core.ResourceConfig -import com.sun.jersey.spi.container.servlet.ServletContainer import org.eclipse.jetty.server.handler.ContextHandler import org.eclipse.jetty.servlet.{ServletContextHandler, ServletHolder} +import org.glassfish.jersey.server.ServerProperties +import org.glassfish.jersey.servlet.ServletContainer import org.apache.spark.SecurityManager import org.apache.spark.ui.SparkUI @@ -191,12 +191,7 @@ private[spark] object ApiRootResource { val jerseyContext = new ServletContextHandler(ServletContextHandler.NO_SESSIONS) jerseyContext.setContextPath("/api") val holder: ServletHolder = new ServletHolder(classOf[ServletContainer]) - holder.setInitParameter("com.sun.jersey.config.property.resourceConfigClass", - "com.sun.jersey.api.core.PackagesResourceConfig") - holder.setInitParameter("com.sun.jersey.config.property.packages", - "org.apache.spark.status.api.v1") - holder.setInitParameter(ResourceConfig.PROPERTY_CONTAINER_REQUEST_FILTERS, - classOf[SecurityFilter].getCanonicalName) + holder.setInitParameter(ServerProperties.PROVIDER_PACKAGES, "org.apache.spark.status.api.v1") UIRootFromServletContext.setUiRoot(jerseyContext, uiRoot) jerseyContext.addServlet(holder, "/*") jerseyContext diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/SecurityFilter.scala b/core/src/main/scala/org/apache/spark/status/api/v1/SecurityFilter.scala index 95fbd96ade5ab..b4a991eda35f3 100644 --- a/core/src/main/scala/org/apache/spark/status/api/v1/SecurityFilter.scala +++ b/core/src/main/scala/org/apache/spark/status/api/v1/SecurityFilter.scala @@ -16,18 +16,16 @@ */ package org.apache.spark.status.api.v1 -import javax.ws.rs.WebApplicationException +import javax.ws.rs.container.{ContainerRequestContext, ContainerRequestFilter} import javax.ws.rs.core.Response +import javax.ws.rs.ext.Provider -import com.sun.jersey.spi.container.{ContainerRequest, ContainerRequestFilter} - +@Provider private[v1] class SecurityFilter extends ContainerRequestFilter with UIRootFromServletContext { - def filter(req: ContainerRequest): ContainerRequest = { - val user = Option(req.getUserPrincipal).map { _.getName }.orNull - if (uiRoot.securityManager.checkUIViewPermissions(user)) { - req - } else { - throw new WebApplicationException( + override def filter(req: ContainerRequestContext): Unit = { + val user = Option(req.getSecurityContext.getUserPrincipal).map { _.getName }.orNull + if (!uiRoot.securityManager.checkUIViewPermissions(user)) { + req.abortWith( Response .status(Response.Status.FORBIDDEN) .entity(raw"""user "$user"is not authorized""") diff --git a/dev/deps/spark-deps-hadoop-2.2 b/dev/deps/spark-deps-hadoop-2.2 index 24eb764ce3778..d0907762e9d33 100644 --- a/dev/deps/spark-deps-hadoop-2.2 +++ b/dev/deps/spark-deps-hadoop-2.2 @@ -6,6 +6,7 @@ antlr-2.7.7.jar antlr-runtime-3.4.jar antlr4-runtime-4.5.2-1.jar aopalliance-1.0.jar +aopalliance-repackaged-2.4.0-b34.jar apache-log4j-extras-1.2.17.jar arpack_combined_all-0.1.jar asm-3.1.jar @@ -54,12 +55,6 @@ eigenbase-properties-1.1.5.jar geronimo-annotation_1.0_spec-1.1.1.jar geronimo-jaspic_1.0_spec-1.0.jar geronimo-jta_1.1_spec-1.1.1.jar -gmbal-api-only-3.0.0-b023.jar -grizzly-framework-2.1.2.jar -grizzly-http-2.1.2.jar -grizzly-http-server-2.1.2.jar -grizzly-http-servlet-2.1.2.jar -grizzly-rcm-2.1.2.jar guava-14.0.1.jar guice-3.0.jar guice-servlet-3.0.jar @@ -78,6 +73,9 @@ hadoop-yarn-client-2.2.0.jar hadoop-yarn-common-2.2.0.jar hadoop-yarn-server-common-2.2.0.jar hadoop-yarn-server-web-proxy-2.2.0.jar +hk2-api-2.4.0-b34.jar +hk2-locator-2.4.0-b34.jar +hk2-utils-2.4.0-b34.jar httpclient-4.3.2.jar httpcore-4.3.2.jar ivy-2.4.0.jar @@ -85,30 +83,29 @@ jackson-annotations-2.5.3.jar jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar -jackson-jaxrs-1.9.13.jar +jackson-jaxrs-base-2.5.3.jar +jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar +jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar -jackson-xc-1.9.13.jar janino-2.7.8.jar +javassist-3.18.1-GA.jar +javax.annotation-api-1.2.jar javax.inject-1.jar +javax.inject-2.4.0-b34.jar javax.servlet-3.0.0.v201112011016.jar -javax.servlet-3.1.jar -javax.servlet-api-3.0.1.jar +javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar -jaxb-api-2.2.2.jar -jaxb-impl-2.2.3-1.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar -jersey-client-1.9.jar -jersey-core-1.9.jar -jersey-grizzly2-1.9.jar -jersey-guice-1.9.jar -jersey-json-1.9.jar -jersey-server-1.9.jar -jersey-test-framework-core-1.9.jar -jersey-test-framework-grizzly2-1.9.jar +jersey-client-2.22.2.jar +jersey-common-2.22.2.jar +jersey-entity-filtering-2.22.2.jar +jersey-guava-2.22.2.jar +jersey-media-jaxb-2.22.2.jar +jersey-media-json-jackson-2.22.2.jar +jersey-server-2.22.2.jar jets3t-0.7.1.jar -jettison-1.1.jar jetty-all-7.6.0.v20120127.jar jetty-util-6.1.26.jar jline-2.12.jar @@ -130,7 +127,6 @@ libthrift-0.9.2.jar log4j-1.2.17.jar lz4-1.3.0.jar mail-1.4.1.jar -management-api-3.0.0-b012.jar mesos-0.21.1-shaded-protobuf.jar metrics-core-3.1.2.jar metrics-graphite-3.1.2.jar @@ -142,6 +138,7 @@ netty-all-4.0.29.Final.jar objenesis-2.1.jar opencsv-2.3.jar oro-2.0.8.jar +osgi-resource-locator-1.0.1.jar paranamer-2.6.jar parquet-column-1.7.0.jar parquet-common-1.7.0.jar @@ -169,12 +166,12 @@ snappy-0.2.jar snappy-java-1.1.2.4.jar spire-macros_2.11-0.7.4.jar spire_2.11-0.7.4.jar -stax-api-1.0-2.jar stax-api-1.0.1.jar stream-2.7.0.jar stringtemplate-3.2.1.jar super-csv-2.2.0.jar univocity-parsers-2.0.2.jar +validation-api-1.1.0.Final.jar xbean-asm5-shaded-4.4.jar xmlenc-0.52.jar xz-1.0.jar diff --git a/dev/deps/spark-deps-hadoop-2.3 b/dev/deps/spark-deps-hadoop-2.3 index fb3cbbd8ebfd2..9c3b058f22bf9 100644 --- a/dev/deps/spark-deps-hadoop-2.3 +++ b/dev/deps/spark-deps-hadoop-2.3 @@ -6,6 +6,7 @@ antlr-2.7.7.jar antlr-runtime-3.4.jar antlr4-runtime-4.5.2-1.jar aopalliance-1.0.jar +aopalliance-repackaged-2.4.0-b34.jar apache-log4j-extras-1.2.17.jar arpack_combined_all-0.1.jar asm-3.1.jar @@ -73,6 +74,9 @@ hadoop-yarn-client-2.3.0.jar hadoop-yarn-common-2.3.0.jar hadoop-yarn-server-common-2.3.0.jar hadoop-yarn-server-web-proxy-2.3.0.jar +hk2-api-2.4.0-b34.jar +hk2-locator-2.4.0-b34.jar +hk2-utils-2.4.0-b34.jar httpclient-4.3.2.jar httpcore-4.3.2.jar ivy-2.4.0.jar @@ -80,25 +84,31 @@ jackson-annotations-2.5.3.jar jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar -jackson-jaxrs-1.9.13.jar +jackson-jaxrs-base-2.5.3.jar +jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar +jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar -jackson-xc-1.9.13.jar janino-2.7.8.jar java-xmlbuilder-1.0.jar +javassist-3.18.1-GA.jar +javax.annotation-api-1.2.jar javax.inject-1.jar +javax.inject-2.4.0-b34.jar javax.servlet-3.0.0.v201112011016.jar +javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar jaxb-api-2.2.2.jar -jaxb-impl-2.2.3-1.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar -jersey-core-1.9.jar -jersey-guice-1.9.jar -jersey-json-1.9.jar -jersey-server-1.9.jar +jersey-client-2.22.2.jar +jersey-common-2.22.2.jar +jersey-entity-filtering-2.22.2.jar +jersey-guava-2.22.2.jar +jersey-media-jaxb-2.22.2.jar +jersey-media-json-jackson-2.22.2.jar +jersey-server-2.22.2.jar jets3t-0.9.3.jar -jettison-1.1.jar jetty-6.1.26.jar jetty-all-7.6.0.v20120127.jar jetty-util-6.1.26.jar @@ -133,6 +143,7 @@ netty-all-4.0.29.Final.jar objenesis-2.1.jar opencsv-2.3.jar oro-2.0.8.jar +osgi-resource-locator-1.0.1.jar paranamer-2.6.jar parquet-column-1.7.0.jar parquet-common-1.7.0.jar @@ -166,6 +177,7 @@ stream-2.7.0.jar stringtemplate-3.2.1.jar super-csv-2.2.0.jar univocity-parsers-2.0.2.jar +validation-api-1.1.0.Final.jar xbean-asm5-shaded-4.4.jar xmlenc-0.52.jar xz-1.0.jar diff --git a/dev/deps/spark-deps-hadoop-2.4 b/dev/deps/spark-deps-hadoop-2.4 index bb198cbc20ec7..366df637e5e1f 100644 --- a/dev/deps/spark-deps-hadoop-2.4 +++ b/dev/deps/spark-deps-hadoop-2.4 @@ -6,6 +6,7 @@ antlr-2.7.7.jar antlr-runtime-3.4.jar antlr4-runtime-4.5.2-1.jar aopalliance-1.0.jar +aopalliance-repackaged-2.4.0-b34.jar apache-log4j-extras-1.2.17.jar arpack_combined_all-0.1.jar asm-3.1.jar @@ -73,6 +74,9 @@ hadoop-yarn-client-2.4.0.jar hadoop-yarn-common-2.4.0.jar hadoop-yarn-server-common-2.4.0.jar hadoop-yarn-server-web-proxy-2.4.0.jar +hk2-api-2.4.0-b34.jar +hk2-locator-2.4.0-b34.jar +hk2-utils-2.4.0-b34.jar httpclient-4.3.2.jar httpcore-4.3.2.jar ivy-2.4.0.jar @@ -80,26 +84,31 @@ jackson-annotations-2.5.3.jar jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar -jackson-jaxrs-1.9.13.jar +jackson-jaxrs-base-2.5.3.jar +jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar +jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar -jackson-xc-1.9.13.jar janino-2.7.8.jar java-xmlbuilder-1.0.jar +javassist-3.18.1-GA.jar +javax.annotation-api-1.2.jar javax.inject-1.jar +javax.inject-2.4.0-b34.jar javax.servlet-3.0.0.v201112011016.jar +javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar jaxb-api-2.2.2.jar -jaxb-impl-2.2.3-1.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar -jersey-client-1.9.jar -jersey-core-1.9.jar -jersey-guice-1.9.jar -jersey-json-1.9.jar -jersey-server-1.9.jar +jersey-client-2.22.2.jar +jersey-common-2.22.2.jar +jersey-entity-filtering-2.22.2.jar +jersey-guava-2.22.2.jar +jersey-media-jaxb-2.22.2.jar +jersey-media-json-jackson-2.22.2.jar +jersey-server-2.22.2.jar jets3t-0.9.3.jar -jettison-1.1.jar jetty-6.1.26.jar jetty-all-7.6.0.v20120127.jar jetty-util-6.1.26.jar @@ -134,6 +143,7 @@ netty-all-4.0.29.Final.jar objenesis-2.1.jar opencsv-2.3.jar oro-2.0.8.jar +osgi-resource-locator-1.0.1.jar paranamer-2.6.jar parquet-column-1.7.0.jar parquet-common-1.7.0.jar @@ -167,6 +177,7 @@ stream-2.7.0.jar stringtemplate-3.2.1.jar super-csv-2.2.0.jar univocity-parsers-2.0.2.jar +validation-api-1.1.0.Final.jar xbean-asm5-shaded-4.4.jar xmlenc-0.52.jar xz-1.0.jar diff --git a/dev/deps/spark-deps-hadoop-2.6 b/dev/deps/spark-deps-hadoop-2.6 index 5e1036b168267..1fd7559a93c68 100644 --- a/dev/deps/spark-deps-hadoop-2.6 +++ b/dev/deps/spark-deps-hadoop-2.6 @@ -6,6 +6,7 @@ antlr-2.7.7.jar antlr-runtime-3.4.jar antlr4-runtime-4.5.2-1.jar aopalliance-1.0.jar +aopalliance-repackaged-2.4.0-b34.jar apache-log4j-extras-1.2.17.jar apacheds-i18n-2.0.0-M15.jar apacheds-kerberos-codec-2.0.0-M15.jar @@ -78,6 +79,9 @@ hadoop-yarn-client-2.6.0.jar hadoop-yarn-common-2.6.0.jar hadoop-yarn-server-common-2.6.0.jar hadoop-yarn-server-web-proxy-2.6.0.jar +hk2-api-2.4.0-b34.jar +hk2-locator-2.4.0-b34.jar +hk2-utils-2.4.0-b34.jar htrace-core-3.0.4.jar httpclient-4.3.2.jar httpcore-4.3.2.jar @@ -87,25 +91,32 @@ jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar jackson-jaxrs-1.9.13.jar +jackson-jaxrs-base-2.5.3.jar +jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar +jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar jackson-xc-1.9.13.jar janino-2.7.8.jar java-xmlbuilder-1.0.jar +javassist-3.18.1-GA.jar +javax.annotation-api-1.2.jar javax.inject-1.jar +javax.inject-2.4.0-b34.jar javax.servlet-3.0.0.v201112011016.jar +javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar jaxb-api-2.2.2.jar -jaxb-impl-2.2.3-1.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar -jersey-client-1.9.jar -jersey-core-1.9.jar -jersey-guice-1.9.jar -jersey-json-1.9.jar -jersey-server-1.9.jar +jersey-client-2.22.2.jar +jersey-common-2.22.2.jar +jersey-entity-filtering-2.22.2.jar +jersey-guava-2.22.2.jar +jersey-media-jaxb-2.22.2.jar +jersey-media-json-jackson-2.22.2.jar +jersey-server-2.22.2.jar jets3t-0.9.3.jar -jettison-1.1.jar jetty-6.1.26.jar jetty-all-7.6.0.v20120127.jar jetty-util-6.1.26.jar @@ -140,6 +151,7 @@ netty-all-4.0.29.Final.jar objenesis-2.1.jar opencsv-2.3.jar oro-2.0.8.jar +osgi-resource-locator-1.0.1.jar paranamer-2.6.jar parquet-column-1.7.0.jar parquet-common-1.7.0.jar @@ -173,6 +185,7 @@ stream-2.7.0.jar stringtemplate-3.2.1.jar super-csv-2.2.0.jar univocity-parsers-2.0.2.jar +validation-api-1.1.0.Final.jar xbean-asm5-shaded-4.4.jar xercesImpl-2.9.1.jar xmlenc-0.52.jar diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index aee7e6dd9be57..0b891b210abd1 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -6,6 +6,7 @@ antlr-2.7.7.jar antlr-runtime-3.4.jar antlr4-runtime-4.5.2-1.jar aopalliance-1.0.jar +aopalliance-repackaged-2.4.0-b34.jar apache-log4j-extras-1.2.17.jar apacheds-i18n-2.0.0-M15.jar apacheds-kerberos-codec-2.0.0-M15.jar @@ -78,6 +79,9 @@ hadoop-yarn-client-2.7.0.jar hadoop-yarn-common-2.7.0.jar hadoop-yarn-server-common-2.7.0.jar hadoop-yarn-server-web-proxy-2.7.0.jar +hk2-api-2.4.0-b34.jar +hk2-locator-2.4.0-b34.jar +hk2-utils-2.4.0-b34.jar htrace-core-3.1.0-incubating.jar httpclient-4.3.2.jar httpcore-4.3.2.jar @@ -87,25 +91,32 @@ jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar jackson-jaxrs-1.9.13.jar +jackson-jaxrs-base-2.5.3.jar +jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar +jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar jackson-xc-1.9.13.jar janino-2.7.8.jar java-xmlbuilder-1.0.jar +javassist-3.18.1-GA.jar +javax.annotation-api-1.2.jar javax.inject-1.jar +javax.inject-2.4.0-b34.jar javax.servlet-3.0.0.v201112011016.jar +javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar jaxb-api-2.2.2.jar -jaxb-impl-2.2.3-1.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar -jersey-client-1.9.jar -jersey-core-1.9.jar -jersey-guice-1.9.jar -jersey-json-1.9.jar -jersey-server-1.9.jar +jersey-client-2.22.2.jar +jersey-common-2.22.2.jar +jersey-entity-filtering-2.22.2.jar +jersey-guava-2.22.2.jar +jersey-media-jaxb-2.22.2.jar +jersey-media-json-jackson-2.22.2.jar +jersey-server-2.22.2.jar jets3t-0.9.3.jar -jettison-1.1.jar jetty-6.1.26.jar jetty-all-7.6.0.v20120127.jar jetty-util-6.1.26.jar @@ -141,6 +152,7 @@ netty-all-4.0.29.Final.jar objenesis-2.1.jar opencsv-2.3.jar oro-2.0.8.jar +osgi-resource-locator-1.0.1.jar paranamer-2.6.jar parquet-column-1.7.0.jar parquet-common-1.7.0.jar @@ -174,6 +186,7 @@ stream-2.7.0.jar stringtemplate-3.2.1.jar super-csv-2.2.0.jar univocity-parsers-2.0.2.jar +validation-api-1.1.0.Final.jar xbean-asm5-shaded-4.4.jar xercesImpl-2.9.1.jar xmlenc-0.52.jar diff --git a/external/kafka-assembly/pom.xml b/external/kafka-assembly/pom.xml index 62818f5e8f434..2298b17ec8306 100644 --- a/external/kafka-assembly/pom.xml +++ b/external/kafka-assembly/pom.xml @@ -66,13 +66,16 @@ provided - com.sun.jersey - jersey-server - provided + org.glassfish.jersey.core + jersey-client - com.sun.jersey - jersey-core + org.glassfish.jersey.core + jersey-common + + + org.glassfish.jersey.core + jersey-server provided diff --git a/pom.xml b/pom.xml index d3a69df7f279c..2f81565005666 100644 --- a/pom.xml +++ b/pom.xml @@ -173,7 +173,7 @@ 3.3.2 3.2.10 2.7.8 - 1.9 + 2.22.2 2.9.3 3.5.2 1.3.9 @@ -343,7 +343,6 @@ provided - org.apache.commons commons-lang3 @@ -557,6 +556,16 @@ jackson-annotations ${fasterxml.jackson.version} + + com.fasterxml.jackson.jaxrs + jackson-jaxrs-base + ${fasterxml.jackson.version} + + + com.fasterxml.jackson.jaxrs + jackson-jaxrs-json-provider + ${fasterxml.jackson.version} + @@ -571,16 +580,55 @@ - com.sun.jersey + com.fasterxml.jackson.module + jackson-module-jaxb-annotations + ${fasterxml.jackson.version} + + + org.glassfish.jersey.core jersey-server ${jersey.version} - ${hadoop.deps.scope} - com.sun.jersey - jersey-core + org.glassfish.jersey.core + jersey-common + ${jersey.version} + + + org.glassfish.jersey.core + jersey-client ${jersey.version} - ${hadoop.deps.scope} + + + org.glassfish.jersey.media + jersey-media-json-jackson + ${jersey.version} + + + stax + stax-api + + + + + org.glassfish.jersey.containers + jersey-container-servlet + ${jersey.version} + + + org.glassfish.jersey.containers + jersey-container-servlet-core + ${jersey.version} + + + org.glassfish.jersey + jersey-client + ${jersey.version} + + + javax.ws.rs + javax.ws.rs-api + 2.0.1 org.scalanlp @@ -604,17 +652,6 @@ json4s-jackson_${scala.binary.version} 3.2.10 - - com.sun.jersey - jersey-json - ${jersey.version} - - - stax - stax-api - - - org.scala-lang scala-compiler @@ -797,6 +834,18 @@ junit junit + + com.sun.jersey + * + + + com.sun.jersey.jersey-test-framework + * + + + com.sun.jersey.contribs + * + @@ -909,6 +958,18 @@ commons-logging commons-logging + + com.sun.jersey + * + + + com.sun.jersey.jersey-test-framework + * + + + com.sun.jersey.contribs + * + @@ -937,6 +998,18 @@ commons-logging commons-logging + + com.sun.jersey + * + + + com.sun.jersey.jersey-test-framework + * + + + com.sun.jersey.contribs + * + @@ -966,6 +1039,18 @@ commons-logging commons-logging + + com.sun.jersey + * + + + com.sun.jersey.jersey-test-framework + * + + + com.sun.jersey.contribs + * + @@ -994,6 +1079,18 @@ commons-logging commons-logging + + com.sun.jersey + * + + + com.sun.jersey.jersey-test-framework + * + + + com.sun.jersey.contribs + * + @@ -1022,6 +1119,18 @@ commons-logging commons-logging + + com.sun.jersey + * + + + com.sun.jersey.jersey-test-framework + * + + + com.sun.jersey.contribs + * + diff --git a/sql/hive-thriftserver/pom.xml b/sql/hive-thriftserver/pom.xml index c8d17bd468582..8df3b9952b035 100644 --- a/sql/hive-thriftserver/pom.xml +++ b/sql/hive-thriftserver/pom.xml @@ -69,17 +69,21 @@ hive-beeline - com.sun.jersey - jersey-core + org.glassfish.jersey.core + jersey-client - com.sun.jersey - jersey-json + org.glassfish.jersey.core + jersey-common - com.sun.jersey + org.glassfish.jersey.core jersey-server + + org.glassfish.jersey.media + jersey-media-json-jackson + org.seleniumhq.selenium diff --git a/yarn/pom.xml b/yarn/pom.xml index 328bb6678db99..8308bad515ecb 100644 --- a/yarn/pom.xml +++ b/yarn/pom.xml @@ -148,20 +148,25 @@ test - com.sun.jersey - jersey-core + org.glassfish.jersey.core + jersey-client test - com.sun.jersey - jersey-json + org.glassfish.jersey.core + jersey-common test - com.sun.jersey + org.glassfish.jersey.core jersey-server test + + org.glassfish.jersey.media + jersey-media-json-jackson + test + + + com.sun.jersey + jersey-core + 1.9 + test + + + com.sun.jersey + jersey-server + 1.9 + test - - org.glassfish.jersey.core - jersey-client - test - - - org.glassfish.jersey.core - jersey-common - test - - - org.glassfish.jersey.core - jersey-server - test - - - org.glassfish.jersey.media - jersey-media-json-jackson - test - + + com.sun.jersey + jersey-server + 1.9 + test + + + com.sun.jersey + jersey-json + 1.9 + test + + + com.sun.jersey.contribs + jersey-guice + 1.9 + test + - - com.sun.jersey - jersey-core - 1.9 - test - - - com.sun.jersey - jersey-server - 1.9 - test - - com.sun.jersey - jersey-server - 1.9 - test - - - com.sun.jersey - jersey-json - 1.9 - test - - - com.sun.jersey.contribs - jersey-guice - 1.9 - test - + + + + com.sun.jersey + jersey-core + test + + + com.sun.jersey + jersey-json + test + + + com.sun.jersey + jersey-server + test + org.seleniumhq.selenium From bfb178a5db17cc252f55b19a160e757ce364cbb2 Mon Sep 17 00:00:00 2001 From: mcheah Date: Wed, 27 Apr 2016 14:15:03 -0700 Subject: [PATCH 08/13] Mark Kafka jersey dependencies as provided --- external/kafka-assembly/pom.xml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/external/kafka-assembly/pom.xml b/external/kafka-assembly/pom.xml index 2298b17ec8306..159195f6495b3 100644 --- a/external/kafka-assembly/pom.xml +++ b/external/kafka-assembly/pom.xml @@ -68,10 +68,12 @@ org.glassfish.jersey.core jersey-client + provided org.glassfish.jersey.core jersey-common + provided org.glassfish.jersey.core From a199cb693190a1fd2523b0952373683973e80e7d Mon Sep 17 00:00:00 2001 From: mcheah Date: Wed, 27 Apr 2016 15:04:52 -0700 Subject: [PATCH 09/13] Remove Jersey dependency from kafka-assembly --- dev/deps/spark-deps-hadoop-2.2 | 5 ----- dev/deps/spark-deps-hadoop-2.3 | 5 ----- dev/deps/spark-deps-hadoop-2.4 | 5 ----- dev/deps/spark-deps-hadoop-2.6 | 5 ----- dev/deps/spark-deps-hadoop-2.7 | 5 ----- external/kafka-assembly/pom.xml | 4 ++-- pom.xml | 21 --------------------- 7 files changed, 2 insertions(+), 48 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2.2 b/dev/deps/spark-deps-hadoop-2.2 index 66d0e9452ba98..ffdb55c99bf11 100644 --- a/dev/deps/spark-deps-hadoop-2.2 +++ b/dev/deps/spark-deps-hadoop-2.2 @@ -83,10 +83,7 @@ jackson-annotations-2.5.3.jar jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar -jackson-jaxrs-base-2.5.3.jar -jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar -jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar janino-2.7.8.jar javassist-3.18.1-GA.jar @@ -102,10 +99,8 @@ jersey-client-2.22.2.jar jersey-common-2.22.2.jar jersey-container-servlet-2.22.2.jar jersey-container-servlet-core-2.22.2.jar -jersey-entity-filtering-2.22.2.jar jersey-guava-2.22.2.jar jersey-media-jaxb-2.22.2.jar -jersey-media-json-jackson-2.22.2.jar jersey-server-2.22.2.jar jets3t-0.7.1.jar jetty-all-7.6.0.v20120127.jar diff --git a/dev/deps/spark-deps-hadoop-2.3 b/dev/deps/spark-deps-hadoop-2.3 index df5381984dda9..c33665b133d07 100644 --- a/dev/deps/spark-deps-hadoop-2.3 +++ b/dev/deps/spark-deps-hadoop-2.3 @@ -84,10 +84,7 @@ jackson-annotations-2.5.3.jar jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar -jackson-jaxrs-base-2.5.3.jar -jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar -jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar janino-2.7.8.jar java-xmlbuilder-1.0.jar @@ -105,10 +102,8 @@ jersey-client-2.22.2.jar jersey-common-2.22.2.jar jersey-container-servlet-2.22.2.jar jersey-container-servlet-core-2.22.2.jar -jersey-entity-filtering-2.22.2.jar jersey-guava-2.22.2.jar jersey-media-jaxb-2.22.2.jar -jersey-media-json-jackson-2.22.2.jar jersey-server-2.22.2.jar jets3t-0.9.3.jar jetty-6.1.26.jar diff --git a/dev/deps/spark-deps-hadoop-2.4 b/dev/deps/spark-deps-hadoop-2.4 index 66b07a3c94b98..e624bf6528494 100644 --- a/dev/deps/spark-deps-hadoop-2.4 +++ b/dev/deps/spark-deps-hadoop-2.4 @@ -84,10 +84,7 @@ jackson-annotations-2.5.3.jar jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar -jackson-jaxrs-base-2.5.3.jar -jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar -jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar janino-2.7.8.jar java-xmlbuilder-1.0.jar @@ -105,10 +102,8 @@ jersey-client-2.22.2.jar jersey-common-2.22.2.jar jersey-container-servlet-2.22.2.jar jersey-container-servlet-core-2.22.2.jar -jersey-entity-filtering-2.22.2.jar jersey-guava-2.22.2.jar jersey-media-jaxb-2.22.2.jar -jersey-media-json-jackson-2.22.2.jar jersey-server-2.22.2.jar jets3t-0.9.3.jar jetty-6.1.26.jar diff --git a/dev/deps/spark-deps-hadoop-2.6 b/dev/deps/spark-deps-hadoop-2.6 index 8dbd6ae8e4052..9b5d011945c3d 100644 --- a/dev/deps/spark-deps-hadoop-2.6 +++ b/dev/deps/spark-deps-hadoop-2.6 @@ -91,10 +91,7 @@ jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar jackson-jaxrs-1.9.13.jar -jackson-jaxrs-base-2.5.3.jar -jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar -jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar jackson-xc-1.9.13.jar janino-2.7.8.jar @@ -113,10 +110,8 @@ jersey-client-2.22.2.jar jersey-common-2.22.2.jar jersey-container-servlet-2.22.2.jar jersey-container-servlet-core-2.22.2.jar -jersey-entity-filtering-2.22.2.jar jersey-guava-2.22.2.jar jersey-media-jaxb-2.22.2.jar -jersey-media-json-jackson-2.22.2.jar jersey-server-2.22.2.jar jets3t-0.9.3.jar jetty-6.1.26.jar diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index 02ed57e5dd6ad..db2d228d98e39 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -91,10 +91,7 @@ jackson-core-2.5.3.jar jackson-core-asl-1.9.13.jar jackson-databind-2.5.3.jar jackson-jaxrs-1.9.13.jar -jackson-jaxrs-base-2.5.3.jar -jackson-jaxrs-json-provider-2.5.3.jar jackson-mapper-asl-1.9.13.jar -jackson-module-jaxb-annotations-2.5.3.jar jackson-module-scala_2.11-2.5.3.jar jackson-xc-1.9.13.jar janino-2.7.8.jar @@ -113,10 +110,8 @@ jersey-client-2.22.2.jar jersey-common-2.22.2.jar jersey-container-servlet-2.22.2.jar jersey-container-servlet-core-2.22.2.jar -jersey-entity-filtering-2.22.2.jar jersey-guava-2.22.2.jar jersey-media-jaxb-2.22.2.jar -jersey-media-json-jackson-2.22.2.jar jersey-server-2.22.2.jar jets3t-0.9.3.jar jetty-6.1.26.jar diff --git a/external/kafka-assembly/pom.xml b/external/kafka-assembly/pom.xml index 159195f6495b3..4e100df73007c 100644 --- a/external/kafka-assembly/pom.xml +++ b/external/kafka-assembly/pom.xml @@ -65,7 +65,7 @@ protobuf-java provided - + net.jpountz.lz4 lz4 diff --git a/pom.xml b/pom.xml index 2f81565005666..45fff7edde1db 100644 --- a/pom.xml +++ b/pom.xml @@ -556,16 +556,6 @@ jackson-annotations ${fasterxml.jackson.version} - - com.fasterxml.jackson.jaxrs - jackson-jaxrs-base - ${fasterxml.jackson.version} - - - com.fasterxml.jackson.jaxrs - jackson-jaxrs-json-provider - ${fasterxml.jackson.version} - @@ -599,17 +589,6 @@ jersey-client ${jersey.version} - - org.glassfish.jersey.media - jersey-media-json-jackson - ${jersey.version} - - - stax - stax-api - - - org.glassfish.jersey.containers jersey-container-servlet From 5a9555901970a2b8ad8f252ea6d7b4b1cbcbdabf Mon Sep 17 00:00:00 2001 From: mcheah Date: Wed, 27 Apr 2016 15:09:55 -0700 Subject: [PATCH 10/13] Remove kafka jersey dependency properly --- external/kafka-assembly/pom.xml | 15 --------------- 1 file changed, 15 deletions(-) diff --git a/external/kafka-assembly/pom.xml b/external/kafka-assembly/pom.xml index 4e100df73007c..e1b5a7e713d76 100644 --- a/external/kafka-assembly/pom.xml +++ b/external/kafka-assembly/pom.xml @@ -65,21 +65,6 @@ protobuf-java provided - net.jpountz.lz4 lz4 From 48861d826f768ad4c33f3b31f792c098090049f2 Mon Sep 17 00:00:00 2001 From: mcheah Date: Tue, 3 May 2016 11:39:18 +0200 Subject: [PATCH 11/13] Update NOTICE for Jersey 2 dependency --- NOTICE | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/NOTICE b/NOTICE index 2a6fe237dcbea..f4b1260a22170 100644 --- a/NOTICE +++ b/NOTICE @@ -12,7 +12,9 @@ Common Development and Distribution License 1.0 The following components are provided under the Common Development and Distribution License 1.0. See project link for details. (CDDL 1.0) Glassfish Jasper (org.mortbay.jetty:jsp-2.1:6.1.14 - http://jetty.mortbay.org/project/modules/jsp-2.1) + (CDDL 1.0) JAX-RS (https://jax-rs-spec.java.net/) (CDDL 1.0) Servlet Specification 2.5 API (org.mortbay.jetty:servlet-api-2.5:6.1.14 - http://jetty.mortbay.org/project/modules/servlet-api-2.5) + (CDDL 1.0) (GPL2 w/ CPE) javax.annotation API (https://glassfish.java.net/nonav/public/CDDL+GPL.html) (COMMON DEVELOPMENT AND DISTRIBUTION LICENSE (CDDL) Version 1.0) (GNU General Public Library) Streaming API for XML (javax.xml.stream:stax-api:1.0-2 - no url defined) (Common Development and Distribution License (CDDL) v1.0) JavaBeans Activation Framework (JAF) (javax.activation:activation:1.1 - http://java.sun.com/products/javabeans/jaf/index.jsp) @@ -22,15 +24,10 @@ Common Development and Distribution License 1.1 The following components are provided under the Common Development and Distribution License 1.1. See project link for details. + (CDDL 1.1) (GPL2 w/ CPE) org.glassfish.hk2 (https://hk2.java.net) (CDDL 1.1) (GPL2 w/ CPE) JAXB API bundle for GlassFish V3 (javax.xml.bind:jaxb-api:2.2.2 - https://jaxb.dev.java.net/) (CDDL 1.1) (GPL2 w/ CPE) JAXB RI (com.sun.xml.bind:jaxb-impl:2.2.3-1 - http://jaxb.java.net/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-core (com.sun.jersey:jersey-core:1.8 - https://jersey.dev.java.net/jersey-core/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-core (com.sun.jersey:jersey-core:1.9 - https://jersey.java.net/jersey-core/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-guice (com.sun.jersey.contribs:jersey-guice:1.9 - https://jersey.java.net/jersey-contribs/jersey-guice/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-json (com.sun.jersey:jersey-json:1.8 - https://jersey.dev.java.net/jersey-json/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-json (com.sun.jersey:jersey-json:1.9 - https://jersey.java.net/jersey-json/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-server (com.sun.jersey:jersey-server:1.8 - https://jersey.dev.java.net/jersey-server/) - (CDDL 1.1) (GPL2 w/ CPE) jersey-server (com.sun.jersey:jersey-server:1.9 - https://jersey.java.net/jersey-server/) + (CDDL 1.1) (GPL2 w/ CPE) Jersey 2 (https://jersey.java.net) ======================================================================== Common Public License 1.0 From 19d6ea2081b56d11d6ca17d9923da6e75596069f Mon Sep 17 00:00:00 2001 From: mcheah Date: Tue, 3 May 2016 11:39:29 +0200 Subject: [PATCH 12/13] Factor out old Jersey version for the YARN project --- yarn/pom.xml | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/yarn/pom.xml b/yarn/pom.xml index 92905bf2ec84d..db7f3e51d3be5 100644 --- a/yarn/pom.xml +++ b/yarn/pom.xml @@ -30,6 +30,7 @@ Spark Project YARN yarn + 1.9 @@ -156,25 +157,25 @@ com.sun.jersey jersey-core test - 1.9 + ${jersey-1.version} com.sun.jersey jersey-json test - 1.9 + ${jersey-1.version} com.sun.jersey jersey-server test - 1.9 + ${jersey-1.version} com.sun.jersey.contribs jersey-guice test - 1.9 + ${jersey-1.version}