diff --git a/bagel/pom.xml b/bagel/pom.xml index 6155ab5f2015..146cb1ff245c 100644 --- a/bagel/pom.xml +++ b/bagel/pom.xml @@ -31,6 +31,20 @@ Spark Project Bagel http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/core/pom.xml b/core/pom.xml index d3a81d564c2e..66c1f7bece40 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -31,6 +31,20 @@ Spark Project Core http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.hadoop diff --git a/docs/building-with-maven.md b/docs/building-with-maven.md index 40cac8eb4f0d..ded12926885b 100644 --- a/docs/building-with-maven.md +++ b/docs/building-with-maven.md @@ -76,7 +76,3 @@ The maven build includes support for building a Debian package containing the as $ mvn -Pdeb -DskipTests clean package The debian package can then be found under assembly/target. We added the short commit hash to the file name so that we can distinguish individual packages built for SNAPSHOT versions. - -## A note about Hadoop version 0.23.x - -For building spark with hadoop 0.23.x and also yarn, you will have to manually add a dependency on avro (org.apache.avro, avro, 1.7.4). diff --git a/examples/pom.xml b/examples/pom.xml index 12a11821a494..f9ddce83a9b3 100644 --- a/examples/pom.xml +++ b/examples/pom.xml @@ -31,6 +31,20 @@ Spark Project Examples http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + apache-repo diff --git a/external/flume/pom.xml b/external/flume/pom.xml index a0e8b84514ef..ba7167ea949e 100644 --- a/external/flume/pom.xml +++ b/external/flume/pom.xml @@ -31,6 +31,20 @@ Spark Project External Flume http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/external/kafka/pom.xml b/external/kafka/pom.xml index fb37cd79884c..e161e7be42a6 100644 --- a/external/kafka/pom.xml +++ b/external/kafka/pom.xml @@ -31,6 +31,20 @@ Spark Project External Kafka http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/external/mqtt/pom.xml b/external/mqtt/pom.xml index cfa1870e982f..1e5b14ae817f 100644 --- a/external/mqtt/pom.xml +++ b/external/mqtt/pom.xml @@ -31,6 +31,20 @@ Spark Project External MQTT http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + mqtt-repo diff --git a/external/twitter/pom.xml b/external/twitter/pom.xml index 077f88dc59ba..e4680ad9cf2f 100644 --- a/external/twitter/pom.xml +++ b/external/twitter/pom.xml @@ -31,6 +31,20 @@ Spark Project External Twitter http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/external/zeromq/pom.xml b/external/zeromq/pom.xml index 4c68294b7b5a..bbdc45bcc8aa 100644 --- a/external/zeromq/pom.xml +++ b/external/zeromq/pom.xml @@ -31,6 +31,20 @@ Spark Project External ZeroMQ http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/graphx/pom.xml b/graphx/pom.xml index 4823ed1d4eae..4947c91773eb 100644 --- a/graphx/pom.xml +++ b/graphx/pom.xml @@ -31,6 +31,20 @@ Spark Project GraphX http://spark-project.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/mllib/pom.xml b/mllib/pom.xml index 9a61d7c3e46c..3e2991981cf8 100644 --- a/mllib/pom.xml +++ b/mllib/pom.xml @@ -31,6 +31,20 @@ Spark Project ML Library http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/pom.xml b/pom.xml index 21060ee69c04..cebecfac3d43 100644 --- a/pom.xml +++ b/pom.xml @@ -430,6 +430,21 @@ + + org.apache.avro + avro + 1.7.4 + + + org.jboss.netty + netty + + + io.netty + netty + + + net.java.dev.jets3t jets3t diff --git a/repl/pom.xml b/repl/pom.xml index 4c5f9720c802..277c31215e04 100644 --- a/repl/pom.xml +++ b/repl/pom.xml @@ -31,6 +31,20 @@ Spark Project REPL http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + /usr/share/spark root diff --git a/streaming/pom.xml b/streaming/pom.xml index acc1d23c7dc2..d96153b13a33 100644 --- a/streaming/pom.xml +++ b/streaming/pom.xml @@ -31,6 +31,20 @@ Spark Project Streaming http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + apache-repo diff --git a/tools/pom.xml b/tools/pom.xml index a27f0db6e562..d8b9c5516c97 100644 --- a/tools/pom.xml +++ b/tools/pom.xml @@ -30,6 +30,20 @@ Spark Project Tools http://spark.incubator.apache.org/ + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark diff --git a/yarn/alpha/pom.xml b/yarn/alpha/pom.xml index b026128980cb..7f8c6e53d907 100644 --- a/yarn/alpha/pom.xml +++ b/yarn/alpha/pom.xml @@ -24,6 +24,20 @@ ../pom.xml + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark spark-yarn-alpha_2.10 jar diff --git a/yarn/pom.xml b/yarn/pom.xml index c0e133dd603b..80e234ccee64 100644 --- a/yarn/pom.xml +++ b/yarn/pom.xml @@ -52,14 +52,6 @@ hadoop-client ${yarn.version} - - org.apache.avro - avro - - - org.apache.avro - avro-ipc - org.scalatest scalatest_${scala.binary.version} @@ -78,6 +70,15 @@ alpha + + + + + org.apache.avro + avro + + diff --git a/yarn/stable/pom.xml b/yarn/stable/pom.xml index 7c312206d16d..96b3e758d31e 100644 --- a/yarn/stable/pom.xml +++ b/yarn/stable/pom.xml @@ -24,6 +24,20 @@ ../pom.xml + + + + yarn-alpha + + + org.apache.avro + avro + + + + + org.apache.spark spark-yarn_2.10 jar