Skip to content

Commit a26fb26

Browse files
committed
[SPARK-31780][K8S][TESTS] Add R test tag to exclude R K8s image building and test
1 parent 26bc690 commit a26fb26

4 files changed

Lines changed: 15 additions & 3 deletions

File tree

resource-managers/kubernetes/integration-tests/pom.xml

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -121,6 +121,9 @@
121121

122122
<argument>--spark-tgz</argument>
123123
<argument>${spark.kubernetes.test.sparkTgz}</argument>
124+
125+
<argument>--test-exclude-tags</argument>
126+
<argument>${test.exclude.tags}</argument>
124127
</arguments>
125128
</configuration>
126129
</execution>

resource-managers/kubernetes/integration-tests/scripts/setup-integration-test-env.sh

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@ IMAGE_TAG="N/A"
2626
JAVA_IMAGE_TAG="8-jre-slim"
2727
SPARK_TGZ="N/A"
2828
MVN="$TEST_ROOT_DIR/build/mvn"
29+
EXCLUDE_TAGS=""
2930

3031
# Parse arguments
3132
while (( "$#" )); do
@@ -58,6 +59,10 @@ while (( "$#" )); do
5859
SPARK_TGZ="$2"
5960
shift
6061
;;
62+
--test-exclude-tags)
63+
EXCLUDE_TAGS="$2"
64+
shift
65+
;;
6166
*)
6267
break
6368
;;
@@ -99,7 +104,10 @@ then
99104
LANGUAGE_BINDING_BUILD_ARGS="-p $DOCKER_FILE_BASE_PATH/bindings/python/Dockerfile"
100105

101106
# Build SparkR image
102-
LANGUAGE_BINDING_BUILD_ARGS="$LANGUAGE_BINDING_BUILD_ARGS -R $DOCKER_FILE_BASE_PATH/bindings/R/Dockerfile"
107+
tags=(${EXCLUDE_TAGS//,/ })
108+
if [[ ! ${tags[@]} =~ "r" ]]; then
109+
LANGUAGE_BINDING_BUILD_ARGS="$LANGUAGE_BINDING_BUILD_ARGS -R $DOCKER_FILE_BASE_PATH/bindings/R/Dockerfile"
110+
fi
103111

104112
# Unset SPARK_HOME to let the docker-image-tool script detect SPARK_HOME. Otherwise, it cannot
105113
# indicate the unpacked directory as its home. See SPARK-28550.

resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/KubernetesSuite.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -476,6 +476,7 @@ class KubernetesSuite extends SparkFunSuite
476476

477477
private[spark] object KubernetesSuite {
478478
val k8sTestTag = Tag("k8s")
479+
val rTestTag = Tag("r")
479480
val MinikubeTag = Tag("minikube")
480481
val SPARK_PI_MAIN_CLASS: String = "org.apache.spark.examples.SparkPi"
481482
val SPARK_DFS_READ_WRITE_TEST = "org.apache.spark.examples.DFSReadWriteTest"

resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/RTestsSuite.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,9 +19,9 @@ package org.apache.spark.deploy.k8s.integrationtest
1919
private[spark] trait RTestsSuite { k8sSuite: KubernetesSuite =>
2020

2121
import RTestsSuite._
22-
import KubernetesSuite.k8sTestTag
22+
import KubernetesSuite.{k8sTestTag, rTestTag}
2323

24-
test("Run SparkR on simple dataframe.R example", k8sTestTag) {
24+
test("Run SparkR on simple dataframe.R example", k8sTestTag, rTestTag) {
2525
sparkAppConf.set("spark.kubernetes.container.image", rImage)
2626
runSparkApplicationAndVerifyCompletion(
2727
appResource = SPARK_R_DATAFRAME_TEST,

0 commit comments

Comments
 (0)