Skip to content

Commit 7601cbc

Browse files
committed
Update setup-integration-test-env.sh to build PySpark and R images as per changes
1 parent 5ec7cb7 commit 7601cbc

File tree

1 file changed

+9
-3
lines changed

1 file changed

+9
-3
lines changed

resource-managers/kubernetes/integration-tests/scripts/setup-integration-test-env.sh

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -72,10 +72,16 @@ then
7272
IMAGE_TAG=$(uuidgen);
7373
cd $UNPACKED_SPARK_TGZ
7474

75+
# Build PySpark image
76+
LANGUAGE_BINDING_BUILD_ARGS="-p $UNPACKED_SPARK_TGZ/kubernetes/dockerfiles/spark/bindings/python/Dockerfile"
77+
78+
# Build SparkR image
79+
LANGUAGE_BINDING_BUILD_ARGS="$LANGUAGE_BINDING_BUILD_ARGS -R $UNPACKED_SPARK_TGZ/kubernetes/dockerfiles/spark/bindings/R/Dockerfile"
80+
7581
case $DEPLOY_MODE in
7682
cloud)
7783
# Build images
78-
$UNPACKED_SPARK_TGZ/bin/docker-image-tool.sh -r $IMAGE_REPO -t $IMAGE_TAG build
84+
$UNPACKED_SPARK_TGZ/bin/docker-image-tool.sh -r $IMAGE_REPO -t $IMAGE_TAG $LANGUAGE_BINDING_BUILD_ARGS build
7985

8086
# Push images appropriately
8187
if [[ $IMAGE_REPO == gcr.io* ]] ;
@@ -89,13 +95,13 @@ then
8995
docker-for-desktop)
9096
# Only need to build as this will place it in our local Docker repo which is all
9197
# we need for Docker for Desktop to work so no need to also push
92-
$UNPACKED_SPARK_TGZ/bin/docker-image-tool.sh -r $IMAGE_REPO -t $IMAGE_TAG build
98+
$UNPACKED_SPARK_TGZ/bin/docker-image-tool.sh -r $IMAGE_REPO -t $IMAGE_TAG $LANGUAGE_BINDING_BUILD_ARGS build
9399
;;
94100

95101
minikube)
96102
# Only need to build and if we do this with the -m option for minikube we will
97103
# build the images directly using the minikube Docker daemon so no need to push
98-
$UNPACKED_SPARK_TGZ/bin/docker-image-tool.sh -m -r $IMAGE_REPO -t $IMAGE_TAG build
104+
$UNPACKED_SPARK_TGZ/bin/docker-image-tool.sh -m -r $IMAGE_REPO -t $IMAGE_TAG $LANGUAGE_BINDING_BUILD_ARGS build
99105
;;
100106
*)
101107
echo "Unrecognized deploy mode $DEPLOY_MODE" && exit 1

0 commit comments

Comments
 (0)