Skip to content

Commit 4ef867a

Browse files
authored
Update a link to spark 3.0.0.
1 parent 3ddcba4 commit 4ef867a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

PyTorch/Recommendation/DLRM/Dockerfile_spark

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ FROM ${FROM_IMAGE_NAME}
1717

1818
RUN apt update && \
1919
apt install -y openjdk-8-jdk && \
20-
curl https://downloads.apache.org/spark/spark-3.0.0/spark-3.0.0-bin-hadoop3.2.tgz -o /opt/spark-3.0.0-bin-hadoop3.2.tgz && \
20+
curl https://archive.apache.org/dist/spark/spark-3.0.0/spark-3.0.0-bin-hadoop3.2.tgz -o /opt/spark-3.0.0-bin-hadoop3.2.tgz && \
2121
tar zxf /opt/spark-3.0.0-bin-hadoop3.2.tgz -C /opt/ && \
2222
rm /opt/spark-3.0.0-bin-hadoop3.2.tgz && \
2323
curl https://repo1.maven.org/maven2/ai/rapids/cudf/0.14/cudf-0.14-cuda10-2.jar -o /opt/cudf-0.14-cuda10-2.jar && \
@@ -36,4 +36,4 @@ RUN mv /opt/cudf-0.14-cuda10-2.jar /opt/spark-3.0.0-bin-hadoop3.2/jars && \
3636
mv /workspace/dlrm/preproc/gpu/spark-defaults.conf /opt/spark-3.0.0-bin-hadoop3.2/conf/ && \
3737
rm -fr /workspace/dlrm/preproc/gpu
3838

39-
RUN chmod +x /opt/spark-3.0.0-bin-hadoop3.2/conf/get_gpu_resources.sh
39+
RUN chmod +x /opt/spark-3.0.0-bin-hadoop3.2/conf/get_gpu_resources.sh

0 commit comments

Comments
 (0)