Skip to content

Commit c250395

Browse files
authored
[INFRA] Minor follow-up for PR #11482, remove SPARK_HOME setting from cudf docker build (#11490)
The SPARK_HOME was set with nonexistent directory. It seems not really used. Follow-up for #11482.
1 parent cf61292 commit c250395

File tree

1 file changed

+1
-4
lines changed

1 file changed

+1
-4
lines changed

dev/docker/cudf/Dockerfile

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,24 +16,21 @@
1616
#
1717

1818
FROM ghcr.io/facebookincubator/velox-dev:adapters
19-
ENV SPARK_HOME=/opt/spark-3.4.4-bin-hadoop3
20-
ENV PATH=$SPARK_HOME/bin:$PATH
2119
ENV CUDA_ARCHITECTURES=70
2220
ENV LD_LIBRARY_PATH=/opt/gluten/ep/build-velox/build/velox_ep/_build/release/_deps/curl-build/lib:$LD_LIBRARY_PATH
2321

2422

2523
RUN yum install -y sudo patch maven perl && \
2624
dnf remove -y cuda-toolkit-12* && dnf install -y cuda-toolkit-13-1; \
2725
dnf autoremove -y && dnf clean all; \
26+
rm -rf /opt/rh/gcc-toolset-12 && ln -s /opt/rh/gcc-toolset-14 /opt/rh/gcc-toolset-12; \
2827
ln -sf /usr/local/bin/cmake /usr/bin && \
2928
git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten && \
3029
cd /opt/gluten/.github/workflows/util/ && \
31-
./install-spark-resources.sh 3.4 && \
3230
cd /opt/gluten && \
3331
source /opt/rh/gcc-toolset-14/enable && \
3432
bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON --spark_version=3.4 --build_tests=ON --build_benchmarks=ON --enable_gpu=ON && \
3533
rm -rf /opt/gluten && \
36-
rm -rf /opt/spark-3.4.4-bin-hadoop3 && \
3734
rm -rf /root/.cache/ccache
3835

3936

0 commit comments

Comments
 (0)