@@ -44,13 +44,17 @@ ENV DEBIAN_FRONTEND=noninteractive \
44
44
# Set default shell to /bin/bash
45
45
SHELL ["/bin/bash", "-cu"]
46
46
47
+ WORKDIR /tmp
47
48
RUN rm -fr /var/lib/apt/lists/* && \
48
49
apt-get update -y && \
49
50
apt-get install -y --no-install-recommends software-properties-common wget curl && \
50
51
curl -sL https://deb.nodesource.com/setup_12.x | bash - && \
51
52
add-apt-repository -y "deb http://security.ubuntu.com/ubuntu xenial-security main" && \
52
53
add-apt-repository -y ppa:deadsnakes/ppa && \
53
54
add-apt-repository -y ppa:bashtop-monitor/bashtop && \
55
+ wget https://developer.download.nvidia.com/compute/cuda/11.4.2/local_installers/cuda-repo-wsl-ubuntu-11-4-local_11.4.2-1_amd64.deb && \
56
+ dpkg -i cuda-repo-wsl-ubuntu-11-4-local_11.4.0-1_amd64.deb && \
57
+ apt-key add /var/cuda-repo-wsl-ubuntu-11-4-local/7fa2af80.pub && \
54
58
wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB && \
55
59
apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB && \
56
60
rm GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB && \
@@ -165,26 +169,25 @@ RUN rm -fr /var/lib/apt/lists/* && \
165
169
yasm \
166
170
zip \
167
171
zlib1g-dev && \
168
- echo "/opt/intel/daal/lib/intel64" >> /etc/ls.so.conf && \
169
- echo "/opt/intel/ipp/lib/intel64" >> /etc/ls.so.conf && \
170
- echo "/opt/intel/lib/intel64" >> /etc/ls.so.conf && \
171
- echo "/opt/intel/mkl/lib/intel64" >> /etc/ls.so.conf && \
172
- find /usr/local/cuda-${CUDA}/lib64/ -type f -name 'lib*_static.a' -not -name 'libcudart_static.a' -delete
173
-
174
- WORKDIR /tmp
175
- RUN curl -fsSL https://developer.download.nvidia.com/compute/redist/nccl/v2.11/nccl_2.11.4-1+cuda11.4_x86_64.txz -O && \
172
+ # install nccl
173
+ curl -fsSL https://developer.download.nvidia.com/compute/redist/nccl/v2.11/nccl_2.11.4-1+cuda11.4_x86_64.txz -O && \
176
174
tar --no-same-owner --keep-old-files --lzma -xvf nccl_${NCCL}-1+cuda11.4_x86_64.txz -C /usr/local/cuda/lib64/ --strip-components=2 --wildcards '*/lib/libnccl.so.*' && \
177
175
tar --no-same-owner --keep-old-files --lzma -xvf nccl_${NCCL}-1+cuda11.4_x86_64.txz -C /usr/lib/pkgconfig/ --strip-components=3 --wildcards '*/lib/pkgconfig/*' && \
178
176
rm nccl_${NCCL}-1+cuda11.4_x86_64.txz && \
179
- ldconfig
180
-
181
- RUN ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
177
+ ldconfig && \
178
+ ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
182
179
echo "/usr/local/cuda/lib64/stubs" > /etc/ld.so.conf.d/z-cuda-stubs.conf && \
183
- ldconfig
184
-
185
- # Install CUDA-11.4 + cuDNN 8.2.4.15-1
186
- RUN ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.8.2.4 /usr/local/cuda/lib64/libcudnn.so && \
187
- ldconfig
180
+ ldconfig && \
181
+ ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.8.2.4 /usr/local/cuda/lib64/libcudnn.so && \
182
+ ldconfig && \
183
+ echo "/opt/intel/daal/lib/intel64" >> /etc/ls.so.conf && \
184
+ echo "/opt/intel/ipp/lib/intel64" >> /etc/ls.so.conf && \
185
+ echo "/opt/intel/lib/intel64" >> /etc/ls.so.conf && \
186
+ echo "/opt/intel/mkl/lib/intel64" >> /etc/ls.so.conf && \
187
+ find /usr/local/cuda-${CUDA}/lib64/ -type f -name 'lib*_static.a' -not -name 'libcudart_static.a' -delete && \
188
+ # Add OpenCL ICD files for LightGBM
189
+ mkdir -p /etc/OpenCL/vendors && \
190
+ echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
188
191
189
192
RUN apt-get update && \
190
193
apt-get install -y --no-install-recommends \
@@ -205,11 +208,7 @@ RUN apt-get update && \
205
208
apt-get clean && \
206
209
rm -rf /var/lib/apt/lists/*
207
210
208
- # Add OpenCL ICD files for LightGBM
209
- RUN mkdir -p /etc/OpenCL/vendors && \
210
- echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
211
-
212
- # OFED
211
+ # Install OFED
213
212
WORKDIR /tmp
214
213
RUN wget -q -O - https://www.mellanox.com/downloads/ofed/MLNX_OFED-5.1-2.3.7.1/MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-ubuntu18.04-x86_64.tgz | tar xzf - && \
215
214
cd /tmp/MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-ubuntu18.04-x86_64 && \
@@ -304,20 +303,15 @@ RUN cd /tmp && \
304
303
python3 setup.py install --scs --gpu
305
304
306
305
# install NLP packages *mecab-ko & khai*
307
- RUN apt-get update && \
308
- apt-get install -y \
309
- openjdk-8-jdk \
310
- automake \
311
- && \
312
- cd /tmp && \
313
- curl -LO https://bitbucket.org/eunjeon/mecab-ko/downloads/mecab-0.996-ko-0.9.2.tar.gz && \
306
+ WORKDIR /tmp
307
+ RUN curl -LO https://bitbucket.org/eunjeon/mecab-ko/downloads/mecab-0.996-ko-0.9.2.tar.gz && \
314
308
tar zxfv mecab-0.996-ko-0.9.2.tar.gz && \
315
309
cd mecab-0.996-ko-0.9.2 && \
316
310
./configure && \
317
311
make -j$(nproc) && \
318
312
make check && \
319
- make install
320
- RUN echo "Install mecab-ko-dic" && \
313
+ make install && \
314
+ echo "Install mecab-ko-dic" && \
321
315
cd /tmp && \
322
316
ldconfig && \
323
317
curl -LO https://bitbucket.org/eunjeon/mecab-ko-dic/downloads/mecab-ko-dic-2.1.1-20180720.tar.gz && \
0 commit comments