Skip to content

Commit 1915f39

Browse files
committed
delete tensorflow GPU packages on CPU base kernel
1 parent 6740afd commit 1915f39

File tree

2 files changed

+19
-32
lines changed

2 files changed

+19
-32
lines changed

commons/Dockerfile.base.20.08-py36

Lines changed: 15 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,6 @@ FROM ubuntu:18.04
22

33
ARG WHL_DIR="/tmp/pip"
44

5-
6-
7-
8-
9-
10-
115
# Python 2.7 or 3.6 is supported by Ubuntu Bionic out of the box
126
ARG python=3.6
137
ENV PYTHON_VERSION=${python}
@@ -114,6 +108,12 @@ WORKDIR /tmp
114108
RUN curl https://bootstrap.pypa.io/get-pip.py | python3 && \
115109
python3 -m pip install --no-cache-dir -U setuptools pip
116110

111+
RUN wget https://github.com/Kitware/CMake/releases/download/v3.15.3/cmake-3.15.3-Linux-x86_64.sh \
112+
-q -O /tmp/cmake-install.sh && \
113+
chmod u+x /tmp/cmake-install.sh && \
114+
mkdir /usr/bin/cmake && \
115+
/tmp/cmake-install.sh --skip-license --prefix=/usr/bin/cmake && \
116+
rm /tmp/cmake-install.sh
117117

118118
COPY ./numpy-1.18.5-cp36-cp36m-manylinux2010_x86_64.whl /tmp
119119
COPY ./pandas-1.0.4+4.g29edbab4a-cp36-cp36m-linux_x86_64.whl /tmp
@@ -146,8 +146,10 @@ RUN python3 -m pip install pip --no-cache-dir \
146146
WORKDIR /tmp
147147
COPY ./requirements.20.08.txt /tmp
148148
RUN python3 -m pip install --no-cache-dir --upgrade -r requirements.20.08.txt && \
149+
python3 -m pip uninstall -y tensorboard tensorboard-plugin-wit tensorflow tensorflow-estimator && \
149150
rm -f /tmp/*.whl /tmp/requirements.20.08.txt
150151

152+
# install NLP packages *mecab-ko & khai*
151153
RUN apt-get update && \
152154
apt-get install -y \
153155
openjdk-8-jdk \
@@ -184,10 +186,11 @@ RUN git clone https://github.com/kakao/khaiii.git && \
184186
cd build && \
185187
cmake .. && \
186188
make all && \
187-
make resource && \
189+
make large_resource && \
188190
make install && \
189191
make package_python && \
190-
python3 -m pip install package_python
192+
cd package_python && \
193+
python3 -m pip install .
191194

192195
# OpenCV
193196
RUN ln -s /usr/include/libv4l1-videodev.h /usr/include/linux/videodev.h && \
@@ -218,13 +221,6 @@ RUN ln -s /usr/include/libv4l1-videodev.h /usr/include/linux/videodev.h && \
218221
apt-get clean && \
219222
rm -rf /var/lib/apt/lists/
220223

221-
RUN wget https://github.com/Kitware/CMake/releases/download/v3.15.3/cmake-3.15.3-Linux-x86_64.sh \
222-
-q -O /tmp/cmake-install.sh && \
223-
chmod u+x /tmp/cmake-install.sh && \
224-
mkdir /usr/bin/cmake && \
225-
/tmp/cmake-install.sh --skip-license --prefix=/usr/bin/cmake && \
226-
rm /tmp/cmake-install.sh
227-
228224
WORKDIR /tmp
229225
ENV OPENCV_VERSION="4.4.0"
230226
RUN wget https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.zip && \
@@ -247,7 +243,7 @@ RUN wget https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.zip && \
247243
-D WITH_V4L=ON \
248244
-D BUILD_TESTS=OFF \
249245
-D BUILD_PERF_TESTS=OFF \
250-
-D OPENCV_EXTRA_MODULES_PATH="../../opencv_contrib-4.3.0/modules" \
246+
-D OPENCV_EXTRA_MODULES_PATH="../../opencv_contrib-4.4.0/modules" \
251247
-D CMAKE_BUILD_TYPE=RELEASE \
252248
-D CMAKE_INSTALL_PREFIX=$(python3 -c "import sys; print(sys.prefix)") \
253249
-D PYTHON_EXECUTABLE=$(which python3) \
@@ -279,10 +275,8 @@ RUN git clone --recursive https://github.com/Microsoft/LightGBM && \
279275
cd ../python-package && \
280276
python3 setup.py install --precompile
281277

282-
283-
WORKDIR /root
284-
285278
# Install Open MPI
279+
WORKDIR /root
286280
RUN mkdir /tmp/openmpi && \
287281
cd /tmp/openmpi && \
288282
wget https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-4.0.4.tar.gz && \
@@ -293,33 +287,29 @@ RUN mkdir /tmp/openmpi && \
293287
make install && \
294288
ldconfig && \
295289
rm -rf /tmp/openmpi*
296-
297290
# Install OpenSSH for MPI to communicate between containers
298291
RUN apt-get install -y --no-install-recommends openssh-client openssh-server && \
299292
mkdir -p /var/run/sshd
300-
301293
# Allow OpenSSH to talk to containers without asking for confirmation
302294
RUN cat /etc/ssh/ssh_config | grep -v StrictHostKeyChecking > /etc/ssh/ssh_config.new && \
303295
echo " StrictHostKeyChecking no" >> /etc/ssh/ssh_config.new && \
304296
mv /etc/ssh/ssh_config.new /etc/ssh/ssh_config
305-
306297
# Create a wrapper for OpenMPI to allow running as root by default
307298
RUN mv /usr/local/bin/mpirun /usr/local/bin/mpirun.real && \
308299
echo '#!/bin/bash' > /usr/local/bin/mpirun && \
309300
echo 'mpirun.real --allow-run-as-root "$@"' >> /usr/local/bin/mpirun && \
310301
chmod a+x /usr/local/bin/mpirun
311-
312302
# Configure OpenMPI to run good defaults:
313303
RUN echo "btl_tcp_if_exclude = lo,docker0" >> /usr/local/etc/openmpi-mca-params.conf
314-
315304
# Install OpenSSH for MPI to communicate between containers
316305
RUN mkdir -p /var/run/sshd
317-
318306
# Allow OpenSSH to talk to containers without asking for confirmation
319307
RUN cat /etc/ssh/ssh_config | grep -v StrictHostKeyChecking > /etc/ssh/ssh_config.new && \
320308
echo " StrictHostKeyChecking no" >> /etc/ssh/ssh_config.new && \
321309
mv /etc/ssh/ssh_config.new /etc/ssh/ssh_config
322310

311+
# install git-lfs
312+
WORKDIR /tmp
323313
RUN curl -sLO https://github.com/git-lfs/git-lfs/releases/download/v2.11.0/git-lfs-linux-amd64-v2.11.0.tar.gz && \
324314
tar -zxf git-lfs-linux-amd64-v2.11.0.tar.gz && \
325315
bash install.sh && \
@@ -341,7 +331,6 @@ RUN jupyter nbextensions_configurator enable && \
341331
jupyter labextension install --no-build @jupyterlab/toc && \
342332
jupyter lab build
343333

344-
345334
RUN apt autoclean && \
346335
rm -rf /var/lib/apt/lists/* && \
347336
rm -rf /root/.cache && \

commons/requirements.20.08.txt

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ appdirs==1.4.3
66
astor==0.8.1
77
astroid==2.3.3
88
async-timeout==3.0.1
9+
atlas==0.27.0
910
atomicwrites==1.3.0
1011
atlas==0.27.0
1112
attrs==19.3.0
@@ -37,7 +38,7 @@ colour==0.1.5
3738
contextlib2==0.5.5
3839
convertdate==2.1.3
3940
coverage==5.0.3
40-
#cupy==6.3.0
41+
cryptography==3.0
4142
cvxpy==1.0.24
4243
cycler==0.10.0
4344
Cython==0.29.13
@@ -51,6 +52,7 @@ dill==0.3.1.1
5152
distributed==2.11.0
5253
docutils==0.15.2
5354
dtreeviz==0.8.1
55+
EasyProcess==0.3
5456
ecos==2.0.7.post1
5557
entrypoints==0.3
5658
ephem==3.7.6.0
@@ -110,7 +112,6 @@ jupyter-nbextensions-configurator==0.4.1
110112
jupyter-server-proxy==1.2.0
111113
jupyterlab==2.1.4
112114
jupyterlabutils==0.9.0
113-
jupyterlab-nvdashboard==0.3.1
114115
jupyterlab-git==0.20.0
115116
jupyterlab-github==2.0.0
116117
jupyterlab-zip==1.0.1
@@ -191,7 +192,6 @@ pygal==2.4.0
191192
pygame==1.9.6
192193
pyglet==1.5.0
193194
Pygments==2.5.2
194-
#PyGObject==3.34.0
195195
pyLDAvis==2.1.2
196196
pylint==2.4.4
197197
pyls-black==0.4.4
@@ -247,7 +247,7 @@ six==1.14.0
247247
smart-open==1.9.0
248248
snowballstemmer==2.0.0
249249
sortedcontainers==2.1.0
250-
soynlp==1.18.1
250+
soynlp==0.0.493
251251
statsmodels==0.11.1
252252
stopit==1.1.2
253253
tabulate==0.8.6
@@ -256,7 +256,6 @@ termcolor==1.1.0
256256
terminado==0.8.3
257257
test-generator==0.1.1
258258
testpath==0.4.4
259-
tfx-bsl==0.21.4
260259
tf2onnx==1.5.5
261260
toml==0.10.0
262261
toolz==0.10.0
@@ -277,7 +276,6 @@ vtk
277276
wcwidth==0.1.8
278277
webencodings==0.5.1
279278
Werkzeug==1.0.0
280-
witwidget-gpu==1.6.0
281279
widgetsnbextension==3.5.1
282280
wrapt==1.11.2
283281
yapf==0.29.0

0 commit comments

Comments
 (0)