add kaldi 21.01

Author: hephaex

python-ff/Dockerfile.21.01-py38-cuda11.1

@@ -1,5 +1,27 @@
 FROM lablup/common-base:py38-cuda11.1
 
+RUN python3 -m pip install --no-cache-dir --upgrade \
+	    -q git+https://github.com/google-research/tensorflow_constrained_optimization 
+
+RUN python3 -m pip install --no-cache-dir \
+      --use-feature=2020-resolver \
+        requests_oauthlib==1.2.0 \
+	neural-structured-learning==1.3.1 \
+	pydot==1.4.0 \
+	proto-plus==1.10.2
+RUN python3 -m pip install --no-cache-dir \
+      --use-feature=2020-resolver \
+	    tensorflow-transform==0.24.1 \
+	    tensorflow_model_analysis \
+	    tensorflow-datasets \
+	    tensorflow_probability==0.11.1 \ 
+	    tensorflow-addons==0.11.2 \
+	    neural-structured-learning==1.3.1 \
+	    tensorflow-model-optimization==0.5.0 \
+	    tfx==0.24.1 \
+	    tfx-bsl==0.24.1 \ 
+	    tf-agents==0.6.0  
+
 RUN python3 -m pip install --no-cache-dir --extra-index-url \
     	    https://developer.download.nvidia.com/compute/redist \
 	    nvidia-dali-cuda100 && \
@@ -24,6 +46,11 @@ RUN python3 -m pip uninstall -y torch && \
 
 RUN python3 -m pip install --no-cache-dir mxnet mkl
 
+RUN python3 -m pip uninstall -y tensorflow && \
+    python3 -m pip install --no-cache-dir \
+        tensorflow-gpu==2.4.0 \
+	tensorboard==2.4.0
+
 # Install Horovod, temporarily using CUDA stubs
 RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \
     HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_GPU_BROADCAST=NCCL \
@@ -39,10 +66,35 @@ RUN python3 -m pip install --no-cache-dir \
 
 # install kaldi
 WORKDIR /opt
-RUN apt update ; apt-get install -y sox subversion
-RUN git clone https://github.com/kaldi-asr/kaldi.git /opt/kaldi && \
-    cd /opt/kaldi && \
-    git checkout c013e2e && \
+RUN apt update && \
+    apt list --upgradable && \
+    apt-get install -y --no-install-recommends \
+	patch wget rsync jq gnupg libtcmalloc-minimal4 && \
+    apt-get install -y --no-install-recommends \
+        automake \
+        autoconf \
+        flac \
+        gawk \
+        libatlas3-base \
+        libtool \
+        sox \
+	subversion \
+        unzip \
+        bc \
+        libatlas-base-dev \
+        gfortran \
+        zlib1g-dev && \
+    apt-get install -y --no-install-recommends \
+        git libglib2.0-0 less libnl-route-3-200 libnl-3-dev \
+	libnl-route-3-dev libnuma-dev libnuma1 \
+	libpmi2-0-dev nano numactl openssh-client vim && \
+    rm -rf /var/lib/apt/lists/*
+RUN ln -sf /usr/include/x86_64-linux-gnu/atlas /usr/local/include/atlas && \
+    ln -sf /usr/include/x86_64-linux-gnu/cblas.h /usr/local/include/cblas.h && \
+    ln -sf /usr/include/x86_64-linux-gnu/clapack.h /usr/local/include/clapack.h && \
+    ln -sf /usr/lib/x86_64-linux-gnu/atlas /usr/local/lib/atlas
+
+RUN git clone https://github.com/hephaex/kaldi.git /opt/kaldi && \
     cd /opt/kaldi/tools && \
     make -j $(nproc) && \
     cd /opt/kaldi/src && \
@@ -51,12 +103,24 @@ RUN git clone https://github.com/kaldi-asr/kaldi.git /opt/kaldi && \
 	--mathlib=ATLAS \
     	--cuda-arch="-gencode arch=compute_52,code=sm_52 -gencode arch=compute_60,code=sm_60 -gencode arch=compute_61,code=sm_61 -gencode arch=compute_70,code=sm_70 -gencode arch=compute_75,code=sm_75 -gencode arch=compute_80,code=sm_80" && \
     make depend -j $(nproc) && \
-    make -j $(nproc) -lcuda -L /usr/local/cuda/lib64/stubs  && \
-    make -j $(nproc) ext -lcuda -L /usr/local/cuda/lib64/stubs  && \
+    make -j $(nproc) 
+RUN cd /opt/kaldi/src  && \
+    make ext -j $(nproc) && \
     ldconfig && \
-    find /opt/kaldi  -type f \( -name "*.o" -o -name "*.la" -o -name "*.a" \) -exec rm {} \; && \
+    find /opt/kaldi  -type f \( -name "*.o" -o -name "*.la" -o -name "*.a" \) -\
+exec rm {} \; && \
     rm -rf /opt/kaldi/.git
 
+RUN mkdir -p /workspace && \
+    chmod -R 777 /workspace
+
+RUN apt autoclean && \
+    sed -i 's/source \/usr\/local\/nvm\/nvm.sh//' /etc/bash.bashrc && \
+    python3 -m pip uninstall -y  tensorboard-plugin-wit && \
+    rm -rf /var/lib/apt/lists/* && \	
+    rm -rf /root/.cache && \
+    rm -rf /tmp/*
+
 # Install ipython kernelspec
 Run python3 -m ipykernel install --display-name "Lablup FF 21.01 on Python 3.8 (CUDA 11.1)" && \
     cat /usr/local/share/jupyter/kernels/python3/kernel.json