Merge pull request #7 from rdavidson/master

Dockerfile for end to end example.

Author: jcsilva

examples/practical-example/Dockerfile

@@ -0,0 +1,82 @@
+FROM debian:8
+MAINTAINER Eduardo Silva <[email protected]>
+
+RUN apt-get update && apt-get install -y  \
+    autoconf \
+    automake \
+    bzip2 \
+    g++ \
+    git \
+    gstreamer1.0-plugins-good \
+    gstreamer1.0-tools \
+    gstreamer1.0-pulseaudio \
+    gstreamer1.0-plugins-bad \
+    gstreamer1.0-plugins-base \
+    gstreamer1.0-plugins-ugly  \
+    libatlas3-base \
+    libgstreamer1.0-dev \
+    libtool-bin \
+    make \
+    python2.7 \
+    python-pip \
+    python-yaml \
+    python-simplejson \
+    python-gi \
+    subversion \
+    wget \
+    zlib1g-dev && \
+    apt-get clean autoclean && \
+    apt-get autoremove -y && \
+    pip install ws4py==0.3.2 && \
+    pip install tornado && \    
+    ln -s /usr/bin/python2.7 /usr/bin/python ; ln -s -f bash /bin/sh
+
+RUN cd /opt && wget http://www.digip.org/jansson/releases/jansson-2.7.tar.bz2 && \
+    bunzip2 -c jansson-2.7.tar.bz2 | tar xf -  && \
+    cd jansson-2.7 && \
+    ./configure && make && make check &&  make install && \
+    echo "/usr/local/lib" >> /etc/ld.so.conf.d/jansson.conf && ldconfig && \
+    rm /opt/jansson-2.7.tar.bz2 && rm -rf /opt/jansson-2.7
+
+RUN cd /opt && \
+    git clone https://github.com/kaldi-asr/kaldi && \
+    cd /opt/kaldi/tools && \
+    make && \
+    ./install_portaudio.sh && \
+    cd /opt/kaldi/src && ./configure --shared && \
+    sed -i '/-g # -O0 -DKALDI_PARANOID/c\-O3 -DNDEBUG' kaldi.mk && \
+    make depend && make && \
+    cd /opt/kaldi/src/online && make depend && make && \
+    cd /opt/kaldi/src/gst-plugin && make depend && make && \
+    cd /opt && \
+    git clone https://github.com/alumae/gst-kaldi-nnet2-online.git && \
+    cd /opt/gst-kaldi-nnet2-online/src && \
+    sed -i '/KALDI_ROOT?=\/home\/tanel\/tools\/kaldi-trunk/c\KALDI_ROOT?=\/opt\/kaldi' Makefile && \
+    make depend && make && \
+    rm -rf /opt/gst-kaldi-nnet2-online/.git/ && \
+    find /opt/gst-kaldi-nnet2-online/src/ -type f -not -name '*.so' -delete && \
+    rm -rf /opt/kaldi/.git && \
+    rm -rf /opt/kaldi/egs/ /opt/kaldi/windows/ /opt/kaldi/misc/ && \
+    find /opt/kaldi/src/ -type f -not -name '*.so' -delete && \
+    find /opt/kaldi/tools/ -type f \( -not -name '*.so' -and -not -name '*.so*' \) -delete && \
+    cd /opt && git clone https://github.com/alumae/kaldi-gstreamer-server.git && \
+    rm -rf /opt/kaldi-gstreamer-server/.git/ && \
+    rm -rf /opt/kaldi-gstreamer-server/test/
+
+COPY start.sh stop.sh /opt/
+
+RUN mkdir -p /opt/models && cd /opt/models && \
+   wget https://phon.ioc.ee/~tanela/tedlium_nnet_ms_sp_online.tgz && \
+   tar -zxvf tedlium_nnet_ms_sp_online.tgz && \
+   wget https://raw.githubusercontent.com/alumae/kaldi-gstreamer-server/master/sample_english_nnet2.yaml -P /opt/models && \
+   find /opt/models/ -type f | xargs sed -i 's:test:/opt:g' && \
+   sed -i 's:full-post-processor:#full-post-processor:g' /opt/models/sample_english_nnet2.yaml
+
+
+
+RUN chmod +x /opt/start.sh && \
+    chmod +x /opt/stop.sh 
+
+CMD /opt/start.sh -y /opt/models/sample_english_nnet2.yaml
+
+

examples/practical-example/README.md

@@ -0,0 +1,25 @@
+# Working example with single docker file
+This docker file automates the process described in the practial end to end example.
+It is purely meant for creating a basic test system very quickly.
+It creates a single Docker Image and starts the Kaldi master and a single worker. It also downloads a model. 
+Due to the size of the model it may take a while to build this docker image.
+
+# Steps to run
+## Build the docker image
+```
+docker build -t docker-kaldi-gstreamer-example:latest .
+```
+
+## Run the docker image:
+```
+docker run -itd -p 8080:80 --shm-size=256m  docker-kaldi-gstreamer-example:latest 
+
+```
+
+## Test the install
+On your host machine, download a client example and test your setup with a given audio:
+```
+wget https://raw.githubusercontent.com/alumae/kaldi-gstreamer-server/master/kaldigstserver/client.py -P /tmp
+wget https://raw.githubusercontent.com/alumae/kaldi-gstreamer-server/master/test/data/bill_gates-TED.mp3 -P /tmp
+python /tmp/client.py -u ws://localhost:8080/client/ws/speech -r 8192 /tmp/bill_gates-TED.mp3
+```

examples/practical-example/start.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+MASTER="localhost"
+PORT=80
+
+usage(){
+  echo "Creates a worker and connects it to a master.";
+  echo "If the master address is not given, a master will be created at localhost:80";
+  echo "Usage: $0 -y yaml_file [-m master address] [-p port number]";
+}
+
+while getopts "h?m:p:y:" opt; do
+    case "$opt" in
+    h|\?)
+        usage
+        exit 0
+        ;;
+    m)  MASTER=$OPTARG
+        ;;
+    p)  PORT=$OPTARG
+        ;;
+    y)  YAML=$OPTARG
+        ;;
+    esac
+done
+
+#yaml file must be specified
+if [ "$YAML" == "" ] ; then
+  usage;
+  exit 1;
+fi;
+
+
+if [ "$MASTER" == "localhost" ] ; then
+  # start a local master
+  python /opt/kaldi-gstreamer-server/kaldigstserver/master_server.py --port=$PORT 2>> /opt/master.log &
+fi
+
+#start worker and connect it to the master
+export GST_PLUGIN_PATH=/opt/gst-kaldi-nnet2-online/src/:/opt/kaldi/src/gst-plugin/
+
+python /opt/kaldi-gstreamer-server/kaldigstserver/worker.py -c $YAML -u ws://$MASTER:$PORT/worker/ws/speech 2>> /opt/worker.log

examples/practical-example/stop.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+#kill worker
+ps axf | grep worker.py | grep -v grep | awk '{print "kill -15 " $1}' | sh
+
+#kill master
+ps axf | grep master_server.py | grep -v grep | awk '{print "kill -15 " $1}' | sh
+