Merge pull request #85 from intel/update-branch

feat: update speech-to-text service with new server implementation and dependencies (#258)

Author: gooishin

usecases/ai/digital-avatar/README.md

@@ -71,6 +71,7 @@ docker compose build
 
 ### Start Docker container
 ```bash
+RENDER_GROUP_ID=$(getent group render | cut -d: -f3)
 docker compose up -d
 ```
 

usecases/ai/digital-avatar/docker-compose.yml

@@ -104,24 +104,23 @@ services:
     build:
       context: ../microservices/speech-to-text
       dockerfile: Dockerfile
-      args:
-        - RENDER_GROUP_ID=110 # Please update this if you are not using Ubuntu 20.04
     image: stt_service
     hostname: stt_service
     container_name: stt_service
     privileged: true
+    group_add:
+      - ${RENDER_GROUP_ID:-110}
     networks:
       - app-network
     environment:
-      - STT_MODEL_ID=base
-      - STT_ENCODED_DEVICE=CPU
-      - STT_DECODED_DEVICE=CPU
+      - DEFAULT_MODEL_ID=openai/whisper-tiny 
+      - STT_DEVICE=CPU
       - ALLOWED_CORS=["http://localhost"] # frontend url
     restart: always
     ports:
       - 8014:5996
     volumes:
-      - stt_volume:/usr/src/app/data:rw
+      - ./data:/usr/src/app/data:rw
     devices:
       - /dev:/dev:rw
       - /lib/modules:/lib/modules:rw
@@ -158,10 +157,8 @@ services:
 networks:
   app-network:
 
-
 volumes:
   tts_volume:
-  stt_volume:
   data_volume:
   ollama:
     name: "ollama-data"

usecases/ai/microservices/speech-to-text/Dockerfile

@@ -1,43 +1,51 @@
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-FROM openvino/ubuntu22_dev:2024.1.0
+FROM openvino/ubuntu22_dev:2024.5.0
 
 USER root
-RUN useradd -m intel
-WORKDIR /usr/src/app
-RUN apt-get update && apt-get install -y ffmpeg wget
+
 # Install dependencies
-RUN mkdir neo && \
-    cd neo && \
-    wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.17791.9/intel-igc-core_1.0.17791.9_amd64.deb && \
-    wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.17791.9/intel-igc-opencl_1.0.17791.9_amd64.deb && \
-    wget https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/intel-level-zero-gpu-dbgsym_1.6.31294.12_amd64.ddeb && \
-    wget https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/intel-level-zero-gpu_1.6.31294.12_amd64.deb && \
-    wget https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/intel-opencl-icd-dbgsym_24.39.31294.12_amd64.ddeb && \
-    wget https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/intel-opencl-icd_24.39.31294.12_amd64.deb && \
-    wget https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/libigdgmm12_22.5.2_amd64.deb && \
-    dpkg -i *.deb
-
-RUN apt install libtbb12
-RUN mkdir npu-driver && \
-    cd npu-driver && \
-    wget https://github.com/intel/linux-npu-driver/releases/download/v1.5.1/intel-driver-compiler-npu_1.5.1.20240708-9842236399_ubuntu22.04_amd64.deb && \
-    wget https://github.com/intel/linux-npu-driver/releases/download/v1.5.1/intel-fw-npu_1.5.1.20240708-9842236399_ubuntu22.04_amd64.deb && \
-    wget https://github.com/intel/linux-npu-driver/releases/download/v1.5.1/intel-level-zero-npu_1.5.1.20240708-9842236399_ubuntu22.04_amd64.deb && \
-    dpkg -i *.deb
-
-RUN wget https://github.com/oneapi-src/level-zero/releases/download/v1.17.6/level-zero_1.17.6+u22.04_amd64.deb && \
-    dpkg -i level-zero*.deb
-RUN pip install "transformers>=4.35" "torch>=2.1" onnx "git+https://github.com/huggingface/optimum-intel.git" "peft==0.6.2" --extra-index-url https://download.pytorch.org/whl/cpu
-RUN rm -r *.deb neo npu-driver
-
-ARG RENDER_GROUP_ID
-RUN groupadd -g ${RENDER_GROUP_ID} render
-COPY requirements.txt .
+RUN apt-get update && apt-get install -y ffmpeg \
+    wget \
+    gnupg2 \
+    libtbb12 \
+    python3.11 \
+    python3.11-venv 
+
+# Install GPU drivers
+RUN wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | gpg --yes --dearmor --output /usr/share/keyrings/intel-graphics.gpg \
+    && echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy client" | tee /etc/apt/sources.list.d/intel-gpu-jammy.list \
+    && apt update \
+    && apt-get install -y libze1 \
+        intel-level-zero-gpu \
+        intel-opencl-icd \
+        clinfo \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install NPU drivers
+RUN mkdir /tmp/npu-driver \
+    && cd /tmp/npu-driver\
+    && wget https://github.com/intel/linux-npu-driver/releases/download/v1.10.0/intel-driver-compiler-npu_1.10.0.20241107-11729849322_ubuntu22.04_amd64.deb \
+    && wget https://github.com/intel/linux-npu-driver/releases/download/v1.10.0/intel-fw-npu_1.10.0.20241107-11729849322_ubuntu22.04_amd64.deb \
+    && wget https://github.com/intel/linux-npu-driver/releases/download/v1.10.0/intel-level-zero-npu_1.10.0.20241107-11729849322_ubuntu22.04_amd64.deb \
+    && wget https://github.com/oneapi-src/level-zero/releases/download/v1.17.6/level-zero_1.17.6+u22.04_amd64.deb \
+    && dpkg -i *.deb
+
+RUN mkdir -p /usr/src \
+    && chown -R openvino:openvino /usr/src
+
+USER openvino
+WORKDIR /usr/src/app
+RUN python3 -m venv /usr/src/.venv 
+ENV PATH="/usr/src/.venv/bin:$PATH"
+
+# Install python dependencies
+COPY --chown=openvino:openvino requirements.txt .
 RUN python3 -m pip install -r requirements.txt
 
-COPY . .
+COPY --chown=openvino:openvino server.py .
+COPY --chown=openvino:openvino utils.py .
 
 HEALTHCHECK --interval=60s --timeout=180s --start-period=5s --retries=3 \
-    CMD wget --no-verbose --no-proxy -O /dev/null --tries=1 http://stt_service:5996/healthcheck || exit 1
+    CMD wget --no-verbose --no-proxy -O /dev/null --tries=1 http://stt_service:5996/healthcheck || exit 1

usecases/ai/microservices/speech-to-text/main.py

@@ -1,8 +1,8 @@
-fastapi[all]
-uvicorn
-pydantic<2
-openai-whisper==20240927
-openvino-dev==2024.1.0
+fastapi[all]==0.115.6
+uvicorn==0.32.1
+
 soundfile==0.12.1
-onnx==1.17.0
-pydub==0.25.1
+pydub==0.25.1
+
+openvino_genai==2024.5.0
+optimum-intel[openvino,nncf]==1.21.0