Add initial GPU support

edurenye · edurenye · commit 760312ca3c0c · 2023-10-06T17:07:28.000+02:00
diff --git a/openwakeword/Dockerfile b/openwakeword/Dockerfile
@@ -1,4 +1,4 @@
-FROM debian:bullseye-slim
+FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
 ARG TARGETARCH
 ARG TARGETVARIANT
 
diff --git a/piper/Dockerfile b/piper/Dockerfile
@@ -1,4 +1,4 @@
-FROM debian:bullseye-slim
+FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
 ARG TARGETARCH
 ARG TARGETVARIANT
 
@@ -17,6 +17,7 @@ RUN \
     && pip3 install --no-cache-dir -U \
         setuptools \
         wheel \
+        onnxruntime-gpu \
     && pip3 install --no-cache-dir \
         "wyoming-piper==${PIPER_LIB_VERSION}" \
     \
diff --git a/piper/run.sh b/piper/run.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 python3 -m wyoming_piper \
     --piper '/usr/share/piper/piper' \
+    --cuda \
     --uri 'tcp://0.0.0.0:10200' \
     --data-dir /data \
     --download-dir /data "$@"
diff --git a/whisper/Dockerfile b/whisper/Dockerfile
@@ -1,4 +1,4 @@
-FROM debian:bullseye-slim
+FROM nvidia/cuda:11.2.2-cudnn8-runtime-ubuntu20.04
 
 # Install Whisper
 WORKDIR /usr/src

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-FROM debian:bullseye-slim`
	`1`	`+FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04`
`2`	`2`	`ARG TARGETARCH`
`3`	`3`	`ARG TARGETVARIANT`
`4`	`4`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-FROM debian:bullseye-slim`
	`1`	`+FROM nvidia/cuda:11.2.2-cudnn8-runtime-ubuntu20.04`
`2`	`2`
`3`	`3`	`# Install Whisper`
`4`	`4`	`WORKDIR /usr/src`