Merge pull request #295 from nbrew/feature/update-dockerfile-to-cuda12.8.1-cudnn-torch2.7.1

Update dockerfile and local requirements to cuda12.8.1 cudnn torch2.7.1

Author: KoljaB

Dockerfile

@@ -1,14 +1,15 @@
-FROM nvidia/cuda:12.4.1-runtime-ubuntu22.04 as gpu
+FROM nvidia/cuda:12.8.1-cudnn-runtime-ubuntu24.04 as gpu
 
 WORKDIR /app
 
 RUN apt-get update -y && \
-  apt-get install -y python3 python3-pip libcudnn8 libcudnn8-dev libcublas-12-4 portaudio19-dev
+  apt-get install -y python3 python3-pip portaudio19-dev
 
-RUN pip3 install torch==2.3.0 torchaudio==2.3.0
+RUN pip3 install torch==2.7.1+cu128 torchaudio==2.7.1+cu128 --index-url https://download.pytorch.org/whl/cu128
 
-COPY requirements-gpu.txt /app/requirements-gpu.txt
-RUN pip3 install -r /app/requirements-gpu.txt
+COPY requirements-gpu* /app/
+RUN pip3 install -r /app/requirements-gpu-torch.txt && \
+  pip3 install -r /app/requirements-gpu.txt
 
 RUN mkdir example_browserclient
 COPY example_browserclient/server.py /app/example_browserclient/server.py
@@ -21,14 +22,14 @@ CMD ["python3", "example_browserclient/server.py"]
 
 # --------------------------------------------
 
-FROM ubuntu:22.04 as cpu
+FROM ubuntu:24.04 as cpu
 
 WORKDIR /app
 
 RUN apt-get update -y && \
   apt-get install -y python3 python3-pip portaudio19-dev
 
-RUN pip3 install torch==2.3.0 torchaudio==2.3.0
+RUN pip3 install torch==2.7.1 torchaudio==2.7.1
 
 COPY requirements.txt /app/requirements.txt
 RUN pip3 install -r /app/requirements.txt

example_browserclient/client.js

@@ -1,4 +1,4 @@
-let socket = new WebSocket("ws://localhost:8001");
+let socket = new WebSocket("ws://localhost:9001");
 let displayDiv = document.getElementById('textDisplay');
 let server_available = false;
 let mic_available = false;
@@ -7,7 +7,7 @@ let fullSentences = [];
 const serverCheckInterval = 5000; // Check every 5 seconds
 
 function connectToServer() {
-    socket = new WebSocket("ws://localhost:8001");
+    socket = new WebSocket("ws://localhost:9001");
 
     socket.onopen = function(event) {
         server_available = true;

example_browserclient/server.py

@@ -135,7 +135,7 @@ async def main():
         recorder_ready.wait()
 
         print("Server started. Press Ctrl+C to stop the server.")
-        async with websockets.serve(echo, "localhost", 8001):
+        async with websockets.serve(echo, "localhost", 9001):
             try:
                 await asyncio.Future()  # run forever
             except asyncio.CancelledError:

install_with_gpu_support.bat

@@ -1,2 +1,2 @@
-pip install torch==2.1.2+cu118 torchaudio==2.1.2+cu118 --index-url https://download.pytorch.org/whl/cu118
+pip install -r requirements-gpu-torch.txt
 pip install -r requirements-gpu.txt

requirements-gpu-torch.txt

@@ -0,0 +1,3 @@
+--index-url https://download.pytorch.org/whl/cu128
+torch==2.7.1+cu128
+torchaudio==2.7.1+cu128

requirements-gpu.txt

@@ -1,10 +1,12 @@
 PyAudio==0.2.14
-faster-whisper==1.1.0
+faster-whisper==1.1.1
 pvporcupine==1.9.5
 webrtcvad-wheels==2.0.14
 halo==0.0.31
-scipy==1.14.1
+scipy==1.15.2
 websockets==14.1
 websocket-client==1.8.0
 openwakeword>=0.4.0
-numpy<2.0.0
+numpy<2.0.0
+soundfile==0.13.1
+# torch and torchaudio requirements are in requirements-torch-gpu.txt