diff --git a/Dockerfile b/Dockerfile
index 8c2efa85e..e879c4008 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,5 +1,5 @@
 # syntax=docker/dockerfile:1.7-labs
-FROM nvcr.io/nvidia/pytorch:24.11-py3
+FROM nvcr.io/nvidia/pytorch:25.02-py3
 
 # Install dependencies.
 RUN apt-get update \
diff --git a/setup.cfg b/setup.cfg
index 67c5093d2..8d640c08e 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -19,14 +19,15 @@ install_requires =
 #   FLASH_ATTENTION_SKIP_CUDA_BUILD=TRUE FLASH_ATTENTION_FORCE_BUILD=TRUE pip install -e ".[CORE]" --no-build-isolation
 CORE =
     # Available through the nvidia base image
-    torch>=2.5.0
+    torch>=2.7.0
     # Numpy major needs to match torch
     numpy>=1.24.4,<2.0.0
     # Used for checkpoints
     safetensors>=0.4.4
     # Update the base image (version fixed to ensure there is a wheel for the base image), may need --no-build-isolation
-    flash-attn==2.7.2.post1
-    mamba_ssm[causal-conv1d]==2.2.4
+    flash-attn==2.7.3 # 2.7.3 already installed in the base image -> pytorch:25.02-py3
+    # mamba wheel for torch 2.7 is not available yet, update when available
+    # mamba_ssm[causal-conv1d]==2.2.4
 
 
 # Required for some optional features and tools.