diff --git a/.github/workflows/build-cuda.yml b/.github/workflows/build-cuda.yml
index 088599020..51aae1a8d 100644
--- a/.github/workflows/build-cuda.yml
+++ b/.github/workflows/build-cuda.yml
@@ -17,7 +17,7 @@ jobs:
         include:
           - name: 4xlargegpu
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu126'
+            torch-spec: 'torch'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.6"
     with:
diff --git a/.github/workflows/publish_release.yml b/.github/workflows/publish_release.yml
index 269ae1aee..d9d7280f2 100644
--- a/.github/workflows/publish_release.yml
+++ b/.github/workflows/publish_release.yml
@@ -21,7 +21,7 @@ jobs:
         include:
           - name: 4xlarge
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu128'
+            torch-spec: 'torch'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.8"
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
diff --git a/.github/workflows/test-gpu-python.yml b/.github/workflows/test-gpu-python.yml
index 493356ebc..9ec8330cb 100644
--- a/.github/workflows/test-gpu-python.yml
+++ b/.github/workflows/test-gpu-python.yml
@@ -22,7 +22,7 @@ jobs:
         include:
           - name: 4xlargegpu
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu126'
+            torch-spec: 'torch'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.6"
     with:
diff --git a/.github/workflows/test-gpu-rust.yml b/.github/workflows/test-gpu-rust.yml
index 878e9167f..0f29ae4da 100644
--- a/.github/workflows/test-gpu-rust.yml
+++ b/.github/workflows/test-gpu-rust.yml
@@ -22,7 +22,7 @@ jobs:
         include:
           - name: 4xlargegpu
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu126'
+            torch-spec: 'torch'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.6"
     with:
diff --git a/.github/workflows/wheels.yml b/.github/workflows/wheels.yml
index ebf1c89a5..8679d3237 100644
--- a/.github/workflows/wheels.yml
+++ b/.github/workflows/wheels.yml
@@ -21,7 +21,7 @@ jobs:
         include:
           - name: 4xlarge
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu126'
+            torch-spec: 'torch'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.6"
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
diff --git a/README.md b/README.md
index 772625fee..7d946b728 100644
--- a/README.md
+++ b/README.md
@@ -102,7 +102,6 @@ conda update -n monarchenv --all -c conda-forge -y
 sudo dnf install -y libibverbs rdma-core libmlx5 libibverbs-devel rdma-core-devel
 
 # Install build dependencies
-pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128
 pip install -r build-requirements.txt
 # Install test dependencies
 pip install -r python/tests/requirements.txt
@@ -142,7 +141,6 @@ export CXX=clang++
 sudo apt install -y cuda-toolkit-12-8 cuda-12-8
 
 # Install build dependencies
-pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128
 pip install -r build-requirements.txt
 # Install test dependencies
 pip install -r python/tests/requirements.txt
@@ -180,7 +178,6 @@ rustup toolchain install nightly
 rustup default nightly
 
 # Install build dependencies
-pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu
 pip install -r build-requirements.txt
 # Install test dependencies
 pip install -r python/tests/requirements.txt
diff --git a/python/monarch/gradient/_gradient_generator.cpp b/python/monarch/gradient/_gradient_generator.cpp
index 858d7b835..fe148e83f 100644
--- a/python/monarch/gradient/_gradient_generator.cpp
+++ b/python/monarch/gradient/_gradient_generator.cpp
@@ -426,7 +426,7 @@ struct GradientGenerator {
     DEBUG_PRINT(
         "// add: " << node->node->name()
                    << ", input_nr=" << static_cast<int>(input_nr) << "\n");
-#if TORCH_VERSION_NEWER_THAN(2, 8, 0)
+#if TORCH_VERSION_NEWER_THAN(2, 10, 0)
     realInputBuffer(node).add(
         input_nr,
         check_and_reduce(node->node, input_nr, std::move(t)),
diff --git a/scripts/common-setup.sh b/scripts/common-setup.sh
index 272da3e53..a5adf8158 100755
--- a/scripts/common-setup.sh
+++ b/scripts/common-setup.sh
@@ -70,7 +70,7 @@ setup_tensor_engine() {
 # Install PyTorch with C++ development headers (libtorch) for Rust compilation
 setup_pytorch_with_headers() {
     local gpu_arch_version=${1:-"12.6"}
-    local torch_spec=${2:-"--pre torch --index-url https://download.pytorch.org/whl/nightly/cu126"}
+    local torch_spec=${2:-"torch"}
 
     echo "Setting up PyTorch with C++ headers (GPU arch: ${gpu_arch_version})..."