diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt
index 56df738f96c..c0328356336 100644
--- a/.ci/docker/requirements.txt
+++ b/.ci/docker/requirements.txt
@@ -14,7 +14,7 @@ tqdm==4.66.1
 numpy==1.24.4
 matplotlib
 librosa
-torch==2.5
+torch==2.6
 torchvision
 torchdata
 networkx
@@ -70,4 +70,4 @@ semilearn==0.3.2
 torchao==0.5.0
 segment_anything==1.0
 torchrec==1.0.0; platform_system == "Linux"
-fbgemm-gpu==1.0.0; platform_system == "Linux"
+fbgemm-gpu==1.1.0; platform_system == "Linux"
diff --git a/.jenkins/build.sh b/.jenkins/build.sh
index 8eca78ae346..4a869d35a75 100755
--- a/.jenkins/build.sh
+++ b/.jenkins/build.sh
@@ -22,10 +22,10 @@ sudo apt-get install -y pandoc
 #Install PyTorch Nightly for test.
 # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html
 # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed).
-sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata
-sudo pip3 install torch==2.6.0 torchvision --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124
-sudo pip uninstall -y fbgemm-gpu torchrec
-sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124
+# sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata
+# sudo pip3 install torch==2.6.0 torchvision --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124
+# sudo pip uninstall -y fbgemm-gpu torchrec
+# sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124
 
 # Install two language tokenizers for Translation with TorchText tutorial
 python -m spacy download en_core_web_sm