diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt
index d99f36babd3..6babb63e786 100644
--- a/.ci/docker/requirements.txt
+++ b/.ci/docker/requirements.txt
@@ -69,5 +69,5 @@ pycocotools
 semilearn==0.3.2
 torchao==0.5.0
 segment_anything==1.0
-torchrec==1.0.0
-fbgemm-gpu==1.0.0
+torchrec==1.0.0; platform_system == "Linux"
+fbgemm-gpu==1.0.0; platform_system == "Linux"