diff --git a/.buildkite/test-amd.yaml b/.buildkite/test-amd.yaml
index 4e2ff5c5a6bd..cd2ba29691ef 100644
--- a/.buildkite/test-amd.yaml
+++ b/.buildkite/test-amd.yaml
@@ -889,7 +889,7 @@ steps:
 
 - label: Language Models Test (MTEB)
   timeout_in_minutes: 110
-  mirror_hardwares: [amdexperimental]
+  mirror_hardwares: [amdexperimental, amdproduction]
   agent_pool: mi325_1
   # grade: Blocking
   optional: true
diff --git a/requirements/rocm-test.txt b/requirements/rocm-test.txt
index 432e11977872..d8d89ff82350 100644
--- a/requirements/rocm-test.txt
+++ b/requirements/rocm-test.txt
@@ -35,7 +35,7 @@ blobfile==3.0.0
 schemathesis==3.39.15
 
 # Required for mteb test
-mteb[bm25s]>=1.38.11, <2
+mteb[bm25s]>=2, <3 # required for mteb test
 
 # Required for eval tests
 lm-eval[api] @ git+https://github.com/EleutherAI/lm-evaluation-harness.git@206b7722158f58c35b7ffcd53b035fdbdda5126d