diff --git a/extension/llm/apple/ExecuTorchLLM/__tests__/MultimodalRunnerTest.swift b/extension/llm/apple/ExecuTorchLLM/__tests__/MultimodalRunnerTest.swift
index 3617245b8f8..1d5af4998d3 100644
--- a/extension/llm/apple/ExecuTorchLLM/__tests__/MultimodalRunnerTest.swift
+++ b/extension/llm/apple/ExecuTorchLLM/__tests__/MultimodalRunnerTest.swift
@@ -238,6 +238,7 @@ class MultimodalRunnerTest: XCTestCase {
         MultimodalInput(String(format: chatTemplate, userPrompt)),
       ], Config {
         $0.maximumNewTokens = 256
+        $0.temperature = 0
       }) { token in
         text += token
       }
diff --git a/extension/llm/apple/ExecuTorchLLM/__tests__/TextRunnerTest.swift b/extension/llm/apple/ExecuTorchLLM/__tests__/TextRunnerTest.swift
index 0fa2b59d05d..3d586ddf1a6 100644
--- a/extension/llm/apple/ExecuTorchLLM/__tests__/TextRunnerTest.swift
+++ b/extension/llm/apple/ExecuTorchLLM/__tests__/TextRunnerTest.swift
@@ -87,6 +87,7 @@ class TextRunnerTest: XCTestCase {
     do {
       try runner.generate(userPrompt, Config {
         $0.sequenceLength = sequenceLength
+        $0.temperature = 0
       }) { token in
         text += token
       }
@@ -100,6 +101,7 @@ class TextRunnerTest: XCTestCase {
     do {
       try runner.generate(userPrompt, Config {
         $0.sequenceLength = sequenceLength
+        $0.temperature = 0
       }) { token in
         text += token
       }