diff --git a/temporalio/contrib/openai_agents/_invoke_model_activity.py b/temporalio/contrib/openai_agents/_invoke_model_activity.py
index ed2f16d3d..330ad0e7a 100644
--- a/temporalio/contrib/openai_agents/_invoke_model_activity.py
+++ b/temporalio/contrib/openai_agents/_invoke_model_activity.py
@@ -248,15 +248,18 @@ def make_tool(tool: ToolInput) -> Tool:
                 ) from e
 
             # Specifically retryable status codes
-            if e.response.status_code in [408, 409, 429, 500]:
+            if (
+                e.response.status_code in [408, 409, 429]
+                or e.response.status_code >= 500
+            ):
                 raise ApplicationError(
-                    "Retryable OpenAI status code",
+                    f"Retryable OpenAI status code: {e.response.status_code}",
                     non_retryable=False,
                     next_retry_delay=retry_after,
                 ) from e
 
             raise ApplicationError(
-                "Non retryable OpenAI status code",
+                f"Non retryable OpenAI status code: {e.response.status_code}",
                 non_retryable=True,
                 next_retry_delay=retry_after,
             ) from e