diff --git a/singlestoredb/ai/chat.py b/singlestoredb/ai/chat.py
index e9e55fca..6636fe8d 100644
--- a/singlestoredb/ai/chat.py
+++ b/singlestoredb/ai/chat.py
@@ -52,6 +52,8 @@ def SingleStoreChatFactory(
             manage_workspaces().organizations.current.inference_apis
         )
         info = inference_api_manager.get(model_name=model_name)
+        if not info.internal_connection_url:
+            info.internal_connection_url = info.connection_url
     else:
         info = InferenceAPIInfo(
             service_id='',
diff --git a/singlestoredb/ai/embeddings.py b/singlestoredb/ai/embeddings.py
index 092dd88b..aba8e1c4 100644
--- a/singlestoredb/ai/embeddings.py
+++ b/singlestoredb/ai/embeddings.py
@@ -51,6 +51,8 @@ def SingleStoreEmbeddingsFactory(
             manage_workspaces().organizations.current.inference_apis
         )
         info = inference_api_manager.get(model_name=model_name)
+        if not info.internal_connection_url:
+            info.internal_connection_url = info.connection_url
     else:
         info = InferenceAPIInfo(
             service_id='',