fix llm_url link

Author: commit111

samples/managed-llm/app/app.py

@@ -15,10 +15,10 @@
 # Configure basic logging
 logging.basicConfig(level=logging.INFO)
 
-default_openai_base_url = "https://api.openai.com/v1/"
+default_openai_base_url = "https://api.openai.com/v1/chat/completions"
 
 # Set the environment variables for the chat model
-LLM_URL = os.getenv("LLM_URL", default_openai_base_url) + "chat/completions"
+LLM_URL = os.getenv("LLM_URL", default_openai_base_url)
 # Fallback to OpenAI Model if not set in environment
 MODEL_ID = os.getenv("LLM_MODEL", "gpt-4-turbo")
 

samples/managed-llm/compose.yaml

@@ -7,7 +7,7 @@ services:
       - "8000:8000"
     restart: always
     environment:
-      - ENDPOINT_URL=http://llm/api/v1/chat/completions   # endpoint to the gateway service
+      - LLM_URL=http://llm/api/v1/chat/completions   # endpoint to the gateway service
       - MODEL=default  # LLM model ID used for the gateway. 
        # For other models, see https://docs.defang.io/docs/concepts/managed-llms/openai-access-gateway#model-mapping
       - OPENAI_API_KEY=FAKE_TOKEN   # the actual value will be ignored when using the gateway, but it should match the one in the llm service