set LLM_MODEL=default in compose env instead of app fallback

Author: jordanstephens

samples/managed-llm-provider/app/app.py

@@ -19,8 +19,8 @@
 
 # Set the environment variables for the chat model
 LLM_URL = os.getenv("LLM_URL", default_openai_base_url) + "chat/completions"
-# Fallback LLM Model if not set in environment
-MODEL_ID = os.getenv("LLM_MODEL", "default")
+# Fallback to OpenAI Model if not set in environment
+MODEL_ID = os.getenv("LLM_MODEL", "gpt-4-turbo")
 
 # Get the API key for the LLM
 # For development, you have the option to use your local API key. In production, the LLM gateway service will override the need for it.

samples/managed-llm-provider/compose.yaml

@@ -7,7 +7,7 @@ services:
       - "8000:8000"
     restart: always
     environment:
-      - LLM_MODEL # LLM model ID used
+      - LLM_MODEL=default
       # For other models, see https://docs.defang.io/docs/concepts/managed-llms/openai-access-gateway#model-mapping
     healthcheck:
       test: ["CMD", "python3", "-c", "import sys, urllib.request; urllib.request.urlopen(sys.argv[1]).read()", "http://localhost:8000/"]