We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent beb3d58 commit bd2b041Copy full SHA for bd2b041
samples/managed-llm/compose.yaml
@@ -7,8 +7,8 @@ services:
7
- "8000:8000"
8
restart: always
9
environment:
10
- - LLM_URL=http://llm/api/v1/chat/completions # endpoint to the gateway service
11
- - MODEL=default # LLM model ID used for the gateway.
+ - LLM_URL=http://llm/api/v1/ # endpoint to the gateway service
+ - MODEL=default # LLM model ID used for the gateway.
12
# For other models, see https://docs.defang.io/docs/concepts/managed-llms/openai-access-gateway#model-mapping
13
- OPENAI_API_KEY=FAKE_TOKEN # the actual value will be ignored when using the gateway, but it should match the one in the llm service
14
healthcheck:
0 commit comments