edit comments

Author: commit111

samples/managed-llm/compose.dev.yaml

@@ -7,7 +7,7 @@ services:
     extends:
         file: compose.yaml
         service: llm
-    # if using AWS for local development, include this section::
+    # if using AWS Bedrock for local development, include this section:
     environment:
       - AWS_REGION=${AWS_REGION} # replace with your AWS region
       - AWS_PROFILE=${AWS_PROFILE} # replace with your AWS profile name

samples/managed-llm/compose.yaml

@@ -9,7 +9,7 @@ services:
     environment:
       - ENDPOINT_URL=http://llm/api/v1/chat/completions   # endpoint to the gateway service
       - MODEL=anthropic.claude-3-haiku-20240307-v1:0   # LLM model ID used for the gateway
-      - OPENAI_API_KEY=FAKE_TOKEN   # this value will be ignored in production when using the gateway
+      - OPENAI_API_KEY=FAKE_TOKEN   # the actual value will be ignored when using the gateway, but it should match the one in the llm service
     healthcheck:
       test: ["CMD", "python3", "-c", "import sys, urllib.request; urllib.request.urlopen(sys.argv[1]).read()", "http://localhost:8000/"]
       interval: 30s
@@ -28,9 +28,9 @@ services:
         protocol: tcp
         mode: host
     environment:
-      - OPENAI_API_KEY=FAKE_TOKEN
+      - OPENAI_API_KEY=FAKE_TOKEN # this value must match the one in the app service
       - USE_MODEL_MAPPING=false
       - DEBUG=true
-      # if using GCP for BYOC, include these environment variables too:
+      # if using GCP for BYOC deployment, add these environment variables:
       # - GCP_PROJECT_ID=${GCP_PROJECT_ID}
       # - GCP_REGION=${GCP_REGION}