compose.yaml

services:
  app:
    build: 
      context: ./app
      dockerfile: Dockerfile
    ports:
      - "8000:8000"
    restart: always
    environment:
      - ENDPOINT_URL=http://llm/api/v1/chat/completions   # endpoint to the Provider Service
      - MODEL=anthropic.claude-3-haiku-20240307-v1:0   # LLM model ID used in the Provider Service
      - OPENAI_API_KEY=FAKE_TOKEN   # the actual value will be ignored when using the Provider Service
    healthcheck:
      test: ["CMD", "python3", "-c", "import sys, urllib.request; urllib.request.urlopen(sys.argv[1]).read()", "http://localhost:8000/"]
      interval: 30s
      timeout: 5s
      retries: 3
      start_period: 5s

# Provider Service
# This service is used to route requests to the LLM API
  llm:
    provider:
      type: model
    x-defang-llm: true