edge-ai-libraries/sample-applications/document-summarization/docker-compose.yaml at main · qianlongding/edge-ai-libraries · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
services:
  nginx:
    image: nginxinc/nginx-unprivileged:1.29.2
    environment:
      - no_proxy=${no_proxy},docsum-ui,docsum-api
      - http_proxy=${http_proxy}
      - https_proxy=${https_proxy}
    ports:
      - "8101:8080"
    volumes:
      - ./nginx.conf:/etc/nginx/nginx.conf:ro
    depends_on:
      - docsum-api
      - docsum-ui
    networks:
      - my_network

  ovms-service:
    image: openvino/model_server:2025.3
    container_name: ovms-service
    environment:
      - no_proxy=${no_proxy}
      - http_proxy=${http_proxy}
      - https_proxy=${https_proxy}
    ulimits:
      nofile:
        soft: 16384
        hard: 65536
    ports:
      - "9300:9300"
      - "8300:80"
    volumes:
      - "${VOLUME_OVMS}/models:/workspace:ro"
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://localhost/v2/health/ready" ]
      interval: 30s
      timeout: 10s
      retries: 3
    command: [ "--port", "9300", "--rest_port", "80", "--log_level", "DEBUG", "--config_path", "/workspace/config.json" ]
    networks:
      - my_network

  docsum-api:
    image: ${REGISTRY:-}document-summary:${TAG}
    build:
      context: .
      dockerfile: Dockerfile
    container_name: docsum-api
    ports:
      - "8090:8000"
    environment:
      - no_proxy=${no_proxy},ovms-service
      - http_proxy=${http_proxy}
      - https_proxy=${https_proxy}
      - LLM_MODEL=${LLM_MODEL}
      - OTEL_EXPORTER_OTLP_ENDPOINT=${OTLP_ENDPOINT}
      - OTEL_EXPORTER_OTLP_TRACES_ENDPOINT=${OTLP_ENDPOINT}/v1/traces
      - OTEL_SERVICE_NAME=${OTEL_SERVICE_NAME}
      - OTEL_SERVICE_ENV=${OTEL_SERVICE_ENV}
      - OTEL_SERVICE_VERSION=${OTEL_SERVICE_VERSION}
      - REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt
    command: python app/server.py
    networks:
      - my_network
    volumes:
      - /opt/share/ca-certificates:/opt/share/ca-certificates
      - /etc/ssl/certs:/etc/ssl/certs

  docsum-ui:
    image: ${REGISTRY:-}document-summary:${TAG}
    build:
      context: .
      dockerfile: Dockerfile
    container_name: docsum-ui
    ports:
      - "9998:7860"
    environment:
      - no_proxy=${no_proxy},docsum-api,docsum-ui
      - http_proxy=${http_proxy}
      - https_proxy=${https_proxy}
      - LLM_MODEL=${LLM_MODEL}
    command: python ui/gradio_app.py
    networks:
      - my_network
    depends_on:
      - docsum-api

networks:
  my_network:
    driver: bridge