ride-share-olap/docker-compose.kafka.yml at main · mxaviersmp/ride-share-olap · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
volumes:
  kafka_data:

networks:
  ride-share-olap:
    driver: bridge

services:
  kafka:
    image: confluentinc/cp-kafka:7.9.1
    container_name: kafka
    environment:
      TZ: ${LOCAL_TIMEZONE:-UTC}
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: 'broker,controller'
      KAFKA_CONTROLLER_QUORUM_VOTERS: '1@kafka:9093'
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT'
      KAFKA_LISTENERS: 'PLAINTEXT://:9092,CONTROLLER://:9093,PLAINTEXT_HOST://:29092'
      KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://kafka:9092,PLAINTEXT_HOST://localhost:29092'
      KAFKA_INTER_BROKER_LISTENER_NAME: 'PLAINTEXT'
      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
      CLUSTER_ID: 'MkxUNjQwN1RRM2F2Q1dSU1pFb1RkQQ=='
      KAFKA_LOG_DIRS: '/var/lib/kafka/data'
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
      KAFKA_NUM_PARTITIONS: 4
    volumes:
      - kafka_data:/var/lib/kafka/data
    ports:
      - 29092:29092
    networks:
      - ride-share-olap
    healthcheck:
      test: ["CMD-SHELL", "cub kafka-ready -b localhost:9092 1 30"]
      interval: 15s
      timeout: 10s
      retries: 10
      start_period: 45s
    restart: unless-stopped
    deploy:
      resources:
        limits:
          cpus: '1.0'
          memory: '1.5G'
        reservations:
          cpus: '0.75'
          memory: '1G'

  kafka-ui:
    image: provectuslabs/kafka-ui:latest
    container_name: kafka-ui
    environment:
      TZ: ${LOCAL_TIMEZONE:-UTC}
      KAFKA_CLUSTERS_0_NAME: 'local-kraft-cluster'
      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: 'kafka:9092'
      KAFKA_CLUSTERS_0_PROPERTIES_SECURITY_PROTOCOL: 'PLAINTEXT'
    ports:
      - 8090:8080
    networks:
      - ride-share-olap
    depends_on:
      - kafka
    restart: on-failure
    deploy:
      resources:
        limits:
          cpus: '0.25'
          memory: '256M'
        reservations:
          cpus: '0.1'
          memory: '128M'

  kafka-producer:
    image: kafka-realtime-sim-producer
    build:
      context: ./kafka-app
      dockerfile: Dockerfile
    container_name: kafka-realtime-sim-producer
    environment:
      TZ: ${LOCAL_TIMEZONE:-UTC}
      BOOTSTRAP_SERVERS: ${BOOTSTRAP_SERVERS}
      KAFKA_TOPIC: ${KAFKA_TOPIC}
    volumes:
      - ./data:/app/data
      - ./kafka-app/producer.py:/app/producer.py
    networks:
      - ride-share-olap
    tty: true
    depends_on:
      kafka:
        condition: service_healthy
    restart: on-failure
    deploy:
      resources:
        limits:
          cpus: '0.1'
          memory: '128M'
        reservations:
          cpus: '0.1'
          memory: '64M'