|
| 1 | +--- docker-compose.yml 2025-03-17 13:32:15.120328412 +0700 |
| 2 | ++++ docker-compose.external-kafka.yml 2025-05-15 08:39:05.509951068 +0700 |
| 3 | +@@ -26,8 +26,6 @@ |
| 4 | + depends_on: |
| 5 | + redis: |
| 6 | + <<: *depends_on-healthy |
| 7 | +- kafka: |
| 8 | +- <<: *depends_on-healthy |
| 9 | + postgres: |
| 10 | + <<: *depends_on-healthy |
| 11 | + memcached: |
| 12 | +@@ -59,6 +57,14 @@ |
| 13 | + SENTRY_EVENT_RETENTION_DAYS: |
| 14 | + SENTRY_MAIL_HOST: |
| 15 | + SENTRY_MAX_EXTERNAL_SOURCEMAP_SIZE: |
| 16 | ++ KAFKA_BOOTSTRAP_SERVERS: ${KAFKA_BOOTSTRAP_SERVERS:-kafka:9092} |
| 17 | ++ KAFKA_SECURITY_PROTOCOL: ${KAFKA_SECURITY_PROTOCOL:-PLAINTEXT} |
| 18 | ++ KAFKA_SSL_CA_LOCATION: ${KAFKA_SSL_CA_LOCATION:-} |
| 19 | ++ KAFKA_SSL_CERTIFICATE_LOCATION: ${KAFKA_SSL_CERTIFICATE_LOCATION:-} |
| 20 | ++ KAFKA_SSL_KEY_LOCATION: ${KAFKA_SSL_KEY_LOCATION:-} |
| 21 | ++ KAFKA_SASL_MECHANISM: ${KAFKA_SASL_MECHANISM:-} |
| 22 | ++ KAFKA_SASL_USERNAME: ${KAFKA_SASL_USERNAME:-} |
| 23 | ++ KAFKA_SASL_PASSWORD: ${KAFKA_SASL_PASSWORD:-} |
| 24 | + volumes: |
| 25 | + - "sentry-data:/data" |
| 26 | + - "./sentry:/etc/sentry" |
| 27 | +@@ -69,15 +75,20 @@ |
| 28 | + depends_on: |
| 29 | + clickhouse: |
| 30 | + <<: *depends_on-healthy |
| 31 | +- kafka: |
| 32 | +- <<: *depends_on-healthy |
| 33 | + redis: |
| 34 | + <<: *depends_on-healthy |
| 35 | + image: "$SNUBA_IMAGE" |
| 36 | + environment: |
| 37 | + SNUBA_SETTINGS: self_hosted |
| 38 | + CLICKHOUSE_HOST: clickhouse |
| 39 | +- DEFAULT_BROKERS: "kafka:9092" |
| 40 | ++ DEFAULT_BROKERS: ${KAFKA_BOOTSTRAP_SERVERS:-kafka:9092} |
| 41 | ++ KAFKA_SECURITY_PROTOCOL: ${KAFKA_SECURITY_PROTOCOL:-PLAINTEXT} |
| 42 | ++ KAFKA_SSL_CA_PATH: ${KAFKA_SSL_CA_LOCATION:-} |
| 43 | ++ KAFKA_SSL_CERT_PATH: ${KAFKA_SSL_CERTIFICATE_LOCATION:-} |
| 44 | ++ KAFKA_SSL_KEY_PATH: ${KAFKA_SSL_KEY_LOCATION:-} |
| 45 | ++ KAFKA_SASL_MECHANISM: ${KAFKA_SASL_MECHANISM:-} |
| 46 | ++ KAFKA_SASL_USERNAME: ${KAFKA_SASL_USERNAME:-} |
| 47 | ++ KAFKA_SASL_PASSWORD: ${KAFKA_SASL_PASSWORD:-} |
| 48 | + REDIS_HOST: redis |
| 49 | + UWSGI_MAX_REQUESTS: "10000" |
| 50 | + UWSGI_DISABLE_LOGGING: "true" |
| 51 | +@@ -140,43 +151,7 @@ |
| 52 | + POSTGRES_HOST_AUTH_METHOD: "trust" |
| 53 | + volumes: |
| 54 | + - "sentry-postgres:/var/lib/postgresql/data" |
| 55 | +- kafka: |
| 56 | +- <<: *restart_policy |
| 57 | +- image: "confluentinc/cp-kafka:7.6.1" |
| 58 | +- environment: |
| 59 | +- # https://docs.confluent.io/platform/current/installation/docker/config-reference.html#cp-kakfa-example |
| 60 | +- KAFKA_PROCESS_ROLES: "broker,controller" |
| 61 | +- KAFKA_CONTROLLER_QUORUM_VOTERS: "[email protected]:29093" |
| 62 | +- KAFKA_CONTROLLER_LISTENER_NAMES: "CONTROLLER" |
| 63 | +- KAFKA_NODE_ID: "1001" |
| 64 | +- CLUSTER_ID: "MkU3OEVBNTcwNTJENDM2Qk" |
| 65 | +- KAFKA_LISTENERS: "PLAINTEXT://0.0.0.0:29092,INTERNAL://0.0.0.0:9093,EXTERNAL://0.0.0.0:9092,CONTROLLER://0.0.0.0:29093" |
| 66 | +- KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://127.0.0.1:29092,INTERNAL://kafka:9093,EXTERNAL://kafka:9092" |
| 67 | +- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT" |
| 68 | +- KAFKA_INTER_BROKER_LISTENER_NAME: "PLAINTEXT" |
| 69 | +- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: "1" |
| 70 | +- KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS: "1" |
| 71 | +- KAFKA_LOG_RETENTION_HOURS: "24" |
| 72 | +- KAFKA_MESSAGE_MAX_BYTES: "50000000" #50MB or bust |
| 73 | +- KAFKA_MAX_REQUEST_SIZE: "50000000" #50MB on requests apparently too |
| 74 | +- CONFLUENT_SUPPORT_METRICS_ENABLE: "false" |
| 75 | +- KAFKA_LOG4J_LOGGERS: "kafka.cluster=WARN,kafka.controller=WARN,kafka.coordinator=WARN,kafka.log=WARN,kafka.server=WARN,state.change.logger=WARN" |
| 76 | +- KAFKA_LOG4J_ROOT_LOGLEVEL: "WARN" |
| 77 | +- KAFKA_TOOLS_LOG4J_LOGLEVEL: "WARN" |
| 78 | +- ulimits: |
| 79 | +- nofile: |
| 80 | +- soft: 4096 |
| 81 | +- hard: 4096 |
| 82 | +- volumes: |
| 83 | +- - "sentry-kafka:/var/lib/kafka/data" |
| 84 | +- - "sentry-kafka-log:/var/lib/kafka/log" |
| 85 | +- - "sentry-secrets:/etc/kafka/secrets" |
| 86 | +- healthcheck: |
| 87 | +- <<: *healthcheck_defaults |
| 88 | +- test: ["CMD-SHELL", "nc -z localhost 9092"] |
| 89 | +- interval: 10s |
| 90 | +- timeout: 10s |
| 91 | +- retries: 30 |
| 92 | ++ kafka: !reset null |
| 93 | + clickhouse: |
| 94 | + <<: *restart_policy |
| 95 | + image: clickhouse-self-hosted-local |
| 96 | +@@ -475,9 +450,8 @@ |
| 97 | + read_only: true |
| 98 | + source: ./geoip |
| 99 | + target: /geoip |
| 100 | ++ - ./certificates/kafka:/kafka-certificates:ro |
| 101 | + depends_on: |
| 102 | +- kafka: |
| 103 | +- <<: *depends_on-healthy |
| 104 | + redis: |
| 105 | + <<: *depends_on-healthy |
| 106 | + web: |
| 107 | +@@ -486,15 +460,21 @@ |
| 108 | + <<: *restart_policy |
| 109 | + image: "$VROOM_IMAGE" |
| 110 | + environment: |
| 111 | +- SENTRY_KAFKA_BROKERS_PROFILING: "kafka:9092" |
| 112 | +- SENTRY_KAFKA_BROKERS_OCCURRENCES: "kafka:9092" |
| 113 | ++ SENTRY_KAFKA_BROKERS_PROFILING: ${KAFKA_BOOTSTRAP_SERVERS:-kafka:9092} |
| 114 | ++ SENTRY_KAFKA_BROKERS_OCCURRENCES: ${KAFKA_BOOTSTRAP_SERVERS:-kafka:9092} |
| 115 | ++ SENTRY_KAFKA_BROKERS_SPANS: ${KAFKA_BOOTSTRAP_SERVERS:-kafka:9092} |
| 116 | ++ SENTRY_KAFKA_SECURITY_PROTOCOL: ${KAFKA_SECURITY_PROTOCOL:-PLAINTEXT} |
| 117 | ++ SENTRY_KAFKA_SSL_CA_PATH: ${KAFKA_SSL_CA_LOCATION:-} |
| 118 | ++ SENTRY_KAFKA_SSL_CERT_PATH: ${KAFKA_SSL_CERTIFICATE_LOCATION:-} |
| 119 | ++ SENTRY_KAFKA_SSL_KEY_PATH: ${KAFKA_SSL_KEY_LOCATION:-} |
| 120 | ++ SENTRY_KAFKA_SASL_MECHANISM: ${KAFKA_SASL_MECHANISM:-} |
| 121 | ++ SENTRY_KAFKA_SASL_USERNAME: ${KAFKA_SASL_USERNAME:-} |
| 122 | ++ SENTRY_KAFKA_SASL_PASSWORD: ${KAFKA_SASL_PASSWORD:-} |
| 123 | + SENTRY_BUCKET_PROFILES: file://localhost//var/lib/sentry-profiles |
| 124 | + SENTRY_SNUBA_HOST: "http://snuba-api:1218" |
| 125 | + volumes: |
| 126 | + - sentry-vroom:/var/lib/sentry-profiles |
| 127 | +- depends_on: |
| 128 | +- kafka: |
| 129 | +- <<: *depends_on-healthy |
| 130 | ++ - ./certificates/kafka:/kafka-certificates:ro |
| 131 | + profiles: |
| 132 | + - feature-complete |
| 133 | + vroom-cleanup: |
| 134 | +@@ -523,8 +503,6 @@ |
| 135 | + external: true |
| 136 | + sentry-redis: |
| 137 | + external: true |
| 138 | +- sentry-kafka: |
| 139 | +- external: true |
| 140 | + sentry-clickhouse: |
| 141 | + external: true |
| 142 | + sentry-symbolicator: |
0 commit comments