Add ha proxy

Author: YuryHrytsuk

services/rabbit/.gitignore

@@ -1,3 +1,4 @@
 docker-compose.yml
 !erlang.cookie.secret.template
 rabbitmq.conf
+haproxy.cfg

services/rabbit/Makefile

@@ -30,5 +30,9 @@ rabbitmq.conf: rabbitmq.conf.j2 .env venv
 	# generate $@
 	@$(call jinja, $<, .env, $@)
 
-docker-compose.yml: docker-compose.yml.j2 .env rabbitmq.conf erlang.cookie.secret venv $(VENV_BIN)/j2
+haproxy.cfg: haproxy.cfg.j2 .env venv
+	# generate $@
+	@$(call jinja, $<, .env, $@)
+
+docker-compose.yml: docker-compose.yml.j2 .env rabbitmq.conf erlang.cookie.secret haproxy.cfg venv $(VENV_BIN)/j2
 	@$(call jinja, $<, .env, $@)

services/rabbit/docker-compose.yml.j2

@@ -1,6 +1,16 @@
 {% set NODE_IXS = range(1, (RABBIT_CLUSTER_NODE_COUNT | int) + 1) -%}
 
 services:
+  loadbalancer:
+    image: haproxy:3.2
+    ports:
+      - "5672:5672"
+      - "15672:15672"
+    networks:
+      - rabbit
+    configs:
+      - source: haproxy.cfg
+        target: /usr/local/etc/haproxy/haproxy.cfg
 {% for ix in NODE_IXS %}
   rabbit0{{ ix }}:
     image: itisfoundation/rabbitmq:4.1.2-management
@@ -17,11 +27,6 @@ services:
       RABBITMQ_NODENAME: {% raw %}"rabbit@{{.Service.Name}}"{% endraw %}
     # https://docs.docker.com/reference/compose-file/services/#long-syntax-5
     # https://hub.docker.com/_/rabbitmq#erlang-cookie
-{% if ix == 1 %}
-    # TODO: remove
-    ports:
-      - "15672:15672"  # management UI
-{% endif %}
     secrets:
       # https://github.com/docker-library/rabbitmq/issues/279
       - source: rabbit_erlang_cookie
@@ -60,7 +65,7 @@ services:
     image: python:3.11
     command: sh -c "pip install pika && python /app/sub.py"
     environment:
-      - RABBIT_HOSTS=rabbit_rabbit01,rabbit_rabbit02,rabbit_rabbit03
+      - RABBIT_HOSTS=rabbit_loadbalancer
       - RABBIT_USER=${RABBIT_USER}
       - RABBIT_PASS=${RABBIT_PASSWORD}
     networks:
@@ -72,7 +77,7 @@ services:
     image: python:3.11
     command: sh -c "pip install pika && python /app/pub.py"
     environment:
-      - RABBIT_HOSTS=rabbit_rabbit01,rabbit_rabbit02,rabbit_rabbit03
+      - RABBIT_HOSTS=rabbit_loadbalancer
       - RABBIT_USER=${RABBIT_USER}
       - RABBIT_PASS=${RABBIT_PASSWORD}
     networks:
@@ -96,7 +101,9 @@ networks:
 configs:
   rabbitmq.conf:
     file: ./rabbitmq.conf
-    name: ${STACK_NAME}_rabbitmq_conf_{{ "./rabbitmq.conf" | sha256file | substring(0,10) }}
+  haproxy.cfg:
+    file: ./haproxy.cfg
+    name: ${STACK_NAME}_haproxy_conf_{{ "./haproxy.cfg" | sha256file | substring(0,10) }}
 
 secrets:
   rabbit_erlang_cookie:

services/rabbit/haproxy.cfg.j2

@@ -0,0 +1,36 @@
+global
+    log stdout format raw local0
+    maxconn 4096
+    pidfile /tmp/haproxy.pid
+
+defaults
+    log global
+    mode tcp
+    option tcplog
+    timeout connect 5s
+    timeout client 30s
+    timeout server 30s
+
+frontend rabbit
+    bind *:5672
+    default_backend rabbit_backends
+
+frontend rabbit_dashboard
+    bind *:15672
+    default_backend rabbit_dashboard_backends
+
+backend rabbit_backends
+    balance roundrobin
+    server rabbit01 rabbit_rabbit01:5672 check inter 5s rise 2 fall 3
+    server rabbit02 rabbit_rabbit02:5672 check inter 5s rise 2 fall 3
+    server rabbit03 rabbit_rabbit03:5672 check inter 5s rise 2 fall 3
+
+backend rabbit_dashboard_backends
+    mode http
+    balance roundrobin
+    option forwardfor
+    http-request set-header X-Forwarded-Port %[dst_port]
+    http-request add-header X-Forwarded-Proto https if { ssl_fc }
+    server rabbit01 rabbit_rabbit01:15672 check inter 5s rise 2 fall 3
+    server rabbit02 rabbit_rabbit02:15672 check inter 5s rise 2 fall 3
+    server rabbit03 rabbit_rabbit03:15672 check inter 5s rise 2 fall 3