feat: add HAProxy and FlowProxy config to BuilderHub and forward HAProxy ports from buildernet VM (#376)

Author: fkondej

custom-recipes/buildernet/mkosi/start.sh

@@ -16,6 +16,8 @@ RAM=32G
 SSH_PORT=2222
 OPERATOR_API_PORT=13535
 RBUILDER_RPC_PORT=18645
+HAPROXY_HTTP_PORT=10080
+HAPROXY_HTTPS_PORT=10443
 
 if [[ ! -f "${VM_IMAGE}" ]]; then
     echo "Error: VM image not found. Run ./prepare.sh first."
@@ -31,6 +33,8 @@ echo "Starting VM..."
 echo "  SSH: localhost:${SSH_PORT}"
 echo "  Operator API: localhost:${OPERATOR_API_PORT}"
 echo "  rbuilder RPC: localhost:${RBUILDER_RPC_PORT}"
+echo "  HAProxy HTTP: localhost:${HAPROXY_HTTP_PORT}"
+echo "  HAProxy HTTPS: localhost:${HAPROXY_HTTPS_PORT}"
 echo "  Console log: ${CONSOLE_LOG}"
 echo "  Console socket: ${CONSOLE_SOCK}"
 
@@ -50,7 +54,7 @@ qemu-system-x86_64 \
   -drive file="${VM_DATA_DISK}",format=raw,if=none,id=datadisk \
   -device nvme,id=nvme0,serial=nvme-data \
   -device nvme-ns,drive=datadisk,bus=nvme0,nsid=12 \
-  -nic user,model=virtio-net-pci,hostfwd=tcp:127.0.0.1:${SSH_PORT}-:40192,hostfwd=tcp:127.0.0.1:${OPERATOR_API_PORT}-:3535,hostfwd=tcp:127.0.0.1:${RBUILDER_RPC_PORT}-:8645 \
+  -nic user,model=virtio-net-pci,hostfwd=tcp:127.0.0.1:${SSH_PORT}-:40192,hostfwd=tcp:127.0.0.1:${OPERATOR_API_PORT}-:3535,hostfwd=tcp:127.0.0.1:${RBUILDER_RPC_PORT}-:8645,hostfwd=tcp:127.0.0.1:${HAPROXY_HTTP_PORT}-:80,hostfwd=tcp:127.0.0.1:${HAPROXY_HTTPS_PORT}-:443 \
   -chardev socket,id=virtcon,path="${CONSOLE_SOCK}",server=on,wait=off \
   -device virtio-serial-pci \
   -device virtconsole,chardev=virtcon,name=org.qemu.console.0

playground/utils/builderhub-config.yaml

@@ -50,6 +50,31 @@ rbuilder:
     url = "ws://10.0.2.2:5555"
     auth_header = ""
 
+flowproxy:
+  builderhub_endpoint: http://127.0.0.1:7937
+  builder_endpoint: http://127.0.0.1:8645
+  # Uncomment to enable ClickHouse:
+  # clickhouse_host: https://your-clickhouse-host:port
+  # clickhouse_username: your_username
+  # clickhouse_password: your_password
+  # clickhouse_database: db_name
+  # clickhouse_bundles_table_name: table_name
+  flashbots_orderflow_signing_address: "0x0000000000000000000000000000000000000000"
+  system_listen_addr: 127.0.0.1:5542
+  user_listen_addr: 127.0.0.1:5543
+
+haproxy:
+  rate_limit_privileged_ips:
+    - 10.0.2.2
+  rate_limit_conn_rate_regular: "1000"
+  rate_limit_conn_rate_privileged: "100000"
+  rate_limit_total_conn_regular: "1000"
+  rate_limit_total_conn_privileged: "100000"
+  rate_limit_bytes_in_rate_regular: "10000000000"
+  rate_limit_bytes_in_rate_privileged: "100000000000"
+  rate_limit_http_req_rate_regular: "10000"
+  rate_limit_http_req_rate_privileged: "1000000"
+
 disk_encryption:
   key: 5d7052c0c3aff5834f45e3f33aca0a55ef9f43ca9cf6c5c8e8375ab82564ddb6  # playground value
 # Must match builder_id below (dashes become underscores via config-watchdog)