RabbitMQ 3.13.0 cannot be deployed in the IPv6 environment.

[dormanze]

rabbitmq version: 3.13.0
erlang version: 26.2.2
I upgraded from 3.11.9 to 3.13.0. I continued to use the ipv6 configuration from 3.11.9. It failed to boot up 3.13.0.
error message:

2024-03-25 09:45:38.647954+08:00 [notice] <0.44.0> Application mnesia exited with reason: stopped
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0> BOOT FAILED
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0> ===========
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0> Exception during startup:
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0> exit:timeout
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     peer:start_it/2, line 646
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_peer_discovery:query_node_props/1, line 404
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_peer_discovery:sync_desired_cluster/3, line 188
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_db:init/0, line 65
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_boot_steps:-run_step/2-lc$^0/1-0-/2, line 51
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_boot_steps:run_step/2, line 58
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_boot_steps:-run_boot_steps/1-lc$^0/1-0-/1, line 22
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>     rabbit_boot_steps:run_boot_steps/1, line 23
2024-03-25 09:45:38.648180+08:00 [error] <0.248.0>
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>   crasher:
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     initial call: application_master:init/4
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     pid: <0.247.0>
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     registered_name: []
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     exception exit: {timeout,{rabbit,start,[normal,[]]}}
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>       in function  application_master:init/4 (application_master.erl, line 142)
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     ancestors: [<0.246.0>]
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     message_queue_len: 1
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     messages: [{'EXIT',<0.248.0>,normal}]
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     links: [<0.246.0>,<0.44.0>]
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     dictionary: []
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     trap_exit: true
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     status: running
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     heap_size: 2586
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     stack_size: 28
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>     reductions: 176
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>   neighbours:
2024-03-25 09:45:39.649512+08:00 [error] <0.247.0>
2024-03-25 09:45:39.659161+08:00 [notice] <0.44.0> Application rabbit exited with reason: {timeout,{rabbit,start,[normal,[]]}}

advanced.config：

[
 {ssl, [{versions, ['tlsv1.2']}]},
 {rabbit, [
           {
            ssl_options, [
                          {cacertfile,            "/usr/local/rabbitmq_server-3.13.0/secret_file/Huawei_Equipment_Root_CA.pem"},
                          {certfile,              "/usr/local/rabbitmq_server-3.13.0/secret_file/DigitalSP_cer.pem"},
                          {keyfile,               "/usr/local/rabbitmq_server-3.13.0/secret_file/PrivateKey.pem"},
                          {password,
                             {encrypted,
                              <<"mMuApUWI4NseNla79tuGW9PQTuG40VnnxJVAUlsjjDf7I5jYF6VxIjut49mhBg6b1Y7kzQ3cDANoUV7JoJpw6sTph8Mn25tlTB0YGK7tEt4=">>
                             }
                          },
                          {verify,                verify_peer},
                          {fail_if_no_peer_cert,  false},
                          {versions,              ['tlsv1.2']},
                          {honor_cipher_order,     true},
                          {honor_ecc_order,        true},
                          {ciphers,  [
                                         "ECDHE-RSA-AES256-GCM-SHA384",
                                         "ECDHE-RSA-AES128-GCM-SHA256"
                                     ]
                          }
                         ]
           },
           {config_entry_decoder, [
              {passphrase, "KdalAC0S0WNFQJo2UWXh"},
              {iterations, 10000}
           ]}
          ]
 },
 {rabbitmq_management,
   [
    {
     listener, [
                {port,     15673},
                {ip,       "fc18::75"},
                {ssl,      true}
               ]
    }
   ]
 }
].

rabbitmq.conf:

listeners.tcp = none
listeners.ssl.default = fc18::75:5673
credential_validator.validation_backend = rabbit_credential_validator_password_regexp
credential_validator.regexp = ^(?=.*\d)(?=.*[A-Z])(?=.*[a-z])(?=.*[~@%^_=+\[{}\]:,.\/?])[\da-zA-Z~@%^_=+\[{}\]:,.\/?]{16,32}$|guest
log.file.level = info
log.file.rotation.size = 21000000
log.file.rotation.count = 5
vm_memory_high_watermark.absolute = 1638MiB
password_hashing_module = rabbit_password_hashing_sha512
cluster_partition_handling = autoheal
cluster_formation.discovery_retry_limit = 20
cluster_formation.discovery_retry_interval = 1000
mnesia_table_loading_retry_timeout = 30000
mnesia_table_loading_retry_limit = 5
cluster_formation.node_cleanup.only_log_warning = true
cluster_name = rabbitmq_cluster

cluster_formation.peer_discovery_backend = rabbit_peer_discovery_classic_config

cluster_formation.classic_config.nodes.1 = rabbit@rabbitmqservice-0

cluster_formation.classic_config.nodes.2 = rabbit@rabbitmqservice-1

cluster_formation.randomized_startup_delay_range.min = 25

cluster_formation.randomized_startup_delay_range.max = 30

rabbitmq-env.conf:

ERL_EPMD_PORT=4368
ERL_EPMD_ADDRESS=fc18::75
RABBITMQ_DIST_ADDR={64536,0,0,0,0,0,0,117}
RABBITMQ_SERVER_ADDITIONAL_ERL_ARGS="-kernel inet_dist_use_interface ${RABBITMQ_DIST_ADDR} inetrc '/usr/local/rabbitmq_server-3.13.0/etc/rabbitmq/erl_inetrc' -proto_dist inet6_tcp +S 2:2"
RABBITMQ_DIST_PORT=25674
NODENAME=rabbit@rabbitmqservice-1
RABBITMQ_CTL_ERL_ARGS="-proto_dist inet6_tcp"
ERL_EPMD_ENABLE_INET6=1

hosts:

# Kubernetes-managed hosts file.
127.0.0.1       localhost
::1     localhost ip6-localhost ip6-loopback
fe00::0 ip6-localnet
fe00::0 ip6-mcastprefix
fe00::1 ip6-allnodes
fe00::2 ip6-allrouters
fc18::75   rabbitmqservice-1
fc18::83   rabbitmqservice-0

[dormanze]

I deleted the peer node from rabbitmq.conf and let the instance start in standalone mode. Run the following command to restore the cluster:

rabbitmqctl stop_app
rabbitmqctl force_boot
rabbitmqctl join_cluster rabbit@rabbitmq-1
rabbitmqctl start_app

I don't know what changes were made in rabbitmq 3.13 or erlang 26.2.2 that caused this problem.

[lukebakken]

Please follow these issues:

• RabbitMQ 3.13.0 nodes with peer discovery enabled fails to start in an IPv6-only environment #10728
• rabbit_peer_discovery: Pass inetrc config file to temporary hidden node #10904

[dormanze]

I used the new ported code and it didn't solve my problem. The error message is as follows:

2024-03-26 13:47:31.437298+08:00 [notice] <0.44.0> Application mnesia exited with reason: stopped
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0> BOOT FAILED
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0> ===========
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0> Exception during startup:
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0> error:{case_clause,{ok,'/usr/local/rabbitmq_server-3.13.0/etc/rabbitmq/erl_inetrc'}}
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_peer_discovery:maybe_add_inetrc_arguments/1, line 442
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_peer_discovery:query_node_props/1, line 392
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_peer_discovery:sync_desired_cluster/3, line 188
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_db:init/0, line 65
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_boot_steps:-run_step/2-lc$^0/1-0-/2, line 51
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_boot_steps:run_step/2, line 58
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_boot_steps:-run_boot_steps/1-lc$^0/1-0-/1, line 22
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>     rabbit_boot_steps:run_boot_steps/1, line 23
2024-03-26 13:47:31.437559+08:00 [error] <0.248.0>
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>   crasher:
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     initial call: application_master:init/4
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     pid: <0.247.0>
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     registered_name: []
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     exception exit: {{case_clause,{ok,'/usr/local/rabbitmq_server-3.13.0/etc/rabbitmq/erl_inetrc'}},
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>                      {rabbit,start,[normal,[]]}}
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>       in function  application_master:init/4 (application_master.erl, line 142)
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     ancestors: [<0.246.0>]
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     message_queue_len: 1
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     messages: [{'EXIT',<0.248.0>,normal}]
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     links: [<0.246.0>,<0.44.0>]
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     dictionary: []
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     trap_exit: true
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     status: running
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     heap_size: 2586
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     stack_size: 28
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>     reductions: 176
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>   neighbours:
2024-03-26 13:47:32.438634+08:00 [error] <0.247.0>
2024-03-26 13:47:32.446210+08:00 [notice] <0.44.0> Application rabbit exited with reason: {{case_clause,{ok,'/usr/local/rabbitmq_server-3.13.0/etc/rabbitmq/erl_inetrc'}},{rabbit,start,[normal,[]]}}

my erl_inetrc:

{inet6, true}.
{file, hosts, "/etc/hosts"}.
{file, resolv, "/etc/resolv.conf"}.