fix(jmx): set java.rmi.server.hostname to prevent SSL handshake failure on multi-homed hosts

Author: jeanouii

activemq-broker/src/test/java/org/apache/activemq/broker/jmx/ManagementContextSslTest.java

@@ -61,6 +61,7 @@ public class ManagementContextSslTest {
     private SSLContext savedDefaultSslContext;
     private String savedTrustStore;
     private String savedTrustStorePassword;
+    private String savedRmiHostname;
 
     @BeforeClass
     public static void createKeyStore() throws Exception {
@@ -109,6 +110,7 @@ public void setUp() throws Exception {
         savedDefaultSslContext = SSLContext.getDefault();
         savedTrustStore = System.getProperty("javax.net.ssl.trustStore");
         savedTrustStorePassword = System.getProperty("javax.net.ssl.trustStorePassword");
+        savedRmiHostname = System.getProperty("java.rmi.server.hostname");
     }
 
     @After
@@ -119,6 +121,7 @@ public void tearDown() throws Exception {
         SSLContext.setDefault(savedDefaultSslContext);
         restoreSystemProperty("javax.net.ssl.trustStore", savedTrustStore);
         restoreSystemProperty("javax.net.ssl.trustStorePassword", savedTrustStorePassword);
+        restoreSystemProperty("java.rmi.server.hostname", savedRmiHostname);
     }
 
     @Test
@@ -192,6 +195,9 @@ public void testConnectorStartsWithSsl() throws Exception {
         SSLContext.setDefault(testSslContext);
         System.setProperty("javax.net.ssl.trustStore", keystoreFile.toString());
         System.setProperty("javax.net.ssl.trustStorePassword", KEYSTORE_PASSWORD);
+        // Force RMI stubs to advertise "localhost" so SSL hostname verification
+        // matches the certificate SAN (dns:localhost) instead of the machine's IP.
+        System.setProperty("java.rmi.server.hostname", "localhost");
 
         context = createSslManagementContext();
         context.start();
@@ -211,6 +217,11 @@ public void testSslJmxConnectionSucceeds() throws Exception {
         SSLContext.setDefault(testSslContext);
         System.setProperty("javax.net.ssl.trustStore", keystoreFile.toString());
         System.setProperty("javax.net.ssl.trustStorePassword", KEYSTORE_PASSWORD);
+        // Force RMI stubs to advertise "localhost" so SSL hostname verification
+        // matches the certificate SAN (dns:localhost) instead of the machine's actual IP.
+        // RMI normally embeds InetAddress.getLocalHost() in stubs; on a multi-homed
+        // machine this can be an IP not covered by the test certificate.
+        System.setProperty("java.rmi.server.hostname", "localhost");
 
         context = createSslManagementContext();
         context.start();