Try thread dumping.

Author: tecarter94

deploy/tasks/buildah-oci-ta.yaml

@@ -398,18 +398,6 @@ spec:
         BUILDAH_ARGS=()
         use_domain_proxy=false
 
-        cat >> /app/capture-netstat.sh << EOF
-        #!/bin/bash
-        while true; do
-          date >> /app/netstat-output.txt
-          netstat -a >> /app/netstat-output.txt
-          echo "--------------------------------------" >> /app/netstat-output.txt
-          done
-        EOF
-
-        chmod +x /app/capture-netstat.sh
-        nohup /app/capture-netstat.sh &
-
         if [ "${HERMETIC}" == "true" ]; then
           BUILDAH_ARGS+=("--pull=never")
           UNSHARE_ARGS="--net"
@@ -564,7 +552,7 @@ spec:
             -f "$dockerfile_copy" -t "$IMAGE" .
         fi
 
-        cat /app/netstat-output.txt
+        cat /app/thread_dump_*
 
         container=$(buildah from --pull-never "$IMAGE")
         buildah mount $container | tee /shared/container_path

java-components/domain-proxy/client/src/main/java/com/redhat/hacbs/domainproxy/client/DomainProxyClient.java

@@ -17,6 +17,7 @@
 import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
 
+import com.redhat.hacbs.domainproxy.common.CommonIOUtil;
 import jakarta.annotation.PostConstruct;
 import jakarta.annotation.PreDestroy;
 import jakarta.inject.Inject;
@@ -75,11 +76,13 @@ private void startClient() {
                                     .open(UnixDomainSocketAddress.of(domainSocket));
                             executor.submit(channelToChannelBiDirectionalHandler(byteBufferSize, httpClientChannel,
                                     domainSocketChannel));
+                            Thread.sleep(TIMEOUT_MS); // Make sure virtual thread is running
+                            CommonIOUtil.threadDump();
                         }
                     }
                 }
             }
-        } catch (final IOException e) {
+        } catch (final IOException | InterruptedException e) {
             Log.errorf(e, "Error initialising domain proxy client");
         }
         Quarkus.asyncExit();

java-components/domain-proxy/common/src/main/java/com/redhat/hacbs/domainproxy/common/CommonIOUtil.java

@@ -2,11 +2,18 @@
 
 import static java.lang.Thread.currentThread;
 
+import java.io.FileWriter;
 import java.io.IOException;
+import java.io.PrintWriter;
+import java.lang.management.ManagementFactory;
+import java.lang.management.ThreadInfo;
+import java.lang.management.ThreadMXBean;
 import java.nio.ByteBuffer;
 import java.nio.channels.SelectionKey;
 import java.nio.channels.Selector;
 import java.nio.channels.SocketChannel;
+import java.text.SimpleDateFormat;
+import java.util.Date;
 import java.util.Iterator;
 
 import org.jboss.logging.Logger;
@@ -160,4 +167,33 @@ private static String getChannelName(final SocketChannel channel) {
         }
         return channelName;
     }
+
+    public static void threadDump() throws IOException {
+        // Create a timestamp with milliseconds for the file name
+        String timestamp = new SimpleDateFormat("yyyyMMdd_HHmmss_SSS").format(new Date());
+        String fileName = "/app/thread_dump_" + timestamp + ".txt";
+
+        // Create a PrintWriter to write the thread dump to a file
+        try (PrintWriter writer = new PrintWriter(new FileWriter(fileName))) {
+            // Get the ThreadMXBean instance
+            ThreadMXBean threadMXBean = ManagementFactory.getThreadMXBean();
+
+            // Get all thread IDs
+            long[] threadIds = threadMXBean.getAllThreadIds();
+            ThreadInfo[] threadInfos = threadMXBean.getThreadInfo(threadIds, Integer.MAX_VALUE);
+
+            // Write the thread information to the file
+            for (ThreadInfo threadInfo : threadInfos) {
+                writer.println("Thread ID: " + threadInfo.getThreadId() + " Name: " + threadInfo.getThreadName());
+                writer.println("Thread State: " + threadInfo.getThreadState());
+                StackTraceElement[] stackTrace = threadInfo.getStackTrace();
+                for (StackTraceElement stackTraceElement : stackTrace) {
+                    writer.println("\t" + stackTraceElement);
+                }
+                writer.println();
+            }
+        }
+
+        LOG.infof("Thread dump written to file: %s", fileName);
+    }
 }

java-components/domain-proxy/server/src/main/java/com/redhat/hacbs/domainproxy/server/DomainProxyServer.java

@@ -19,6 +19,7 @@
 import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
 
+import com.redhat.hacbs.domainproxy.common.CommonIOUtil;
 import jakarta.annotation.PostConstruct;
 import jakarta.annotation.PreDestroy;
 import jakarta.inject.Inject;
@@ -75,11 +76,13 @@ private void startServer() {
                                     .open(new InetSocketAddress(LOCALHOST, httpServerPort));
                             executor.submit(channelToChannelBiDirectionalHandler(byteBufferSize, httpServerChannel,
                                     domainSocketChannel));
+                            Thread.sleep(TIMEOUT_MS); // Make sure virtual thread is running
+                            CommonIOUtil.threadDump();
                         }
                     }
                 }
             }
-        } catch (final IOException e) {
+        } catch (final IOException | InterruptedException e) {
             Log.errorf(e, "Error initialising domain proxy server");
         }
         Quarkus.asyncExit();