log fd counts

Author: benclifford

parsl/tests/conftest.py

@@ -20,6 +20,7 @@
 from itertools import chain
 
 import _pytest.runner as runner
+import psutil
 import pytest
 
 import parsl
@@ -179,6 +180,9 @@ def load_dfk_session(request, pytestconfig, tmpd_cwd_session):
     config = pytestconfig.getoption('config')[0]
 
     if config != 'local':
+        this_process = psutil.Process()
+        start_fds = this_process.num_fds()
+        logger.error(f"BENC: start open fds: {start_fds}")
         spec = importlib.util.spec_from_file_location('', config)
         module = importlib.util.module_from_spec(spec)
         spec.loader.exec_module(module)
@@ -206,6 +210,8 @@ def load_dfk_session(request, pytestconfig, tmpd_cwd_session):
             raise RuntimeError("DFK changed unexpectedly during test")
         dfk.cleanup()
         assert DataFlowKernelLoader._dfk is None
+        end_fds = this_process.num_fds()
+        logger.error(f"BENC: end open fds: {end_fds}")
     else:
         yield
 
@@ -227,6 +233,10 @@ def load_dfk_local_module(request, pytestconfig, tmpd_cwd_session):
     config = pytestconfig.getoption('config')[0]
 
     if config == 'local':
+        this_process = psutil.Process()
+        start_fds = this_process.num_fds()
+        logger.error(f"BENC: start open fds: {start_fds}")
+
         local_setup = getattr(request.module, "local_setup", None)
         local_teardown = getattr(request.module, "local_teardown", None)
         local_config = getattr(request.module, "local_config", None)
@@ -258,6 +268,8 @@ def load_dfk_local_module(request, pytestconfig, tmpd_cwd_session):
                 raise RuntimeError("DFK changed unexpectedly during test")
             dfk.cleanup()
             assert DataFlowKernelLoader._dfk is None
+        end_fds = this_process.num_fds()
+        logger.error(f"BENC: end open fds: {end_fds} (vs start {start_fds}")
 
     else:
         yield