Merge pull request NVIDIA#281 from sbak5/sbak/inject_fault

Move inject_fault from inprocess.tools to shared_utils

Author: sbak5

src/nvidia_resiliency_ext/inprocess/tools/__init__.py

@@ -38,7 +38,7 @@
 from packaging import version
 
 import nvidia_resiliency_ext.inprocess as inprocess
-import nvidia_resiliency_ext.inprocess.tools as tools
+from nvidia_resiliency_ext.shared_utils import inject_fault
 
 os.environ['MASTER_ADDR'] = 'localhost'
 os.environ['MASTER_PORT'] = '29500'
@@ -111,7 +111,7 @@ def parse_args(namespace=None, allow_extras=True):
     train.add_argument('--ext-max-delay', default=2, type=float)
     train.add_argument(
         '--ext-fault',
-        type=lambda s: tools.inject_fault.Fault[s.upper()],
+        type=lambda s: inject_fault.Fault[s.upper()],
         default=None,
         nargs='+',
     )
@@ -375,7 +375,7 @@ def train(
         maybe_trigger_fault(rank, world_size, args)
 
     if args.ext_fault is not None:
-        tools.inject_fault.inject_fault(
+        inject_fault.inject_fault(
             faults=args.ext_fault,
             num_faults=(args.min_faults, args.max_faults),
             keep_alive=args.keep_alive,

…ency_ext/inprocess/tools/inject_fault.py …iliency_ext/shared_utils/inject_fault.pysrc/nvidia_resiliency_ext/inprocess/tools/inject_fault.py renamed to src/nvidia_resiliency_ext/shared_utils/inject_fault.py src/nvidia_resiliency_ext/inprocess/tools/inject_fault.py renamed to src/nvidia_resiliency_ext/shared_utils/inject_fault.py

@@ -21,7 +21,7 @@
 from datetime import timedelta
 
 import nvidia_resiliency_ext.inprocess as inprocess
-import nvidia_resiliency_ext.inprocess.tools as tools
+from nvidia_resiliency_ext.shared_utils import inject_fault
 
 from . import app, common
 
@@ -156,8 +156,8 @@ def train_kwargs():
     @common.parametrize(
         'ext_fault',
         [
-            (tools.inject_fault.Fault.SIGKILL,),
-            (tools.inject_fault.Fault.SIGTERM,),
+            (inject_fault.Fault.SIGKILL,),
+            (inject_fault.Fault.SIGTERM,),
         ],
     )
     def test_wo_exitcode(self, ext_fault):