🎨 Increment seed for ANTs retry

Author: shnizzedy

CPAC/pipeline/random_state/seed.py

@@ -32,6 +32,22 @@
 _seed = {'seed': None}
 
 
+def increment_seed(node: 'Node') -> 'Node':
+    """Increment the random seed for a given node
+
+    Parameters
+    ----------
+    node : Node
+
+    Returns
+    -------
+    node : Node
+    """
+    if isinstance(node.seed, int):
+        node.seed = seed_plus_1()
+    return node
+
+
 def random_random_seed():
     '''Returns a random postive integer up to 2147483647
 

CPAC/registration/guardrails.py

@@ -117,7 +117,12 @@ def registration_guardrail(registered: str, reference: str,
                     bad_registration = BadRegistrationError(
                         metric=metric, value=value, threshold=threshold)
                     logger.error(str(bad_registration))
-                    if retry_num:  # if we've already retried, raise the error
+                    if retry_num:
+                        # if we've already retried, raise the error and
+                        # stop execution
+                        from nipype import config
+                        config.update_config({
+                            'execution': {'stop_on_first_crash': True}})
                         raise bad_registration
     return registered, failed_qc
 
@@ -247,12 +252,10 @@ def retry_registration_node(registered, registration_node):
     -------
     Node
     """
-    from CPAC.pipeline.random_state.seed import seed_plus_1
+    from CPAC.pipeline.random_state.seed import increment_seed
     if registered.endswith('-failed'):
-        retry_node = registration_node.clone(
-            name=f'{registration_node.name}-retry')
-        if isinstance(retry_node.seed, int):
-            retry_node.seed = seed_plus_1()
+        retry_node = increment_seed(registration_node.clone(
+            name=f'{registration_node.name}-retry'))
         return retry_node
     return registration_node
 

CPAC/registration/registration.py

@@ -23,6 +23,7 @@
 from nipype.interfaces.afni import utils as afni_utils
 from CPAC.anat_preproc.lesion_preproc import create_lesion_preproc
 from CPAC.func_preproc.utils import chunk_ts, split_ts_chunks
+from CPAC.pipeline.random_state.seed import increment_seed
 from CPAC.registration.guardrails import guardrail_selection, \
                                          registration_guardrail_node
 from CPAC.registration.utils import seperate_warps_list, \
@@ -1212,7 +1213,7 @@ def create_wf_calculate_ants_warp(name='create_wf_calculate_ants_warp',
                                 imports=reg_imports),
         name='calc_ants_warp', mem_gb=2.8,
         mem_x=(2e-7, 'moving_brain', 'xyz'))
-    retry_calculate_ants_warp = pe.Node(
+    retry_calculate_ants_warp = increment_seed(pe.Node(
         interface=util.Function(input_names=[*warp_inputs, 'previous_failure'],
                                 output_names=warp_outputs,
                                 function=retry_hardcoded_reg,
@@ -1222,7 +1223,7 @@ def create_wf_calculate_ants_warp(name='create_wf_calculate_ants_warp',
                                          'from CPAC.utils.docs import '
                                          'retry_docstring']),
         name='retry_calc_ants_warp', mem_gb=2.8,
-        mem_x=(2e-7, 'moving_brain', 'xyz'))
+        mem_x=(2e-7, 'moving_brain', 'xyz')))
     guardrails = tuple(registration_guardrail_node(
         f'{_try}{name}_guardrail', i) for i, _try in enumerate(('', 'retry_')))