debugging node state operations

Author: tclose

pydra/engine/core.py

@@ -544,6 +544,7 @@ def _check_for_hash_changes(self):
         details = ""
         for changed in hash_changes:
             field = getattr(attr.fields(type(self.definition)), changed)
+            hash_function(getattr(self.definition, changed))
             val = getattr(self.definition, changed)
             field_type = type(val)
             if inspect.isclass(field.type) and issubclass(field.type, FileSet):
@@ -570,7 +571,7 @@ def _check_for_hash_changes(self):
         if hash_changes:
             raise RuntimeError(
                 f"Input field hashes have changed during the execution of the "
-                f"'{self.name}' {type(self).__name__}.\n\n{details}"
+                f"'{self.name}' task of {type(self)} type.\n\n{details}"
             )
         logger.debug(
             "Input values and hashes for '%s' %s node:\n%s\n%s",

pydra/engine/node.py

@@ -45,12 +45,12 @@ class Node(ty.Generic[OutputType]):
         init=False, default=None, eq=False, hash=False, repr=False
     )
     _state: State | None = attrs.field(init=False, default=NOT_SET)
-    _cont_dim: dict[str, int] | None = attrs.field(
-        init=False, default=None
-    )  # QUESTION: should this be included in the state?
-    _inner_cont_dim: dict[str, int] = attrs.field(
-        init=False, factory=dict
-    )  # QUESTION: should this be included in the state?
+    # _cont_dim: dict[str, int] | None = attrs.field(
+    #     init=False, default=None
+    # )  # QUESTION: should this be included in the state?
+    # _inner_cont_dim: dict[str, int] = attrs.field(
+    #     init=False, factory=dict
+    # )  # QUESTION: should this be included in the state?
 
     def __attrs_post_init__(self):
         self._set_state()
@@ -179,16 +179,20 @@ def _check_if_outputs_have_been_used(self, msg):
 
     def _set_state(self) -> None:
         # Add node name to state's splitter, combiner and cont_dim loaded from the def
-        splitter = self._definition._splitter
-        combiner = self._definition._combiner
+        splitter = deepcopy(
+            self._definition._splitter
+        )  # these can be modified by the state
+        combiner = deepcopy(
+            self._definition._combiner
+        )  # these can be modified by the state
         if splitter:
             splitter = hlpst.add_name_splitter(splitter, self.name)
         if combiner:
             combiner = hlpst.add_name_combiner(combiner, self.name)
         if self._definition._cont_dim:
-            self._cont_dim = {}
+            cont_dim = {}
             for key, val in self._definition._cont_dim.items():
-                self._cont_dim[f"{self.name}.{key}"] = val
+                cont_dim[f"{self.name}.{key}"] = val
         other_states = self._get_upstream_states()
         if splitter or combiner or other_states:
             self._state = State(
@@ -197,6 +201,7 @@ def _set_state(self) -> None:
                 splitter=splitter,
                 other_states=other_states,
                 combiner=combiner,
+                cont_dim=cont_dim,
             )
             if combiner:
                 if not_split := [

pydra/engine/submitter.py

@@ -215,6 +215,7 @@ def __call__(
                 definition=task_def,
                 splitter=deepcopy(task_def._splitter),
                 combiner=deepcopy(task_def._combiner),
+                cont_dim=deepcopy(task_def._cont_dim),
             )
 
             def wrap_type(tp):