[BugFix] Patching not applied to NonTensorData observations, like Atari's (#3091)

Co-authored-by: vmoens <[email protected]>

Author: marcosgalleterobbva

torchrl/data/datasets/minari_data.py

@@ -16,7 +16,7 @@
 from typing import Callable
 
 import torch
-from tensordict import PersistentTensorDict, TensorDict
+from tensordict import PersistentTensorDict, TensorDict, is_non_tensor
 from torchrl._utils import KeyDependentDefaultDict, logger as torchrl_logger
 from torchrl.data.datasets.common import BaseDatasetExperienceReplay
 from torchrl.data.datasets.utils import _get_root_dir
@@ -323,6 +323,8 @@ def _download_and_preproc(self):
                                 ):  # no need for this, we don't need the proper length: or steps != val.shape[0] - 1:
                                     if val.is_empty():
                                         continue
+                                    if is_non_tensor(val):
+                                        continue
                                     val = _patch_info(val)
                                 td_data.set(("next", match), torch.zeros_like(val[0]))
                                 td_data.set(match, torch.zeros_like(val[0]))
@@ -370,6 +372,8 @@ def _download_and_preproc(self):
                                 if not val.shape or steps != val.shape[0] - 1:
                                     if val.is_empty():
                                         continue
+                                    if is_non_tensor(val):
+                                        continue
                                     val = _patch_info(val)
                                 if steps != val.shape[0] - 1:
                                     raise RuntimeError(