Skip to content

Commit 8c5dce4

Browse files
committed
fix: use torch.load instead of load_processed_data
1 parent fdf6f5e commit 8c5dce4

File tree

1 file changed

+4
-1
lines changed
  • chebai/preprocessing/datasets

1 file changed

+4
-1
lines changed

chebai/preprocessing/datasets/base.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1103,7 +1103,9 @@ def _retrieve_splits_from_csv(self) -> None:
11031103
splits_df = pd.read_csv(self.splits_file_path)
11041104

11051105
filename = self.processed_file_names_dict["data"]
1106-
data = self.load_processed_data(filename=filename)
1106+
data = torch.load(
1107+
os.path.join(self.processed_dir, filename), weights_only=False
1108+
)
11071109
df_data = pd.DataFrame(data)
11081110

11091111
train_ids = splits_df[splits_df["split"] == "train"]["id"]
@@ -1114,6 +1116,7 @@ def _retrieve_splits_from_csv(self) -> None:
11141116
self._dynamic_df_val = df_data[df_data["ident"].isin(validation_ids)]
11151117
self._dynamic_df_test = df_data[df_data["ident"].isin(test_ids)]
11161118

1119+
# ------------------------------ Phase: DataLoaders -----------------------------------
11171120
def load_processed_data(
11181121
self, kind: Optional[str] = None, filename: Optional[str] = None
11191122
) -> List[Dict[str, Any]]:

0 commit comments

Comments
 (0)