File tree Expand file tree Collapse file tree 1 file changed +4
-1
lines changed
chebai/preprocessing/datasets Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -1103,7 +1103,9 @@ def _retrieve_splits_from_csv(self) -> None:
11031103 splits_df = pd .read_csv (self .splits_file_path )
11041104
11051105 filename = self .processed_file_names_dict ["data" ]
1106- data = self .load_processed_data (filename = filename )
1106+ data = torch .load (
1107+ os .path .join (self .processed_dir , filename ), weights_only = False
1108+ )
11071109 df_data = pd .DataFrame (data )
11081110
11091111 train_ids = splits_df [splits_df ["split" ] == "train" ]["id" ]
@@ -1114,6 +1116,7 @@ def _retrieve_splits_from_csv(self) -> None:
11141116 self ._dynamic_df_val = df_data [df_data ["ident" ].isin (validation_ids )]
11151117 self ._dynamic_df_test = df_data [df_data ["ident" ].isin (test_ids )]
11161118
1119+ # ------------------------------ Phase: DataLoaders -----------------------------------
11171120 def load_processed_data (
11181121 self , kind : Optional [str ] = None , filename : Optional [str ] = None
11191122 ) -> List [Dict [str , Any ]]:
You can’t perform that action at this time.
0 commit comments