renamed the name of the output folder for feature extraction

Author: ChaoPang

src/cehrbert/linear_prob/compute_cehrbert_features.py

@@ -224,7 +224,7 @@ def main():
     for split, data_loader in data_loaders:
 
         # Ensure prediction folder exists
-        feature_output_folder = Path(training_args.output_dir) / split / "features"
+        feature_output_folder = Path(training_args.output_dir) / "features_with_label" / f"{split}_features"
         feature_output_folder.mkdir(parents=True, exist_ok=True)
 
         LOG.info("Generating features for %s set at %s", split, feature_output_folder)

src/cehrbert/linear_prob/train_with_cehrbert_features.py

@@ -31,8 +31,8 @@ def main(args):
         print("The models have been trained, and skip ...")
         exit(0)
 
-    feature_train = pd.read_parquet(features_data_dir / "train" / "features")
-    feature_test = pd.read_parquet(features_data_dir / "test" / "features")
+    feature_train = pd.read_parquet(features_data_dir / "features_with_label" / "train_features")
+    feature_test = pd.read_parquet(features_data_dir / "features_with_label" / "test_features")
 
     if logistic_test_result_file.exists():
         print(f"The results for logistic regression already exist at {logistic_test_result_file}")