Update iterative prompting livecell experiment

Author: constantinpape

finetuning/livecell/evaluation/iterative_prompting.py

@@ -1,18 +1,52 @@
+import os
+from glob import glob
+
 from micro_sam.evaluation.inference import run_inference_with_iterative_prompting
+from micro_sam.evaluation.evaluation import run_evaluation
+
 from util import get_checkpoint, get_paths
 
+LIVECELL_GT_ROOT = "/scratch-grete/projects/nim00007/data/LiveCELL/annotations_corrected/livecell_test_images"
+# TODO update to make fit other models
+PREDICTION_ROOT = "./pred_interactive_prompting"
+
+
+def run_interactive_prompting():
+    prediction_root = PREDICTION_ROOT
 
-def main():
     checkpoint, model_type = get_checkpoint("vit_b")
     image_paths, gt_paths = get_paths()
 
-    prediction_root = "./pred_interactive_prompting"
-
     run_inference_with_iterative_prompting(
         checkpoint, model_type, image_paths, gt_paths,
         prediction_root, use_boxes=False, batch_size=16,
     )
 
 
+def get_pg_paths(pred_folder):
+    pred_paths = sorted(glob(os.path.join(pred_folder, "*.tif")))
+    names = [os.path.split(path)[1] for path in pred_paths]
+    gt_paths = [
+        os.path.join(LIVECELL_GT_ROOT, name.split("_")[0], name) for name in names
+    ]
+    assert all(os.path.exists(pp) for pp in gt_paths)
+    return pred_paths, gt_paths
+
+
+def evaluate_interactive_prompting():
+    prediction_root = PREDICTION_ROOT
+    prediction_folders = sorted(glob(os.path.join(prediction_root, "iteration*")))
+    for pred_folder in prediction_folders:
+        print("Evaluating", pred_folder)
+        pred_paths, gt_paths = get_pg_paths(pred_folder)
+        res = run_evaluation(gt_paths, pred_paths, save_path=None)
+        print(res)
+
+
+def main():
+    # run_interactive_prompting()
+    evaluate_interactive_prompting()
+
+
 if __name__ == "__main__":
     main()