Merge branch 'cvolk/fix/stop_evaluation_on_error' into cvolk/feature/video_grid_droid_pnp

Author: cvolkcvolk

isaaclab_arena/evaluation/eval_runner.py

@@ -158,10 +158,11 @@ def main():
                         metrics_logger.append_job_metrics(job.name, metrics)
 
                 except Exception as e:
-                    # continue with the next job even if one fails
                     job_manager.complete_job(job, metrics={}, status=Status.FAILED)
                     print(f"Job {job.name} failed with error: {e}")
                     print(f"Traceback: {traceback.format_exc()}")
+                    if not args_cli.continue_on_error:
+                        raise
 
                 finally:
                     # Only stop env if it was successfully created

isaaclab_arena/evaluation/eval_runner_cli.py

@@ -21,3 +21,9 @@ def add_eval_runner_arguments(parser: argparse.ArgumentParser) -> None:
         default="/eval/videos",
         help="Root directory for recorded videos. Each job gets a subdirectory.",
     )
+    parser.add_argument(
+        "--continue_on_error",
+        action="store_true",
+        default=False,
+        help="Continue evaluation with remaining jobs when a job fails instead of stopping immediately.",
+    )