diff --git a/project/paperbench/paperbench/nano/eval.py b/project/paperbench/paperbench/nano/eval.py
index f8dc2edc..367119a8 100644
--- a/project/paperbench/paperbench/nano/eval.py
+++ b/project/paperbench/paperbench/nano/eval.py
@@ -400,7 +400,7 @@ async def grade(
             judge_output = await self.grade_submission(
                 submission_to_grade_path,
                 self.paper_id,
-                Path(self.run_dir),
+                self.run_dir,
             )
 
             ctx_logger.info(
@@ -566,7 +566,7 @@ async def grade_submission(
         self,
         submission_path: str,
         paper_id: str,
-        run_dir: Path,
+        run_dir: str,
     ) -> Optional[JudgeOutput]:
         ctx_logger = logger.bind(
             run_group_id=self.run_group_id,