minor

Author: mikasenghaas

verifiers/envs/environment.py

@@ -1030,7 +1030,9 @@ async def evaluate(
         save_results: bool = False,
         save_every: int = -1,
         independent_scoring: bool = False,
+        on_start: StartCallback | None = None,
         on_progress: ProgressCallback | None = None,
+        on_log: LogCallback | None = None,
         **kwargs,
     ) -> GenerateOutputs:
         """
@@ -1050,7 +1052,9 @@ async def evaluate(
             save_results=save_results,
             save_every=save_every,
             independent_scoring=independent_scoring,
+            on_start=on_start,
             on_progress=on_progress,
+            on_log=on_log,
             **kwargs,
         )
 

verifiers/types.py

@@ -49,12 +49,6 @@
 GroupRewardFunc = Callable[..., list[float] | Awaitable[list[float]]]
 RewardFunc = IndividualRewardFunc | GroupRewardFunc
 
-# callbacks for evals
-StartCallback = Callable[[int], None]  # receives actual total count
-# ProgressCallback receives (all_states_finished, new_states_from_await)
-ProgressCallback = Callable[["list[State]", "list[State]"], None]
-LogCallback = Callable[[str], None]
-
 
 class TrajectoryStepTokens(TypedDict):
     prompt_ids: list[int]
@@ -145,6 +139,11 @@ def get(self, key: str, default: Any = None) -> Any:
 # oai tools
 JsonPrimitive = Literal["string", "number", "integer", "boolean", "array", "object"]
 
+# callbacks
+StartCallback = Callable[[int], None]  # total rollouts
+ProgressCallback = Callable[[list[State], list[State]], None]  # all_states, new_states
+LogCallback = Callable[[str], None]  # log messages
+
 
 class GenerateMetadata(TypedDict):
     """Pydantic model for generation metadata."""