We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7fd3bfe commit 0bc2800Copy full SHA for 0bc2800
src/magentic_ui/eval/benchmarks/webvoyager/webvoyager.py
@@ -79,7 +79,9 @@ def __init__(
79
if eval_method not in ["exact_match", "gpt_eval"]:
80
raise ValueError("eval_method must be 'exact_match' or 'gpt_eval'")
81
self.eval_method = eval_method
82
- self.eval_client_config: Dict[str, Any] = eval_client_config or self.DEFAULT_EVAL_CONFIG
+ self.eval_client_config: Dict[str, Any] = (
83
+ eval_client_config or self.DEFAULT_EVAL_CONFIG
84
+ )
85
assert self.data_dir is not None
86
self.data_file = os.path.join(self.data_dir, "WebVoyager_data.jsonl")
87
self.reference_file = os.path.join(self.data_dir, "reference_answer.json")
0 commit comments