We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 49b30cb commit a32ba5dCopy full SHA for a32ba5d
src/agentready/cli/benchmark.py
@@ -7,7 +7,7 @@
7
8
import click
9
10
-from ..services.eval_harness.harbor_config import HarborConfig
+from ..services.eval_harness.harbor_config import ALLOWED_MODELS, HarborConfig
11
from ..services.eval_harness.tbench_runner import _real_tbench_result
12
from ..services.harbor.agent_toggler import AssessorStateToggler
13
from ..services.harbor.comparer import compare_assessor_impact
@@ -35,7 +35,7 @@
35
)
36
@click.option(
37
"--model",
38
- type=click.Choice(["claude-haiku-4-5", "claude-sonnet-4-5"]),
+ type=click.Choice(list(ALLOWED_MODELS)),
39
default="claude-haiku-4-5",
40
help="Model for evaluation",
41
0 commit comments