We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c0cc3d3 commit 5a2fef0Copy full SHA for 5a2fef0
eval/chat_benchmarks/RepoBench/eval_instruct.py
@@ -27,6 +27,8 @@ def __init__(
27
max_tokens: int = 128,
28
debug: bool = False,
29
legacy_mode: bool = False,
30
+ logger: Optional[logging.Logger] = None,
31
+ system_instruction: Optional[str] = None,
32
):
33
"""
34
Initialize RepoBench benchmark.
@@ -38,7 +40,7 @@ def __init__(
38
40
debug: If true, run on debug mode using 2 samples
39
41
legacy_mode: Whether to use legacy (v0) evaluation
42
- super().__init__()
43
+ super().__init__(logger=logger, system_instruction=system_instruction)
44
self.languages = languages
45
self.subsets = subsets
46
self.max_tokens = max_tokens
0 commit comments