|
35 | 35 | LLMGraderGenerator, |
36 | 36 | LLMGraderGeneratorConfig, |
37 | 37 | ) |
38 | | -from openjudge.generator.simple_rubric.rubric_generator import ( |
39 | | - DEFAULT_RUBRICS, |
40 | | - TaskBasedRubricGenerator, |
41 | | -) |
| 38 | +from openjudge.generator.simple_rubric.rubric_generator import TaskBasedRubricGenerator |
42 | 39 | from openjudge.graders.llm_grader import LLMGrader |
43 | 40 | from openjudge.graders.schema import GraderMode |
44 | 41 | from openjudge.models.openai_chat_model import OpenAIChatModel |
@@ -71,7 +68,7 @@ class SimpleRubricsGeneratorConfig(LLMGraderGeneratorConfig): |
71 | 68 | task_description: str = "" |
72 | 69 | scenario: Optional[str] = None |
73 | 70 | language: LanguageEnum = LanguageEnum.EN |
74 | | - default_rubrics: List[str] = field(default_factory=lambda: DEFAULT_RUBRICS.copy()) |
| 71 | + default_rubrics: List[str] = field(default_factory=list) |
75 | 72 | max_retries: int = 3 |
76 | 73 | min_score: int = 0 |
77 | 74 | max_score: int = 1 |
@@ -168,21 +165,19 @@ async def generate( |
168 | 165 |
|
169 | 166 | async def _generate_rubrics( |
170 | 167 | self, |
171 | | - sample_queries: Optional[List[str]] = None, |
| 168 | + dataset: Optional[List[str]] = None, # pylint: disable=arguments-renamed |
172 | 169 | ) -> str: |
173 | 170 | """Generate rubrics from task description. |
174 | 171 |
|
175 | 172 | Args: |
176 | | - sample_queries: Optional list of sample queries for context. |
| 173 | + dataset: Optional list of sample queries for context. |
177 | 174 |
|
178 | 175 | Returns: |
179 | 176 | str: Formatted string containing evaluation rubrics. |
180 | 177 | """ |
181 | | - rubrics_list = await self._rubric_generator.generate(sample_queries=sample_queries) |
| 178 | + rubrics_list = await self._rubric_generator.generate(sample_queries=dataset) |
182 | 179 |
|
183 | | - formatted_rubrics = "\n\n".join( |
184 | | - [f"{i + 1}. {rubric}" for i, rubric in enumerate(rubrics_list)] |
185 | | - ) |
| 180 | + formatted_rubrics = "\n\n".join([f"{i + 1}. {rubric}" for i, rubric in enumerate(rubrics_list)]) |
186 | 181 |
|
187 | 182 | logger.info(f"Generated {len(rubrics_list)} rubrics from task description") |
188 | 183 |
|
|
0 commit comments