We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1c9884f commit 8ad0a0fCopy full SHA for 8ad0a0f
tests/graders/common/test_relevance.py
@@ -139,8 +139,8 @@ async def test_error_handling(self):
139
response="Python is a programming language.",
140
)
141
142
- # Assertions
143
- assert "Evaluation error: API Error" in result.error
+ # Assertions - error message is stored in reason field when exception occurs
+ assert "Evaluation error: API Error" in result.reason
144
145
146
# ==================== QUALITY TESTS ====================
0 commit comments