fix ignored API_URL in mathvista (#705)

MoyusiteruIori · web-flow · commit fd3c3080bf90 · 2025-06-08T11:01:19.000+08:00
diff --git a/lmms_eval/tasks/mathvista/mathvista_evals.py b/lmms_eval/tasks/mathvista/mathvista_evals.py
@@ -167,7 +167,7 @@ class MathVistaEvaluator:
             "Authorization": f"Bearer {API_KEY}",
             "Content-Type": "application/json",
         }
-        client = OpenAI(api_key=API_KEY)
+        client = OpenAI(api_key=API_KEY, base_url=API_URL.rstrip("chat/completions"))
         gpt_model = config["metadata"]["gpt_eval_model_name"]
 
     elif API_TYPE == "azure":

Original file line number	Diff line number	Diff line change
`@@ -167,7 +167,7 @@ class MathVistaEvaluator:`
`167`	`167`	`"Authorization": f"Bearer {API_KEY}",`
`168`	`168`	`"Content-Type": "application/json",`
`169`	`169`	`}`
`170`		`- client = OpenAI(api_key=API_KEY)`
	`170`	`+ client = OpenAI(api_key=API_KEY, base_url=API_URL.rstrip("chat/completions"))`
`171`	`171`	`gpt_model = config["metadata"]["gpt_eval_model_name"]`
`172`	`172`
`173`	`173`	`elif API_TYPE == "azure":`