Skip to content

Commit cf297ad

Browse files
committed
chore: remove anthropic eval for now
1 parent 1a5cf9c commit cf297ad

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

packages/eval-tools/src/test-models.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -84,7 +84,7 @@ function getWorkersAiModel(modelName: AiTextGenerationModels) {
8484
export const eachModel = describe.each([
8585
getOpenAiModel('gpt-4o'),
8686
getOpenAiModel('gpt-4o-mini'),
87-
getAnthropicModel('claude-3-5-sonnet-20241022'),
87+
// getAnthropicModel('claude-3-5-sonnet-20241022'), TODO: The evals pass with anthropic, but our rate limit is so low with AI wholesaling that we can't use it in CI because it's impossible to get a complete run with the current limits
8888
getGeminiModel('gemini-2.0-flash')
8989
// llama 3 is somewhat inconsistent
9090
//getWorkersAiModel("@cf/meta/llama-3.3-70b-instruct-fp8-fast")

0 commit comments

Comments
 (0)