testing schema for haiku4.5, sonnet4.5

Author: vojto

lib/ruby_llm/models.json

@@ -373,7 +373,8 @@
       ]
     },
     "capabilities": [
-      "function_calling"
+      "function_calling",
+      "structured_output"
     ],
     "pricing": {
       "text_tokens": {

spec/fixtures/vcr_cassettes/chat_with_schema_with_anthropic_claude-sonnet-4-5_accepts_a_json_schema_and_returns_structured_output.yml

@@ -19,15 +19,17 @@
     end
 
     # Test providers that support JSON Schema structured output
-    CHAT_MODELS.select { |m| %i[openai anthropic].include?(m[:provider]) }.each do |model_info|
+    CHAT_SCHEMA_MODELS.reject { _1[:provider] == :gemini }.each do |model_info|
       model = model_info[:model]
       provider = model_info[:provider]
 
       context "with #{provider}/#{model}" do
         let(:chat) { RubyLLM.chat(model: model, provider: provider) }
 
         it 'accepts a JSON schema and returns structured output' do
-          skip 'Model does not support structured output' unless chat.model.structured_output?
+          # All models listed here should support structured output and the
+          # metadata should confirm that
+          raise 'Model returns false for structured_output?' unless chat.model.structured_output?
 
           response = chat
                      .with_schema(person_schema)
@@ -66,7 +68,7 @@
     end
 
     # Test Gemini provider separately due to different schema format
-    CHAT_MODELS.select { |model_info| model_info[:provider] == :gemini }.each do |model_info|
+    CHAT_SCHEMA_MODELS.select { _1[:provider] == :gemini }.each do |model_info|
       model = model_info[:model]
       provider = model_info[:provider]
 

spec/fixtures/vcr_cassettes/chat_with_schema_with_anthropic_claude-sonnet-4-5_allows_removing_schema_with_nil_mid-conversation.yml

@@ -1,7 +1,6 @@
 # frozen_string_literal: true
 
 CHAT_MODELS = [
-  { provider: :anthropic, model: 'claude-haiku-4-5' },
   { provider: :openrouter, model: 'claude-haiku-4-5' },
   { provider: :bedrock, model: 'claude-3-5-haiku' },
   { provider: :deepseek, model: 'deepseek-chat' },
@@ -15,6 +14,13 @@
   { provider: :vertexai, model: 'gemini-2.5-flash' }
 ].freeze
 
+CHAT_SCHEMA_MODELS = [
+  { provider: :anthropic, model: 'claude-haiku-4-5' },
+  { provider: :anthropic, model: 'claude-sonnet-4-5' },
+  { provider: :gemini, model: 'gemini-2.5-flash' },
+  { provider: :openai, model: 'gpt-4.1-nano' }
+].freeze
+
 PDF_MODELS = [
   { provider: :anthropic, model: 'claude-haiku-4-5' },
   { provider: :bedrock, model: 'claude-3-7-sonnet' },