Claude 3.5 models support 8192 output tokens....

Author: SamSaffron

lib/completions/endpoints/anthropic.rb

@@ -32,7 +32,10 @@ def default_options(dialect)
               llm_model.name
             end
 
-          options = { model: mapped_model, max_tokens: 3_000 }
+          max_tokens = 4096
+          max_tokens = 8192 if mapped_model.include?("3.5") || mapped_model.include?("3_5")
+
+          options = { model: mapped_model, max_tokens: max_tokens }
 
           options[:stop_sequences] = ["</function_calls>"] if !dialect.native_tool_support? &&
             dialect.prompt.has_tools?