fix: update Gemini tests to use available models

- Replace non-existent gemini-2.5-pro-exp-03-25 with gemini-2.0-flash-exp
- Update context caching tests to use gemini-1.5-flash-002 which supports createCachedContent
- Add check for empty chunks in streaming test to avoid nil errors

Author: azmaveth

check_cache_support.exs

@@ -0,0 +1,23 @@
+{:ok, _} = Application.ensure_all_started(:ex_llm)
+
+IO.puts("\nChecking Gemini models that support createCachedContent...")
+case ExLLM.list_models(:gemini) do
+  {:ok, models} ->
+    models
+    |> Enum.filter(fn model ->
+      # Check if model supports createCachedContent
+      case model do
+        %{capabilities: %{supported_generation_methods: methods}} when is_list(methods) ->
+          "createCachedContent" in methods
+        %{supported_generation_methods: methods} when is_list(methods) ->
+          "createCachedContent" in methods
+        _ ->
+          false
+      end
+    end)
+    |> Enum.each(fn model ->
+      IO.puts("  ✅ #{model.id} supports createCachedContent")
+    end)
+  {:error, error} ->
+    IO.puts("Error: #{inspect(error)}")
+end

list_gemini_models.exs

@@ -0,0 +1,13 @@
+{:ok, _} = Application.ensure_all_started(:ex_llm)
+
+IO.puts("\nListing Gemini models...")
+case ExLLM.list_models(:gemini) do
+  {:ok, models} ->
+    models
+    |> Enum.sort_by(& &1.id)
+    |> Enum.each(fn model ->
+      IO.puts("  - #{model.id}")
+    end)
+  {:error, error} ->
+    IO.puts("Error: #{inspect(error)}")
+end

test/ex_llm/providers/gemini_public_api_test.exs

@@ -57,7 +57,7 @@ defmodule ExLLM.Providers.GeminiPublicAPITest do
       ]
 
       case ExLLM.chat(:gemini, messages,
-             model: "gemini-2.5-pro-exp-03-25",
+             model: "gemini-2.0-flash-exp",
              safety_settings: safety_settings,
              max_tokens: 100
            ) do
@@ -81,12 +81,13 @@ defmodule ExLLM.Providers.GeminiPublicAPITest do
       end
 
       case ExLLM.stream(:gemini, messages, collector,
-             model: "gemini-2.5-pro-exp-03-25",
+             model: "gemini-2.0-flash-exp",
              max_tokens: 20,
              timeout: 10_000
            ) do
         :ok ->
           chunks = collect_stream_chunks([], 1000)
+          assert length(chunks) > 0, "No chunks received from Gemini streaming"
           last_chunk = List.last(chunks)
           # Gemini uses different finish reasons
           assert last_chunk.finish_reason in ["STOP", "MAX_TOKENS", "SAFETY", nil]
@@ -104,7 +105,7 @@ defmodule ExLLM.Providers.GeminiPublicAPITest do
         %{role: "user", content: "How are you?"}
       ]
 
-      case ExLLM.chat(:gemini, messages, model: "gemini-2.5-pro-exp-03-25", max_tokens: 50) do
+      case ExLLM.chat(:gemini, messages, model: "gemini-2.0-flash-exp", max_tokens: 50) do
         {:ok, response} ->
           assert is_binary(response.content)
           assert response.metadata.provider == :gemini

test/integration/context_caching_comprehensive_test.exs

@@ -22,7 +22,7 @@ defmodule ExLLM.Integration.ContextCachingComprehensiveTest do
     content = create_test_content(content_text)
 
     %{
-      model: Keyword.get(opts, :model, "gemini-1.5-flash"),
+      model: Keyword.get(opts, :model, "gemini-1.5-flash-002"),
       contents: [content],
       ttl: Keyword.get(opts, :ttl, "3600s"),
       display_name: Keyword.get(opts, :display_name)
@@ -40,7 +40,7 @@ defmodule ExLLM.Integration.ContextCachingComprehensiveTest do
         {:ok, cached} ->
           assert %CachedContent{} = cached
           assert cached.name =~ ~r/^cachedContents\//
-          assert cached.model == "models/gemini-1.5-flash"
+          assert cached.model == "models/gemini-1.5-flash-002"
           assert cached.usage_metadata.total_token_count > 0
 
           # Cleanup

test_api_keys.exs

@@ -0,0 +1,16 @@
+# Start the application first
+{:ok, _} = Application.ensure_all_started(:ex_llm)
+
+# Test API keys directly
+providers = [:anthropic, :openai, :gemini, :groq]
+
+for provider <- providers do
+  IO.puts("\nTesting #{provider}...")
+  
+  case ExLLM.chat(provider, [%{role: "user", content: "Say hello"}], max_tokens: 10) do
+    {:ok, response} ->
+      IO.puts("✅ #{provider}: #{response.content}")
+    {:error, error} ->
+      IO.puts("❌ #{provider}: #{inspect(error)}")
+  end
+end