feat: Added Ollama/LM Studio custom providers.

Author: HavenDV

README.md

@@ -14,7 +14,7 @@
 - All modern .NET features - nullability, trimming, NativeAOT, etc.
 - Support .Net Framework/.Net Standard 2.0
 - Support all OpenAI API endpoints including completions, chat, embeddings, images, assistants and more.
-- Regularly tested for compatibility with popular custom providers like OpenRouter/DeepSeek
+- Regularly tested for compatibility with popular custom providers like OpenRouter/DeepSeek/Ollama/LM Studio and many others
 
 ## Documentation
 Examples and documentation can be found here: https://tryagi.github.io/OpenAI/

src/libs/OpenAI/CustomProviders.cs

@@ -46,6 +46,16 @@ public static class CustomProviders
     /// </summary>
     public const string SambaNovaBaseUrl = "https://api.sambanova.ai/v1";
 
+    /// <summary>
+    /// 
+    /// </summary>
+    public const string OllamaBaseUrl = "http://localhost:11434/v1";
+    
+    /// <summary>
+    /// 
+    /// </summary>
+    public const string LmStudioBaseUrl = "http://localhost:1234/v1";
+    
     /// <summary>
     /// Creates an API to use for GitHub Models: https://github.com/marketplace/models
     /// </summary>
@@ -126,4 +136,22 @@ public static OpenAiApi SambaNova(string apiKey)
     {
         return new OpenAiApi(apiKey, baseUri: new Uri(SambaNovaBaseUrl));
     }
+    
+    /// <summary>
+    /// Create an API to use for Ollama.
+    /// </summary>
+    /// <returns></returns>
+    public static OpenAiApi Ollama(Uri? baseUri = null)
+    {
+        return new OpenAiApi(baseUri: baseUri ?? new Uri(OllamaBaseUrl));
+    }
+    
+    /// <summary>
+    /// Create an API to use for LM Studio.
+    /// </summary>
+    /// <returns></returns>
+    public static OpenAiApi LmStudio(Uri? baseUri = null)
+    {
+        return new OpenAiApi(baseUri: baseUri ?? new Uri(LmStudioBaseUrl));
+    }
 }

src/tests/OpenAI.IntegrationTests/CustomProvider.cs

@@ -12,4 +12,6 @@ public enum CustomProvider
     GitHub,
     Perplexity,
     SambaNova,
+    Ollama,
+    LmStudio,
 }

src/tests/OpenAI.IntegrationTests/Tests.Chat.cs

@@ -12,6 +12,8 @@ public partial class Tests
     [DataRow(CustomProvider.GitHub)]
     [DataRow(CustomProvider.Perplexity)]
     [DataRow(CustomProvider.SambaNova)]
+    [DataRow(CustomProvider.Ollama)]
+    [DataRow(CustomProvider.LmStudio)]
     public async Task GenerateFiveRandomWords(CustomProvider customProvider)
     {
         var pair = GetAuthorizedChatApi(customProvider);
@@ -41,6 +43,8 @@ public async Task GenerateFiveRandomWords(CustomProvider customProvider)
     [DataRow(CustomProvider.Together)]
     [DataRow(CustomProvider.GitHub)]
     [DataRow(CustomProvider.SambaNova)]
+    [DataRow(CustomProvider.Ollama)]
+    [DataRow(CustomProvider.LmStudio)]
     public async Task GenerateFiveRandomWordsAsStream(CustomProvider customProvider)
     {
         var pair = GetAuthorizedChatApi(customProvider);
@@ -65,6 +69,8 @@ public async Task GenerateFiveRandomWordsAsStream(CustomProvider customProvider)
     [DataRow(CustomProvider.OpenRouter)]
     //[DataRow(CustomProvider.Together)]
     [DataRow(CustomProvider.GitHub)]
+    [DataRow(CustomProvider.Ollama)]
+    [DataRow(CustomProvider.LmStudio)]
     public async Task GenerateFiveRandomWordsAsJsonObject(CustomProvider customProvider)
     {
         var pair = GetAuthorizedChatApi(customProvider);

src/tests/OpenAI.IntegrationTests/Tests.Helpers.cs

@@ -17,6 +17,13 @@ private static OpenAiApi GetAuthorizedApi()
 
     internal static (OpenAiApi Api, string Model) GetAuthorizedChatApi(CustomProvider customProvider, string? model = null)
     {
+        const string localIpAddress = "10.10.5.85";
+        if (customProvider is CustomProvider.Ollama or CustomProvider.LmStudio &&
+            Environment.GetEnvironmentVariable("LOCAL_TESTS") is null)
+        {
+            throw new AssertInconclusiveException("This test only runs on local environment.");
+        }
+
         if (customProvider == CustomProvider.Fireworks)
         {
             return (CustomProviders.Fireworks(apiKey:
@@ -73,6 +80,17 @@ internal static (OpenAiApi Api, string Model) GetAuthorizedChatApi(CustomProvide
                     throw new AssertInconclusiveException("SAMBANOVA_API_KEY environment variable is not found.")),
                 model ?? "Meta-Llama-3.1-8B-Instruct");
         }
+
+        if (customProvider == CustomProvider.Ollama)
+        {
+            return (CustomProviders.Ollama(new Uri($"http://{localIpAddress}:11434/v1")),
+                model ?? "llama3.2");
+        }
+        if (customProvider == CustomProvider.LmStudio)
+        {
+            return (CustomProviders.LmStudio(new Uri($"http://{localIpAddress}:1234/v1")),
+                model ?? "lmstudio-community/Llama-3.2-3B-Instruct-GGUF");
+        }
 
         var apiKey =
             Environment.GetEnvironmentVariable("OPENAI_API_KEY") ??

src/tests/OpenAI.IntegrationTests/Tools/Tests.Tools.cs

@@ -5,6 +5,8 @@ public partial class Tests
     [DataTestMethod]
     [DataRow(CustomProvider.OpenAi)]
     [DataRow(CustomProvider.GitHub)]
+    [DataRow(CustomProvider.Ollama)]
+    //[DataRow(CustomProvider.LmStudio)]
     // [DataRow(CustomProvider.Fireworks)]
     // [DataRow(CustomProvider.DeepInfra)]
     // [DataRow(CustomProvider.DeepSeek)]
@@ -61,6 +63,8 @@ public async Task WeatherTools(CustomProvider customProvider)
 
     [DataTestMethod]
     [DataRow(CustomProvider.OpenAi)]
+    [DataRow(CustomProvider.Ollama)]
+    //[DataRow(CustomProvider.LmStudio)]
     //[DataRow(CustomProvider.GitHub)]
     // [DataRow(CustomProvider.Fireworks)]
     // [DataRow(CustomProvider.DeepInfra)]