add: added Google Text embedding model and updated Google_GenerativeAI sdk to latest version

Author: Gunpal Jain

src/Google/src/GoogleConfiguration.cs

@@ -1,32 +1,38 @@
 namespace LangChain.Providers.Google;
 
 /// <summary>
+/// Configuration options for the Google AI provider.
 /// </summary>
 public class GoogleConfiguration
 {
     /// <summary>
+    /// Gets or sets the API key used for authentication with the Google AI service.
     /// </summary>
     public string? ApiKey { get; set; }
 
     /// <summary>
-    ///     ID of the model to use. <br />
+    /// Gets or sets the ID of the model to use. The default value is "gemini-1.5-flash".
     /// </summary>
-    public string? ModelId { get; set; } = "gemini-pro";
+    public string? ModelId { get; set; } = "gemini-1.5-flash";
 
     /// <summary>
+    /// Gets or sets the Top-K sampling value, which determines the number of highest-probability tokens considered during decoding.
     /// </summary>
     public int? TopK { get; set; } = default!;
 
     /// <summary>
+    /// Gets or sets the Top-P sampling value, which determines the cumulative probability threshold for token selection during decoding.
     /// </summary>
     public double? TopP { get; set; } = default!;
 
     /// <summary>
+    /// Gets or sets the temperature value, which controls the randomness of the output. 
+    /// Higher values produce more random results, while lower values make the output more deterministic. The default is 1.0.
     /// </summary>
     public double? Temperature { get; set; } = 1D;
 
     /// <summary>
-    ///     Maximum Output Tokens
+    /// Gets or sets the maximum number of output tokens allowed in the response.
     /// </summary>
     public int? MaxOutputTokens { get; set; } = default!;
 }

src/Google/src/GoogleEmbeddingModel.cs

@@ -0,0 +1,67 @@
+using GenerativeAI;
+using GenerativeAI.Exceptions;
+using GenerativeAI.Types;
+using LangChain.Providers.OpenAI;
+using tryAGI.OpenAI;
+
+namespace LangChain.Providers.Google;
+
+using System.Diagnostics;
+
+public class GoogleEmbeddingModel(
+    GoogleProvider provider,
+    string id)
+    : Model<EmbeddingSettings>(id), IEmbeddingModel
+{
+    public GoogleEmbeddingModel(
+        GoogleProvider provider,
+        CreateEmbeddingRequestModel id)
+        : this(provider, id.ToValueString())
+    {
+    }
+
+    public EmbeddingModel EmbeddingModel { get; } =
+        new EmbeddingModel(provider.ApiKey, id, httpClient: provider.HttpClient);
+
+
+    public async Task<EmbeddingResponse> CreateEmbeddingsAsync(EmbeddingRequest request,
+        EmbeddingSettings? settings = null,
+        CancellationToken cancellationToken = default)
+    {
+        request = request ?? throw new ArgumentNullException(nameof(request));
+
+        var watch = Stopwatch.StartNew();
+
+        var usedSettings = GoogleEmbeddingSettings.Calculate(
+            requestSettings: settings,
+            modelSettings: Settings,
+            providerSettings: provider.EmbeddingSettings);
+
+        var embedRequest = new EmbedContentRequest();
+        embedRequest.Content = new Content();
+        embedRequest.Content.AddParts(request.Strings.Select(s => new Part(s)));
+
+        embedRequest.OutputDimensionality = usedSettings.OutputDimensionality;
+        var embedResponse = await this.EmbeddingModel.EmbedContentAsync(embedRequest, cancellationToken)
+            .ConfigureAwait(false);
+
+        var usage = Usage.Empty with
+        {
+            Time = watch.Elapsed,
+        };
+        AddUsage(usage);
+        provider.AddUsage(usage);
+
+        if (embedResponse.Embedding == null)
+            throw new GenerativeAIException("Failed to create embeddings.", "");
+        var values = embedResponse.Embedding.Values.ToList();
+
+        return new EmbeddingResponse
+        {
+            Values = new[] { values.ToArray() }.ToArray(),
+            Usage = Usage.Empty,
+            UsedSettings = usedSettings,
+            Dimensions = values.Count,
+        };
+    }
+}

src/Google/src/GoogleEmbeddingSettings.cs

@@ -0,0 +1,42 @@
+using GenerativeAI.Types;
+
+namespace LangChain.Providers.Google;
+
+public class GoogleEmbeddingSettings:EmbeddingSettings
+{
+    /// <summary>
+    /// Optional. Optional reduced dimension for the output embedding. If set, excessive values in the output embedding are truncated from the end. Supported by newer models since 2024 only. You cannot set this value if using the earlier model (models/embedding-001).
+    /// </summary>
+    public int? OutputDimensionality { get; set; }
+    public new static GoogleEmbeddingSettings Default { get; } = new()
+    {
+        OutputDimensionality = null
+    };
+    
+    /// <summary>
+    /// Calculate the settings to use for the request.
+    /// </summary>
+    /// <param name="requestSettings"></param>
+    /// <param name="modelSettings"></param>
+    /// <param name="providerSettings"></param>
+    /// <returns></returns>
+    /// <exception cref="InvalidOperationException"></exception>
+    public new static GoogleEmbeddingSettings Calculate(
+        EmbeddingSettings? requestSettings,
+        EmbeddingSettings? modelSettings,
+        EmbeddingSettings? providerSettings)
+    {
+        var requestSettingsCasted = requestSettings as GoogleEmbeddingSettings;
+        var modelSettingsCasted = modelSettings as GoogleEmbeddingSettings;
+        var providerSettingsCasted = providerSettings as GoogleEmbeddingSettings;
+
+        return new GoogleEmbeddingSettings
+        {
+            OutputDimensionality =
+                requestSettingsCasted?.OutputDimensionality ??
+                modelSettingsCasted?.OutputDimensionality ??
+                providerSettingsCasted?.OutputDimensionality ??
+                Default.OutputDimensionality
+        };
+    }
+}

src/Google/src/GoogleProvider.cs

@@ -31,6 +31,8 @@ public static GoogleProvider ToGoogleProvider(string message)
     /// <summary>
     /// </summary>
     public GoogleConfiguration? Configuration { get; set; }
+    
+    public GoogleEmbeddingSettings? EmbeddingSettings { get; set; }
 
     #endregion
 

src/Google/src/LangChain.Providers.Google.csproj

@@ -20,6 +20,7 @@
 
     <ItemGroup>
         <ProjectReference Include="..\..\Abstractions\src\LangChain.Providers.Abstractions.csproj"/>
+        <ProjectReference Include="..\..\OpenAI\src\LangChain.Providers.OpenAI.csproj" />
     </ItemGroup>
 
 </Project>

src/Google/src/Predefined/GoogleEmbeddingModels.cs

@@ -0,0 +1,9 @@
+using GenerativeAI;
+
+namespace LangChain.Providers.Google.Predefined;
+
+/// <inheritdoc cref="GoogleAIModels.GeminiPro" />
+public class GoogleTextEmbedding(GoogleProvider provider)
+    : GoogleEmbeddingModel(
+        provider, GoogleAIModels.TextEmbedding);
+        

src/IntegrationTests/BaseTests.cs

@@ -261,4 +261,116 @@ public async Task Tools_Books(ProviderType providerType)
 
         Console.WriteLine(response.Messages.AsHistory());
     }
+
+    [Explicit]
+    public async Task GoogleEmbeddingTest()
+    {
+        var (llm,embeddingModel , _) = Helpers.GetModels(ProviderType.Google);
+
+        var embeddings = await embeddingModel.CreateEmbeddingsAsync(new EmbeddingRequest()
+        {
+            Strings = new List<string>
+            {
+                "The quick brown fox jumps over the lazy dog.",
+                "She sells seashells by the seashore.",
+                "How much wood would a woodchuck chuck if a woodchuck could chuck wood?",
+                "A journey of a thousand miles begins with a single step.",
+                "To be or not to be, that is the question.",
+                "All that glitters is not gold.",
+                "A picture is worth a thousand words.",
+                "Actions speak louder than words.",
+                "Better late than never.",
+                "The early bird catches the worm.",
+                "Fortune favors the bold.",
+                "Ignorance is bliss.",
+                "Look before you leap.",
+                "Barking up the wrong tree.",
+                "Birds of a feather flock together.",
+                "Don't bite the hand that feeds you.",
+                "Every cloud has a silver lining.",
+                "Haste makes waste.",
+                "Strike while the iron is hot.",
+                "Time and tide wait for no man.",
+                "When in Rome, do as the Romans do.",
+                "Where there's smoke, there's fire.",
+                "You can't judge a book by its cover.",
+                "Practice makes perfect.",
+                "Rome wasn't built in a day.",
+                "Two heads are better than one.",
+                "A rolling stone gathers no moss.",
+                "Absence makes the heart grow fonder.",
+                "Beauty is in the eye of the beholder.",
+                "Cleanliness is next to godliness.",
+                "Curiosity killed the cat.",
+                "Don't count your chickens before they hatch.",
+                "Honesty is the best policy.",
+                "Necessity is the mother of invention.",
+                "No man is an island.",
+                "The pen is mightier than the sword.",
+                "The squeaky wheel gets the grease.",
+                "There's no place like home.",
+                "Too many cooks spoil the broth.",
+                "You can't have your cake and eat it too.",
+                "A fool and his money are soon parted.",
+                "Actions have consequences.",
+                "An apple a day keeps the doctor away.",
+                "As you sow, so shall you reap.",
+                "Don't bite off more than you can chew.",
+                "Don't put all your eggs in one basket.",
+                "Early to bed and early to rise makes a man healthy, wealthy, and wise.",
+                "Give credit where credit is due.",
+                "Good things come to those who wait.",
+                "If it ain't broke, don't fix it.",
+                "If you can't beat 'em, join 'em.",
+                "It's always darkest before the dawn.",
+                "Keep your friends close and your enemies closer.",
+                "Knowledge is power.",
+                "Laughter is the best medicine.",
+                "Let sleeping dogs lie.",
+                "Out of sight, out of mind.",
+                "The grass is always greener on the other side of the fence.",
+                "The road to hell is paved with good intentions.",
+                "Variety is the spice of life.",
+                "What goes around comes around.",
+                "You reap what you sow.",
+                "Every rose has its thorn.",
+                "Don't judge a person until you've walked a mile in their shoes.",
+                "A watched pot never boils.",
+                "Better safe than sorry.",
+                "Beggars can't be choosers.",
+                "Cut your coat according to your cloth.",
+                "Don't make a mountain out of a molehill.",
+                "Every dog has its day.",
+                "Great minds think alike.",
+                "If it sounds too good to be true, it probably is.",
+                "Lend your money and lose your friend.",
+                "Keep your chin up.",
+                "Actions create reactions.",
+                "Don't throw the baby out with the bathwater.",
+                "A stitch in time saves nine.",
+                "Out of the frying pan and into the fire.",
+                "The customer is always right.",
+                "The proof of the pudding is in the eating.",
+                "There's no such thing as a free lunch.",
+                "This too shall pass.",
+                "To err is human; to forgive, divine.",
+                "You can't please everyone.",
+                "What doesn't kill you makes you stronger.",
+                "Don't cry over spilled milk.",
+                "Good fences make good neighbors.",
+                "Hope for the best but prepare for the worst.",
+                "It's no use crying over spilt milk.",
+                "Life is what you make it.",
+                "Live and let live.",
+                "Never look a gift horse in the mouth.",
+                "When the going gets tough, the tough get going.",
+                "You can't have it both ways.",
+                "You can't make an omelette without breaking eggs.",
+                "Necessity knows no law.",
+                "Failing to prepare is preparing to fail."
+            }
+        });
+        embeddings.Values.Should().HaveCountGreaterThan(0);
+        embeddings.Values.First().Should().HaveCountGreaterThan(0);
+    }
 }

src/IntegrationTests/Helpers.cs

@@ -120,11 +120,8 @@ public static (IChatModel ChatModel, IEmbeddingModel EmbeddingModel, IProvider P
                                 throw new InconclusiveException("GOOGLE_API_KEY is not set"),
                         httpClient: new HttpClient());
                     var llm = new Gemini15FlashModel(provider);
-
-                    // Use OpenAI embeddings for now because Google doesn't have embeddings yet
-                    var embeddings = new TextEmbeddingV3SmallModel(
-                        Environment.GetEnvironmentVariable("OPENAI_API_KEY") ??
-                        throw new InconclusiveException("OPENAI_API_KEY is not set"));
+                    
+                    var embeddings = new GoogleTextEmbedding(provider);
 
                     return (llm, embeddings, provider);
                 }