Improve vector search relevance and update NuGet packages

- Order document chunks by cosine vector distance for better relevance in VectorSearchService; limit results to MaxRelevantChunks.
- Update multiple NuGet dependencies to latest versions for improved stability and features.

Author: marcominerva

SqlDatabaseVectorSearch/Services/VectorSearchService.cs

@@ -152,7 +152,7 @@ public async IAsyncEnumerable<Response> AskStreamingAsync(Question question, boo
         var questionEmbedding = await embeddingGenerator.GenerateVectorAsync(reformulatedQuestion.Text!, cancellationToken: cancellationToken);
         var embeddingVector = new SqlVector<float>(questionEmbedding);
 
-        var chunks = await dbContext.DocumentChunks.Include(c => c.Document)
+        var chunks = await dbContext.DocumentChunks.Include(c => c.Document)                    
                     .OrderBy(c => EF.Functions.VectorDistance("cosine", c.Embedding, embeddingVector))
                     .Take(appSettings.MaxRelevantChunks)
                     .ToListAsync(cancellationToken);

SqlDatabaseVectorSearch/SqlDatabaseVectorSearch.csproj

@@ -9,27 +9,27 @@
 
     <ItemGroup>
         <PackageReference Include="Blazor.Bootstrap" Version="3.5.0" />
-        <PackageReference Include="DocumentFormat.OpenXml" Version="3.3.0" />
+        <PackageReference Include="DocumentFormat.OpenXml" Version="3.4.1" />
         <PackageReference Include="EntityFrameworkCore.Exceptions.SqlServer" Version="8.1.3" />
         <PackageReference Include="FluentValidation.DependencyInjectionExtensions" Version="12.1.1" />
-        <PackageReference Include="Microsoft.AspNetCore.OpenApi" Version="10.0.0" />
-        <PackageReference Include="Microsoft.EntityFrameworkCore.SqlServer" Version="10.0.0" />
-        <PackageReference Include="Microsoft.EntityFrameworkCore.Tools" Version="10.0.0">
+        <PackageReference Include="Microsoft.AspNetCore.OpenApi" Version="10.0.1" />
+        <PackageReference Include="Microsoft.EntityFrameworkCore.SqlServer" Version="10.0.1" />
+        <PackageReference Include="Microsoft.EntityFrameworkCore.Tools" Version="10.0.1">
             <PrivateAssets>all</PrivateAssets>
             <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
         </PackageReference>
-        <PackageReference Include="Microsoft.Extensions.Caching.Hybrid" Version="10.0.0" />
-        <PackageReference Include="Microsoft.Extensions.Http.Resilience" Version="10.0.0" />
+        <PackageReference Include="Microsoft.Extensions.Caching.Hybrid" Version="10.1.0" />
+        <PackageReference Include="Microsoft.Extensions.Http.Resilience" Version="10.1.0" />
         <PackageReference Include="Microsoft.ML.Tokenizers" Version="2.0.0" />
         <PackageReference Include="Microsoft.ML.Tokenizers.Data.Cl100kBase" Version="2.0.0" />
         <PackageReference Include="Microsoft.ML.Tokenizers.Data.O200kBase" Version="2.0.0" />
         <PackageReference Include="Microsoft.SemanticKernel" Version="1.68.0" />
         <PackageReference Include="MimeMapping" Version="3.1.0" />
-        <PackageReference Include="MinimalHelpers.FluentValidation" Version="1.1.7" />
+        <PackageReference Include="MinimalHelpers.FluentValidation" Version="1.1.8" />
         <PackageReference Include="MinimalHelpers.Routing.Analyzers" Version="1.2.2" />
-        <PackageReference Include="PdfPig" Version="0.1.12" />
-        <PackageReference Include="Swashbuckle.AspNetCore.SwaggerUI" Version="10.0.1" />
-        <PackageReference Include="TinyHelpers.AspNetCore" Version="4.1.10" />
+        <PackageReference Include="PdfPig" Version="0.1.13" />
+        <PackageReference Include="Swashbuckle.AspNetCore.SwaggerUI" Version="10.1.0" />
+        <PackageReference Include="TinyHelpers.AspNetCore" Version="4.1.12" />
     </ItemGroup>
 
 </Project>