Generate embedings

Author: christopher-dabrowski

dotnet/Directory.Packages.props

@@ -13,6 +13,7 @@
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>
     </PackageVersion>
+    <PackageVersion Include="morelinq" Version="4.3.0" />
     <PackageVersion Include="OllamaSharp" Version="4.0.7" />
     <PackageVersion Include="OpenAI" Version="2.1.0-beta.2" />
     <PackageVersion Include="System.Linq.Async" Version="6.0.1" />

dotnet/S03E02/GlobalUsings.cs

@@ -1,4 +1,5 @@
-global using System.Text.Json;
-global using Microsoft.Extensions.Hosting;
 global using Microsoft.Extensions.DependencyInjection;
+global using Microsoft.Extensions.Hosting;
 global using Microsoft.Extensions.Options;
+global using OpenAI;
+global using System.Text.Json;

dotnet/S03E02/Program.cs

@@ -1,15 +1,31 @@
-using System.Collections.Immutable;
-using Common.AiDevsApi.Contracts;
-using Common.AiDevsApi.Models;
-using Common.Cache.Contracts;
-using OpenAI.Chat;
-using S03E01;
+using OpenAI.Embeddings;
+using static MoreLinq.Extensions.EquiZipExtension;
+using S03E02;
 
 var builder = Host.CreateApplicationBuilder(args);
 
-builder.Services.AddS03E01();
+builder.Services.AddS03E02();
 
 var host = builder.Build();
 await using var scope = host.Services.CreateAsyncScope();
 var sp = scope.ServiceProvider;
 
+var openAiClient = sp.GetRequiredService<OpenAIClient>();
+var embeddingsClient = openAiClient.GetEmbeddingClient("text-embedding-3-small");
+
+var weaponsTestFiles = await
+    Directory.EnumerateFiles("Resources/weapons_tests", "*.txt")
+    .Select(async file => (Date: Path.GetFileNameWithoutExtension(file), Description: await File.ReadAllTextAsync(file)))
+    .ToArray()
+    .ToAsyncEnumerable()
+    .SelectAwait(async x => ((await x).Date, (await x).Description))
+    .ToArrayAsync();
+
+var descriptions = weaponsTestFiles.Select(x => x.Description);
+
+var embeddings = await embeddingsClient.GenerateEmbeddingsAsync(descriptions);
+
+var weaponsTestEmbeddings = weaponsTestFiles
+    .EquiZip(embeddings.Value, (x, y) => (x.Date, x.Description, Embedding: y))
+    .ToArray();
+

dotnet/S03E02/S03E02.csproj

@@ -9,6 +9,7 @@
 
   <ItemGroup>
     <PackageReference Include="Microsoft.Extensions.Hosting" />
+    <PackageReference Include="morelinq" />
   </ItemGroup>
 
   <ItemGroup>

dotnet/S03E02/ServiceCollectionExtensions.cs

@@ -2,7 +2,7 @@
 using Common.Cache.Extensions;
 using Common.OpenAI;
 
-namespace S03E01;
+namespace S03E02;
 
 public static class ServiceCollectionExtensions
 {