Kernel Memory and .NET Aspire

[NikiforovAll]

https://nikiforovall.github.io/dotnet/ai/2024/09/04/typical-rag-dotnet.html

https://x.com/nikiforovall/status/1831242148533973289

var builder = WebApplication.CreateBuilder(args);

builder.AddServiceDefaults();
builder.AddNpgsqlDataSource("rag-db"); // Adds OpenTelemetry and health checks for Postgres

builder.ConfigureAiOptions();
var aiOptions = builder.GetAiOptions();

builder.Services.AddKernelMemory<MemoryServerless>(memoryBuilder =>
{
    memoryBuilder
        .WithPostgresMemoryDb(
            new PostgresConfig()
            {
                ConnectionString = builder.Configuration.GetConnectionString("rag-db")!
            }
        )
        .WithSemanticKernelTextGenerationService(
            new AzureOpenAIChatCompletionService(
                deploymentName: aiOptions.Deployment,
                endpoint: aiOptions.Endpoint,
                apiKey: aiOptions.ApiKey
            ),
            new SemanticKernelConfig()
        )
        .WithSemanticKernelTextEmbeddingGenerationService(
            new AzureOpenAITextEmbeddingGenerationService(
                deploymentName: "text-embedding-ada-002",
                endpoint: aiOptions.Endpoint,
                apiKey: aiOptions.ApiKey
            ),
            new SemanticKernelConfig()
        );
});

var app = builder.Build();

app.MapDefaultEndpoints();
app.AddKernelMemoryEndpoints(apiPrefix: "/rag");
app.Run();

[dluc]

nice :-). One can also use WithAzureOpenAITextGeneration and WithAzureOpenAITextGeneration and have support for Managed Identities for more security

[NikiforovAll]

Great, it would be great to managed identities support for WithSemanticKernel* methods, I primarily used it because of additional Otel traces produced by SK

[dluc]

Here's an example of KM with Qdrant:

var builder = DistributedApplication.CreateBuilder(args);

var qdrant = builder.AddContainer("qdrant", "qdrant/qdrant")
    .WithHttpEndpoint(targetPort: 6333)
    .PublishAsContainer();

var qdrantEndpoint = qdrant.GetEndpoint("http");

builder.AddProject<Projects.Service>("kernel-memory")
    .WaitFor(qdrant)
    .WithEnvironment("KernelMemory__TextGeneratorType", "AzureOpenAIText")
    .WithEnvironment("KernelMemory__DataIngestion__EmbeddingGeneratorTypes__0", "AzureOpenAIEmbedding")
    .WithEnvironment("KernelMemory__DataIngestion__MemoryDbTypes__0", "Qdrant")
    .WithEnvironment("KernelMemory__Retrieval__EmbeddingGeneratorType", "AzureOpenAIEmbedding")
    .WithEnvironment("KernelMemory__Retrieval__MemoryDbType", "Qdrant")
    .WithEnvironment("KernelMemory__Services__Qdrant__Endpoint", qdrantEndpoint)
    .WithEnvironment("KernelMemory__Services__Qdrant__APIKey", "")
    .WithEnvironment("KernelMemory__Services__AzureOpenAIText__Endpoint", "https://....openai.azure.com/")
    .WithEnvironment("KernelMemory__Services__AzureOpenAIText__Deployment", "gpt-4o")
    .WithEnvironment("KernelMemory__Services__AzureOpenAIEmbedding__Endpoint", "https://....openai.azure.com/")
    .WithEnvironment("KernelMemory__Services__AzureOpenAIEmbedding__Deployment", "text-embedding-ada-002");

builder.Build().Run();