Changes default language model to llama3.2 (#1011)

Improves prompt for operationId
Adds support for completion temperature

Author: waldekmastykarz

dev-proxy-abstractions/LanguageModel/CompletionOptions.cs

@@ -0,0 +1,13 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+using System.Text.Json.Serialization;
+
+namespace DevProxy.Abstractions.LanguageModel;
+
+public class CompletionOptions
+{
+    [JsonPropertyName("temperature")]
+    public double? Temperature { get; set; }
+}

dev-proxy-abstractions/LanguageModel/ILanguageModelClient.cs

@@ -7,6 +7,6 @@ namespace DevProxy.Abstractions.LanguageModel;
 public interface ILanguageModelClient
 {
     Task<ILanguageModelCompletionResponse?> GenerateChatCompletionAsync(ILanguageModelChatCompletionMessage[] messages);
-    Task<ILanguageModelCompletionResponse?> GenerateCompletionAsync(string prompt);
+    Task<ILanguageModelCompletionResponse?> GenerateCompletionAsync(string prompt, CompletionOptions? options = null);
     Task<bool> IsEnabledAsync();
 }

dev-proxy-abstractions/LanguageModel/LanguageModelConfiguration.cs

@@ -9,6 +9,6 @@ public class LanguageModelConfiguration
     public bool Enabled { get; set; } = false;
     // default Ollama URL
     public string? Url { get; set; } = "http://localhost:11434";
-    public string? Model { get; set; } = "phi3";
+    public string? Model { get; set; } = "llama3.2";
     public bool CacheResponses { get; set; } = true;
 }

dev-proxy-abstractions/LanguageModel/OllamaLanguageModelClient.cs

@@ -76,7 +76,7 @@ private async Task<bool> IsEnabledInternalAsync()
         }
     }
 
-    public async Task<ILanguageModelCompletionResponse?> GenerateCompletionAsync(string prompt)
+    public async Task<ILanguageModelCompletionResponse?> GenerateCompletionAsync(string prompt, CompletionOptions? options = null)
     {
         using var scope = _logger.BeginScope(nameof(OllamaLanguageModelClient));
 
@@ -102,7 +102,7 @@ private async Task<bool> IsEnabledInternalAsync()
             return cachedResponse;
         }
 
-        var response = await GenerateCompletionInternalAsync(prompt);
+        var response = await GenerateCompletionInternalAsync(prompt, options);
         if (response == null)
         {
             return null;
@@ -123,7 +123,7 @@ private async Task<bool> IsEnabledInternalAsync()
         }
     }
 
-    private async Task<OllamaLanguageModelCompletionResponse?> GenerateCompletionInternalAsync(string prompt)
+    private async Task<OllamaLanguageModelCompletionResponse?> GenerateCompletionInternalAsync(string prompt, CompletionOptions? options = null)
     {
         Debug.Assert(_configuration != null, "Configuration is null");
 
@@ -138,7 +138,8 @@ private async Task<bool> IsEnabledInternalAsync()
                 {
                     prompt,
                     model = _configuration.Model,
-                    stream = false
+                    stream = false,
+                    options
                 }
             );
             _logger.LogDebug("Response: {response}", response.StatusCode);

dev-proxy-plugins/RequestLogs/OpenApiSpecGeneratorPlugin.cs

@@ -480,11 +480,36 @@ private static string GetLastNonTokenSegment(string[] segments)
 
     private async Task<string> GetOperationIdAsync(string method, string serverUrl, string parametrizedPath)
     {
-        var prompt = $"For the specified request, generate an operation ID, compatible with an OpenAPI spec. Respond with just the ID in plain-text format. For example, for request such as `GET https://api.contoso.com/books/{{books-id}}` you return `getBookById`. For a request like `GET https://api.contoso.com/books/{{books-id}}/authors` you return `getAuthorsForBookById`. Request: {method.ToUpper()} {serverUrl}{parametrizedPath}";
+        var prompt = @"**Prompt:**
+Generate an operation ID for an OpenAPI specification based on the HTTP method and URL provided. Follow these rules:
+- The operation ID should be in camelCase format.
+- Start with a verb that matches the HTTP method (e.g., `get`, `create`, `update`, `delete`).
+- Use descriptive words from the URL path.
+- Replace path parameters (e.g., `{userId}`) with relevant nouns in singular form (e.g., `User`).
+- Do not provide explanations or any other text; respond only with the operation ID.
+
+Example:
+**Request:** `GET https://api.contoso.com/books/{books-id}`
+getBook
+
+Example:
+**Request:** `GET https://api.contoso.com/books/{books-id}/authors`
+getBookAuthors
+
+Example:
+**Request:** `GET https://api.contoso.com/books/{books-id}/authors/{authors-id}`
+getBookAuthor
+
+Example:
+**Request:** `POST https://api.contoso.com/books/{books-id}/authors`
+addBookAuthor
+
+Now, generate the operation ID for the following:
+**Request:** `{request}`".Replace("{request}", $"{method.ToUpper()} {serverUrl}{parametrizedPath}");
         ILanguageModelCompletionResponse? id = null;
         if (await Context.LanguageModelClient.IsEnabledAsync())
         {
-            id = await Context.LanguageModelClient.GenerateCompletionAsync(prompt);
+            id = await Context.LanguageModelClient.GenerateCompletionAsync(prompt, new() { Temperature = 1 });
         }
         return id?.Response ?? $"{method}{parametrizedPath.Replace('/', '.')}";
     }