Add convertion goal (#352)

Author: MikeAlhayek

src/Abstractions/CrestApps.OrchardCore.AI.Abstractions/Models/AIChatSessionEvent.cs

@@ -83,6 +83,23 @@ public sealed class AIChatSessionEvent : Entity
     /// </summary>
     public bool? UserRating { get; set; }
 
+    /// <summary>
+    /// Gets or sets the aggregate conversion score across all goals.
+    /// Null if conversion metrics are not enabled.
+    /// </summary>
+    public int? ConversionScore { get; set; }
+
+    /// <summary>
+    /// Gets or sets the maximum possible conversion score across all goals.
+    /// Null if conversion metrics are not enabled.
+    /// </summary>
+    public int? ConversionMaxScore { get; set; }
+
+    /// <summary>
+    /// Gets or sets the individual goal results from AI evaluation.
+    /// </summary>
+    public List<ConversionGoalResult> ConversionGoalResults { get; set; } = [];
+
     /// <summary>
     /// Gets or sets the UTC timestamp when this event record was created.
     /// </summary>

src/Abstractions/CrestApps.OrchardCore.AI.Abstractions/Models/AIProfilePostSessionSettings.cs

@@ -16,4 +16,10 @@ public class AIProfilePostSessionSettings
     /// Gets or sets the list of post-session processing tasks to execute when a session closes.
     /// </summary>
     public List<PostSessionTask> PostSessionTasks { get; set; } = [];
+
+    /// <summary>
+    /// Gets or sets the tool names to make available during post-session processing.
+    /// When tools are configured, the AI model can invoke them during post-session analysis.
+    /// </summary>
+    public string[] ToolNames { get; set; } = [];
 }

src/Abstractions/CrestApps.OrchardCore.AI.Abstractions/Models/ConversionGoal.cs

@@ -0,0 +1,30 @@
+namespace CrestApps.OrchardCore.AI.Models;
+
+/// <summary>
+/// Defines a single conversion goal used to measure chat session success.
+/// Each goal is evaluated by AI after session close and scored within the configured range.
+/// </summary>
+public sealed class ConversionGoal
+{
+    /// <summary>
+    /// Gets or sets the unique name for this goal.
+    /// Must be alphanumeric with underscores only.
+    /// </summary>
+    public string Name { get; set; }
+
+    /// <summary>
+    /// Gets or sets a human-readable description of what constitutes success for this goal.
+    /// This is provided to the AI model as evaluation criteria.
+    /// </summary>
+    public string Description { get; set; }
+
+    /// <summary>
+    /// Gets or sets the minimum score for this goal. Defaults to 0.
+    /// </summary>
+    public int MinScore { get; set; }
+
+    /// <summary>
+    /// Gets or sets the maximum score for this goal. Defaults to 10.
+    /// </summary>
+    public int MaxScore { get; set; } = 10;
+}

src/Abstractions/CrestApps.OrchardCore.AI.Abstractions/Models/ConversionGoalResult.cs

@@ -0,0 +1,27 @@
+namespace CrestApps.OrchardCore.AI.Models;
+
+/// <summary>
+/// Stores the AI-evaluated result for a single conversion goal.
+/// </summary>
+public sealed class ConversionGoalResult
+{
+    /// <summary>
+    /// Gets or sets the name of the goal that was evaluated.
+    /// </summary>
+    public string Name { get; set; }
+
+    /// <summary>
+    /// Gets or sets the AI-assigned score for this goal.
+    /// </summary>
+    public int Score { get; set; }
+
+    /// <summary>
+    /// Gets or sets the maximum possible score for this goal.
+    /// </summary>
+    public int MaxScore { get; set; }
+
+    /// <summary>
+    /// Gets or sets an optional AI-generated explanation for the assigned score.
+    /// </summary>
+    public string Reasoning { get; set; }
+}

src/Core/CrestApps.OrchardCore.AI.Core/AITemplateIds.cs

@@ -13,6 +13,10 @@ public static class AITemplateIds
 
     public const string PostSessionAnalysis = "post-session-analysis";
 
+    public const string ResolutionAnalysis = "resolution-analysis";
+
+    public const string ConversionGoalEvaluation = "conversion-goal-evaluation";
+
     public const string DataExtraction = "data-extraction";
 
     public const string UseMarkdownSyntax = "use-markdown-syntax";

src/Core/CrestApps.OrchardCore.AI.Core/Handlers/DocumentOrchestrationHandler.cs

@@ -39,7 +39,7 @@ public Task BuildingAsync(OrchestrationContextBuildingContext context)
         }
         else if (context.Resource is AIProfile profile)
         {
-            var documentsMetadata = profile.As<AIProfileDocumentsMetadata>();
+            var documentsMetadata = profile.As<DocumentsMetadata>();
 
             if (documentsMetadata.Documents is { Count: > 0 })
             {

src/Core/CrestApps.OrchardCore.AI.Core/Indexes/AIChatSessionMetricsIndex.cs

@@ -42,5 +42,15 @@ public sealed class AIChatSessionMetricsIndex : MapIndex
 
     public bool? UserRating { get; set; }
 
+    /// <summary>
+    /// The aggregate conversion score across all evaluated goals. Null if not evaluated.
+    /// </summary>
+    public int? ConversionScore { get; set; }
+
+    /// <summary>
+    /// The maximum possible conversion score. Null if not evaluated.
+    /// </summary>
+    public int? ConversionMaxScore { get; set; }
+
     public DateTime CreatedUtc { get; set; }
 }

src/Core/CrestApps.OrchardCore.AI.Core/Models/AIProfileAnalyticsMetadata.cs

@@ -0,0 +1,35 @@
+namespace CrestApps.OrchardCore.AI.Models;
+
+/// <summary>
+/// Metadata stored on <see cref="AIProfile.Properties"/> to control
+/// whether session metrics are captured for analytics purposes.
+/// </summary>
+public sealed class AnalyticsMetadata
+{
+    /// <summary>
+    /// Gets or sets whether session metrics (usage, latency, feedback)
+    /// are captured for chat sessions using this profile.
+    /// </summary>
+    public bool EnableSessionMetrics { get; set; }
+
+    /// <summary>
+    /// Gets or sets whether AI-based resolution detection is enabled.
+    /// When enabled, the system uses AI to semantically determine whether
+    /// a conversation was resolved, instead of relying solely on timeout-based abandonment.
+    /// Defaults to <see langword="true"/> when session metrics are enabled.
+    /// </summary>
+    public bool EnableAIResolutionDetection { get; set; } = true;
+
+    /// <summary>
+    /// Gets or sets whether conversion metrics are enabled for this profile.
+    /// When enabled, the system uses AI to evaluate each session against configured goals
+    /// and assigns scores to measure session success.
+    /// </summary>
+    public bool EnableConversionMetrics { get; set; }
+
+    /// <summary>
+    /// Gets or sets the list of conversion goals to evaluate for each session.
+    /// Each goal is scored by AI after the session closes.
+    /// </summary>
+    public List<ConversionGoal> ConversionGoals { get; set; } = [];
+}

src/Core/CrestApps.OrchardCore.AI.Core/Models/AnalyticsMetadata.cs

@@ -4,7 +4,7 @@ namespace CrestApps.OrchardCore.AI.Models;
 /// Metadata stored on <see cref="AIProfile.Properties"/> to track
 /// documents attached to the profile for RAG functionality.
 /// </summary>
-public sealed class AIProfileDocumentsMetadata
+public sealed class DocumentsMetadata
 {
     /// <summary>
     /// Gets or sets the collection of attached document metadata.