Copilot analytics Extensions (#63)

Author: sambetts

.gitignore

@@ -31,3 +31,4 @@
 /src/SPO/AITracker/TypeScript/node_modules
 /src/SPO/AITracker/DevConfig.json
 /src/SPO/AITracker/aitracker.js
+/src/AnalyticsEngine/Directory.Build.props

src/AnalyticsEngine/App.ControlPanel.Engine/Utils/DatabaseUpgrader.cs

@@ -2,9 +2,7 @@
 using Common.Entities;
 using DataUtils;
 using System;
-using System.Collections.Generic;
 using System.Linq;
-using System.Text.RegularExpressions;
 
 namespace App.ControlPanel.Engine
 {

src/AnalyticsEngine/Common/DataUtils/Sql/Inserts/InsertBatchTypeFieldCache.cs

@@ -12,10 +12,10 @@ public class InsertBatchTypeFieldCache<T>
     {
         private List<InsertBatchPropertyMapping> _fieldInfoPropertyInfoCache = null;
 
-        static List<Type> _validTempColumnTypes = new List<Type>() 
+        static List<Type> _validTempColumnTypes = new List<Type>()
         {
             typeof(string), typeof(DateTime), typeof(DateTime?), typeof(int), typeof(float), typeof(double), typeof(bool), typeof(Guid), typeof(int?),
-            typeof(int?), typeof(double?) 
+            typeof(int?), typeof(double?)
         };
 
         public List<InsertBatchPropertyMapping> PropertyMappingInfo

src/AnalyticsEngine/Common/Entities/AnalyticsEntitiesContext.cs

@@ -300,8 +300,19 @@ protected override void OnModelCreating(DbModelBuilder modelBuilder)
         public DbSet<CopilotEventMetadataFile> CopilotEventMetadataFiles { get; set; }
         public DbSet<CopilotEventMetadataMeeting> CopilotEventMetadataMeetings { get; set; }
         public DbSet<CopilotAgent> CopilotAgents { get; set; }
-
-
+        public DbSet<CopilotAccessedResourceId> CopilotAccessedResourceIds { get; set; }
+        public DbSet<CopilotAccessedResourceName> CopilotAccessedResourceNames { get; set; }
+        public DbSet<CopilotAccessedResourceSiteUrl> CopilotAccessedResourceSiteUrls { get; set; }
+        public DbSet<CopilotAccessedResourceType> CopilotAccessedResourceTypes { get; set; }
+        public DbSet<SensitivityLabel> SensitivityLabels { get; set; }
+        public DbSet<CopilotEventAccessedResource> CopilotEventAccessedResources { get; set; }
+
+        // Message tracking
+        public DbSet<CopilotMessage> CopilotMessages { get; set; }
+
+        // AI Model transparency
+        public DbSet<CopilotAIModel> CopilotAIModels { get; set; }
+        public DbSet<CopilotEventAIModel> CopilotEventAIModels { get; set; }
         #endregion
     }
 

src/AnalyticsEngine/Common/Entities/Entities.csproj

@@ -259,6 +259,10 @@
     <Compile Include="Migrations\202510231511508_CopilotAgents.Designer.cs">
       <DependentUpon>202510231511508_CopilotAgents.cs</DependentUpon>
     </Compile>
+    <Compile Include="Migrations\202511211834002_CopilotExtendedData.cs" />
+    <Compile Include="Migrations\202511211834002_CopilotExtendedData.Designer.cs">
+      <DependentUpon>202511211834002_CopilotExtendedData.cs</DependentUpon>
+    </Compile>
     <Compile Include="Migrations\v1-0-5.cs" />
     <Compile Include="Migrations\v1-0-5.Designer.cs">
       <DependentUpon>v1-0-5.cs</DependentUpon>
@@ -373,6 +377,9 @@
     <EmbeddedResource Include="Migrations\202510231511508_CopilotAgents.resx">
       <DependentUpon>202510231511508_CopilotAgents.cs</DependentUpon>
     </EmbeddedResource>
+    <EmbeddedResource Include="Migrations\202511211834002_CopilotExtendedData.resx">
+      <DependentUpon>202511211834002_CopilotExtendedData.cs</DependentUpon>
+    </EmbeddedResource>
     <EmbeddedResource Include="Migrations\v1-0-5.resx">
       <DependentUpon>v1-0-5.cs</DependentUpon>
     </EmbeddedResource>

src/AnalyticsEngine/Common/Entities/Entities/AuditLog/CopilotEvents.cs

@@ -9,7 +9,7 @@ namespace Common.Entities.Entities.AuditLog
     /// A copilot interaction event. May not be related to any file or meeting. 
     /// Relates back to a common audit event.
     /// </summary>
-    [Table("event_copilot_chats")]
+    [Table("copilot_chats")]
     public class CopilotChat : BaseOfficeEvent
     {
         [Column("app_host")]
@@ -20,6 +20,20 @@ public class CopilotChat : BaseOfficeEvent
         [Column("agent_id")]
         public int? AgentId { get; set; }
         public CopilotAgent Agent { get; set; } = null;
+
+        /// <summary>
+        /// Estimated total Copilot Credits consumed for this interaction.
+        /// Calculated from CopilotCreditEstimation in CopilotAuditLogContent.
+        /// </summary>
+        [Column("copilot_credit_estimate_total")]
+        public int? CopilotCreditEstimateTotal { get; set; }
+
+        /// <summary>
+        /// JSON-serialized Copilot Credit estimation details from CopilotCreditEstimation.
+        /// Contains breakdown of generative answers, tenant graph grounding, deep reasoning, etc.
+        /// </summary>
+        [Column("copilot_credit_estimate_json")]
+        public string CopilotCreditEstimateJson { get; set; } = null;
     }
 
     /// <summary>
@@ -39,7 +53,7 @@ public abstract class BaseCopilotSpecificEvent
     }
 
 
-    [Table("event_copilot_files")]
+    [Table("copilot_event_files")]
     public class CopilotEventMetadataFile : BaseCopilotSpecificEvent
     {
         [ForeignKey(nameof(FileExtension))]
@@ -68,7 +82,7 @@ public override string GetEventDescription()
         }
     }
 
-    [Table("event_copilot_meetings")]
+    [Table("copilot_event_meetings")]
     public class CopilotEventMetadataMeeting : BaseCopilotSpecificEvent
     {
         [ForeignKey(nameof(OnlineMeeting))]
@@ -90,5 +104,147 @@ public class CopilotAgent : AbstractEFEntityWithName
         public string AgentID { get; set; } = null;
     }
 
+    /// <summary>
+    /// Lookup table for accessed resource IDs
+    /// </summary>
+    [Table("copilot_event_accessed_resource_ids")]
+    public class CopilotAccessedResourceId : AbstractEFEntity
+    {
+        [Column("resource_id")]
+        [MaxLength(5000)]
+        public string ResourceId { get; set; } = null;
+    }
+
+    /// <summary>
+    /// Lookup table for accessed resource names
+    /// </summary>
+    [Table("copilot_event_accessed_resource_names")]
+    public class CopilotAccessedResourceName : AbstractEFEntity
+    {
+        // Not using AbstractEFEntityWithName to allow longer names
+        [Column("name")]
+        public string Name { get; set; }
+    }
+
+    /// <summary>
+    /// Lookup table for accessed resource site URLs
+    /// </summary>
+    [Table("copilot_event_accessed_resource_site_urls")]
+    public class CopilotAccessedResourceSiteUrl : AbstractEFEntity
+    {
+        [Column("site_url")]
+        public string SiteUrl { get; set; }
+    }
+
+    /// <summary>
+    /// Lookup table for accessed resource types
+    /// </summary>
+    [Table("copilot_event_accessed_resource_types")]
+    public class CopilotAccessedResourceType : AbstractEFEntityWithName
+    {
+    }
+
+    /// <summary>
+    /// Lookup table for sensitivity label IDs.
+    /// Shared across multiple event types (Copilot, SharePoint, etc.)
+    /// </summary>
+    [Table("sensitivity_labels")]
+    public class SensitivityLabel : AbstractEFEntity
+    {
+        [Column("label_id")]
+        [MaxLength(100)]
+        public string LabelId { get; set; } = null;
+    }
+
+    /// <summary>
+    /// Junction table linking copilot events to accessed resources
+    /// </summary>
+    [Table("copilot_event_accessed_resources")]
+    public class CopilotEventAccessedResource : AbstractEFEntity
+    {
+        [ForeignKey(nameof(RelatedChat))]
+        [Column("copilot_chat_id")]
+        public Guid ChatId { get; set; }
+        public CopilotChat RelatedChat { get; set; } = null;
+
+        [ForeignKey(nameof(ResourceId))]
+        [Column("resource_id_id")]
+        public int? ResourceIdId { get; set; }
+        public CopilotAccessedResourceId ResourceId { get; set; } = null;
+
+        [ForeignKey(nameof(ResourceName))]
+        [Column("resource_name_id")]
+        public int? ResourceNameId { get; set; }
+        public CopilotAccessedResourceName ResourceName { get; set; } = null;
+
+        [ForeignKey(nameof(ResourceSiteUrl))]
+        [Column("resource_site_url_id")]
+        public int? ResourceSiteUrlId { get; set; }
+        public CopilotAccessedResourceSiteUrl ResourceSiteUrl { get; set; } = null;
+
+        [ForeignKey(nameof(ResourceType))]
+        [Column("resource_type_id")]
+        public int? ResourceTypeId { get; set; }
+        public CopilotAccessedResourceType ResourceType { get; set; } = null;
+
+        [ForeignKey(nameof(SensitivityLabel))]
+        [Column("sensitivity_label_id")]
+        public int? SensitivityLabelId { get; set; }
+        public SensitivityLabel SensitivityLabel { get; set; } = null;
+    }
+
+    #region Message Tracking Tables
+
+    /// <summary>
+    /// Represents a Copilot response message in a conversation.
+    /// Note: Only response messages (not user prompts) are tracked in the import process.
+    /// </summary>
+    [Table("copilot_event_messages")]
+    public class CopilotMessage : AbstractEFEntity
+    {
+        [ForeignKey(nameof(RelatedChat))]
+        [Column("copilot_chat_id")]
+        public Guid ChatId { get; set; }
+        public CopilotChat RelatedChat { get; set; } = null;
+
+        [Column("message_id")]
+        [MaxLength(500)]
+        public string MessageId { get; set; } = null;
+    }
+
+    #endregion
+
+    #region AI Model Transparency Tables
+
+    /// <summary>
+    /// Lookup table for AI model names used in Copilot conversations.
+    /// Stores unique model names like "DEEP_LEO" for deep reasoning.
+    /// </summary>
+    [Table("copilot_ai_models")]
+    public class CopilotAIModel : AbstractEFEntityWithName
+    {
+        // Name inherited from AbstractEFEntityWithName
+    }
+
+    /// <summary>
+    /// Junction table linking Copilot events to the AI models used.
+    /// Tracks which AI models were involved in generating responses for each conversation.
+    /// </summary>
+    [Table("copilot_event_ai_models")]
+    public class CopilotEventAIModel : AbstractEFEntity
+    {
+        [ForeignKey(nameof(RelatedChat))]
+        [Column("copilot_chat_id")]
+        public Guid ChatId { get; set; }
+        public CopilotChat RelatedChat { get; set; } = null;
+
+        [ForeignKey(nameof(AIModel))]
+        [Column("model_id")]
+        public int ModelId { get; set; }
+        public CopilotAIModel AIModel { get; set; } = null;
+    }
+
+    #endregion
+
 }
 

src/AnalyticsEngine/Common/Entities/Migrations/202510231511508_CopilotAgents.cs

@@ -2,27 +2,27 @@
 {
     using System;
     using System.Data.Entity.Migrations;
-    
+
     public partial class CopilotAgents : DbMigration
     {
         public override void Up()
         {
             CreateTable(
                 "dbo.copilot_agents",
                 c => new
-                    {
-                        id = c.Int(nullable: false, identity: true),
-                        agent_id = c.String(),
-                        name = c.String(maxLength: 100),
-                    })
+                {
+                    id = c.Int(nullable: false, identity: true),
+                    agent_id = c.String(),
+                    name = c.String(maxLength: 100),
+                })
                 .PrimaryKey(t => t.id);
-            
+
             AddColumn("dbo.event_copilot_chats", "agent_id", c => c.Int());
             CreateIndex("dbo.event_copilot_chats", "agent_id");
             AddForeignKey("dbo.event_copilot_chats", "agent_id", "dbo.copilot_agents", "id");
             Console.WriteLine("DB SCHEMA: Applied 'Copilot Agents' succesfully.");
         }
-        
+
         public override void Down()
         {
             DropForeignKey("dbo.event_copilot_chats", "agent_id", "dbo.copilot_agents");