FEATURE: Personas powered summaries. (#1232)

* REFACTOR: Move personas into it's own module.

* WIP: Use personas for summarization

* Prioritize persona default LLM or fallback to newest one

* Simplify summarization strategy

* Keep ai_sumarization_model as a fallback

Author: romanrizzi

app/controllers/discourse_ai/ai_bot/bot_controller.rb

@@ -47,9 +47,9 @@ def show_bot_username
 
       def discover
         ai_persona =
-          AiPersona.all_personas.find do |persona|
-            persona.id == SiteSetting.ai_bot_discover_persona.to_i
-          end
+          AiPersona
+            .all_personas(enabled_only: false)
+            .find { |persona| persona.id == SiteSetting.ai_bot_discover_persona.to_i }
 
         if ai_persona.nil? || !current_user.in_any_groups?(ai_persona.allowed_group_ids.to_a)
           raise Discourse::InvalidAccess.new

app/jobs/regular/stream_discover_reply.rb

@@ -9,9 +9,9 @@ def execute(args)
       return if (query = args[:query]).blank?
 
       ai_persona_klass =
-        AiPersona.all_personas.find do |persona|
-          persona.id == SiteSetting.ai_bot_discover_persona.to_i
-        end
+        AiPersona
+          .all_personas(enabled_only: false)
+          .find { |persona| persona.id == SiteSetting.ai_bot_discover_persona.to_i }
 
       if ai_persona_klass.nil? || !user.in_any_groups?(ai_persona_klass.allowed_group_ids.to_a)
         return

app/models/ai_persona.rb

@@ -46,13 +46,18 @@ def self.persona_cache
 
   scope :ordered, -> { order("priority DESC, lower(name) ASC") }
 
-  def self.all_personas
+  def self.all_personas(enabled_only: true)
     persona_cache[:value] ||= AiPersona
       .ordered
-      .where(enabled: true)
       .all
       .limit(MAX_PERSONAS_PER_SITE)
       .map(&:class_instance)
+
+    if enabled_only
+      persona_cache[:value].select { |p| p.enabled }
+    else
+      persona_cache[:value]
+    end
   end
 
   def self.persona_users(user: nil)
@@ -176,6 +181,7 @@ def class_instance
       description
       allowed_group_ids
       tool_details
+      enabled
     ]
 
     instance_attributes = {}

config/locales/server.en.yml

@@ -303,6 +303,12 @@ en:
         web_artifact_creator:
           name: "Web Artifact Creator"
           description: "AI Bot specialized in creating interactive web artifacts"
+        summarizer:
+          name: "Summarizer"
+          description: "Default persona used to power AI summaries"
+        short_summarizer:
+          name: "Summarizer (short form)"
+          description: "Default persona used to power AI short summaries for topic lists' items"
       topic_not_found: "Summary unavailable, topic not found!"
       summarizing: "Summarizing topic"
       searching: "Searching for: '%{query}'"
@@ -452,6 +458,7 @@ en:
 
     llm:
       configuration:
+        create_llm: "You need to setup an LLM before enabling this feature"
         disable_module_first: "You have to disable %{setting} first."
         set_llm_first: "Set %{setting} first"
         model_unreachable: "We couldn't get a response from this model. Check your settings first."

config/settings.yml

@@ -240,18 +240,30 @@ discourse_ai:
     type: enum
     enum: "DiscourseAi::Configuration::LlmEnumerator"
     validator: "DiscourseAi::Configuration::LlmValidator"
+    hidden: true
+  ai_summarization_persona:
+    default: "-11"
+    type: enum
+    enum: "DiscourseAi::Configuration::PersonaEnumerator"
+
   ai_pm_summarization_allowed_groups:
     type: group_list
     list_type: compact
     default: ""
-  ai_custom_summarization_allowed_groups:
+  ai_custom_summarization_allowed_groups: # Deprecated. TODO(roman): Remove 2025-09-01
     type: group_list
     list_type: compact
     default: "3|13" # 3: @staff, 13: @trust_level_3
+    hidden: true
   ai_summary_gists_enabled:
     default: false
     hidden: true
-  ai_summary_gists_allowed_groups:
+  ai_summary_gists_persona:
+    default: "-12"
+    type: enum
+    enum: "DiscourseAi::Configuration::PersonaEnumerator"
+    hidden: true
+  ai_summary_gists_allowed_groups: # Deprecated. TODO(roman): Remove 2025-09-01
     type: group_list
     list_type: compact
     default: "0" #everyone

db/fixtures/personas/603_ai_personas.rb

@@ -1,17 +1,39 @@
 # frozen_string_literal: true
 
+summarization_personas = [DiscourseAi::Personas::Summarizer, DiscourseAi::Personas::ShortSummarizer]
+
+def from_setting(setting_name)
+  DB.query_single(
+    "SELECT value FROM site_settings WHERE name = :setting_name",
+    setting_name: setting_name,
+  )
+end
+
 DiscourseAi::Personas::Persona.system_personas.each do |persona_class, id|
   persona = AiPersona.find_by(id: id)
   if !persona
     persona = AiPersona.new
     persona.id = id
+
     if persona_class == DiscourseAi::Personas::WebArtifactCreator
       # this is somewhat sensitive, so we default it to staff
       persona.allowed_group_ids = [Group::AUTO_GROUPS[:staff]]
+    elsif summarization_personas.include?(persona_class)
+      # Copy group permissions from site settings.
+      default_groups = [Group::AUTO_GROUPS[:staff], Group::AUTO_GROUPS[:trust_level_3]]
+
+      setting_name = "ai_custom_summarization_allowed_groups"
+      if persona_class == DiscourseAi::Personas::ShortSummarizer
+        setting_name = "ai_summary_gists_allowed_groups"
+        default_groups = [] # Blank == everyone
+      end
+
+      persona.allowed_group_ids = from_setting(setting_name).first&.split("|") || default_groups
     else
       persona.allowed_group_ids = [Group::AUTO_GROUPS[:trust_level_0]]
     end
-    persona.enabled = true
+
+    persona.enabled = !summarization_personas.include?(persona_class)
     persona.priority = true if persona_class == DiscourseAi::Personas::General
   end
 
@@ -22,16 +44,16 @@
     persona_class.name + SecureRandom.hex,
   ]
   persona.name = DB.query_single(<<~SQL, names, id).first
-        SELECT guess_name
-        FROM (
-          SELECT unnest(Array[?]) AS guess_name
-          FROM (SELECT 1) as t
-        ) x
-        LEFT JOIN ai_personas ON ai_personas.name = x.guess_name AND ai_personas.id <> ?
-        WHERE ai_personas.id IS NULL
-        ORDER BY x.guess_name ASC
-        LIMIT 1
-      SQL
+    SELECT guess_name
+    FROM (
+      SELECT unnest(Array[?]) AS guess_name
+      FROM (SELECT 1) as t
+    ) x
+    LEFT JOIN ai_personas ON ai_personas.name = x.guess_name AND ai_personas.id <> ?
+    WHERE ai_personas.id IS NULL
+    ORDER BY x.guess_name ASC
+    LIMIT 1
+  SQL
 
   persona.description = persona_class.description
 

lib/configuration/llm_dependency_validator.rb

@@ -10,17 +10,27 @@ def initialize(opts = {})
       def valid_value?(val)
         return true if val == "f"
 
-        @llm_dependency_setting_name =
-          DiscourseAi::Configuration::LlmValidator.new.choose_llm_setting_for(@opts[:name])
+        if @opts[:name] == :ai_summarization_enabled
+          has_llms = LlmModel.count > 0
+          @no_llms_configured = !has_llms
+          has_llms
+        else
+          @llm_dependency_setting_name =
+            DiscourseAi::Configuration::LlmValidator.new.choose_llm_setting_for(@opts[:name])
 
-        SiteSetting.public_send(@llm_dependency_setting_name).present?
+          SiteSetting.public_send(@llm_dependency_setting_name).present?
+        end
       end
 
       def error_message
-        I18n.t(
-          "discourse_ai.llm.configuration.set_llm_first",
-          setting: @llm_dependency_setting_name,
-        )
+        if @llm_dependency_setting_name
+          I18n.t(
+            "discourse_ai.llm.configuration.set_llm_first",
+            setting: @llm_dependency_setting_name,
+          )
+        elsif @no_llms_configured
+          I18n.t("discourse_ai.llm.configuration.create_llm")
+        end
       end
     end
   end

lib/configuration/llm_enumerator.rb

@@ -26,7 +26,9 @@ def self.global_usage
         end
 
         if SiteSetting.ai_summarization_enabled
-          model_id = SiteSetting.ai_summarization_model.split(":").last.to_i
+          summarization_persona = AiPersona.find_by(id: SiteSetting.ai_summarization_persona)
+          model_id = summarization_persona.default_llm_id || LlmModel.last&.id
+
           rval[model_id] << { type: :ai_summarization }
         end
 

lib/configuration/persona_enumerator.rb

@@ -10,7 +10,9 @@ def self.valid_value?(val)
       end
 
       def self.values
-        AiPersona.all_personas.map { |persona| { name: persona.name, value: persona.id } }
+        AiPersona
+          .all_personas(enabled_only: false)
+          .map { |persona| { name: persona.name, value: persona.id } }
       end
     end
   end

lib/discord/bot/persona_replier.rb

@@ -6,7 +6,7 @@ class PersonaReplier < Base
       def initialize(body)
         @persona =
           AiPersona
-            .all_personas
+            .all_personas(enabled_only: false)
             .find { |persona| persona.id == SiteSetting.ai_discord_search_persona.to_i }
             .new
         @bot =