Display gists in the hot topics list

Author: romanrizzi

assets/javascripts/discourse/connectors/topic-list-main-link-bottom/ai-topic-gist.gjs

@@ -0,0 +1,16 @@
+import Component from "@glimmer/component";
+import icon from "discourse-common/helpers/d-icon";
+
+export default class AiTopicGist extends Component {
+  static shouldRender(outletArgs, helper) {
+    return outletArgs?.topic?.ai_topic_gist && !outletArgs.topic.excerpt;
+  }
+
+  <template>
+    <div class="ai-topic-gist">
+      <div class="ai-topic-gist__text">
+        {{@outletArgs.topic.ai_topic_gist}}
+      </div>
+    </div>
+  </template>
+}

assets/stylesheets/modules/summarization/common/ai-summary.scss

@@ -215,3 +215,11 @@
     opacity: 1;
   }
 }
+
+.ai-topic-gist {
+  margin-top: .5em;
+
+  &__text {
+    font-size: var(--font-down-2);
+  }
+}

config/locales/server.en.yml

@@ -84,6 +84,7 @@ en:
     ai_summarization_model: "Model to use for summarization."
     ai_custom_summarization_allowed_groups: "Groups allowed to use create new summaries."
     ai_pm_summarization_allowed_groups: "Groups allowed to create and view summaries in PMs."
+    ai_summarize_hot_topics_list: "Display a brief summary for each topic in the hot topics list (if available)."
 
     ai_bot_enabled: "Enable the AI Bot module."
     ai_bot_enable_chat_warning: "Display a warning when PM chat is initiated. Can be overriden by editing the translation string: discourse_ai.ai_bot.pm_warning"

config/settings.yml

@@ -376,6 +376,9 @@ discourse_ai:
     type: group_list
     list_type: compact
     default: "3|13" # 3: @staff, 13: @trust_level_3
+  ai_summarize_hot_topics_list:
+    client: true
+    default: false
   ai_summarization_strategy: # TODO(roman): Deprecated. Remove by Sept 2024
     type: enum
     default: ""

lib/summarization/entry_point.rb

@@ -16,6 +16,26 @@ def inject_into(plugin)
         plugin.add_to_serializer(:web_hook_topic_view, :summarizable) do
           scope.can_see_summary?(object.topic, AiSummary.summary_types[:complete])
         end
+
+        plugin.register_modifier(:topic_query_create_list_topics) do |topics, options|
+          if options[:filter] == :hot && SiteSetting.ai_summarization_enabled &&
+               SiteSetting.ai_summarize_hot_topics_list
+            topics.includes(:ai_summaries).where(
+              "ai_summaries.id IS NULL OR ai_summaries.summary_type = ?",
+              AiSummary.summary_types[:gist],
+            )
+          else
+            topics
+          end
+        end
+
+        plugin.add_to_serializer(
+          :topic_list_item,
+          :ai_topic_gist,
+          include_condition: -> do
+            SiteSetting.ai_summarization_enabled && SiteSetting.ai_summarize_hot_topics_list
+          end,
+        ) { object.ai_summaries.to_a.first&.summarized_text }
       end
     end
   end

lib/summarization/strategies/topic_gist.rb

@@ -47,6 +47,12 @@ def concatenation_prompt(texts_to_summarize)
           prompt = DiscourseAi::Completions::Prompt.new(<<~TEXT.strip)
             You are a summarization bot tasked with creating a single, concise sentence by merging disjointed summaries into a cohesive statement. 
             Your response should strictly be this single, comprehensive sentence, without any additional text or comments.
+
+            - Focus on the central theme or issue being addressed, while maintaining an objective and neutral tone.
+            - Avoid including extraneous details or subjective opinions.
+            - Maintain the original language of the text being summarized.
+            - Try to use no more than 20 words.
+            - Begin the summary directly with the main topic or issue, using clear and direct language without introductory phrases like "The discussion is about..."
           TEXT
 
           prompt.push(type: :user, content: <<~TEXT.strip)
@@ -63,11 +69,14 @@ def concatenation_prompt(texts_to_summarize)
         def summarize_single_prompt(input, opts)
           prompt = DiscourseAi::Completions::Prompt.new(<<~TEXT.strip)
             You are an advanced summarization bot. Your task is to analyze a given conversation and generate a single, 
-            concise sentence that clearly conveys the main topic and purpose of the discussion to someone with no prior context. 
+            concise sentence that clearly conveys the main topic and purpose of the discussion to someone with no prior context.
 
             - Focus on the central theme or issue being addressed, while maintaining an objective and neutral tone.
             - Avoid including extraneous details or subjective opinions.
             - Maintain the original language of the text being summarized.
+            - Begin the summary directly with the main topic or issue, using clear and direct language without introductory phrases like "The discussion is about...".
+            - The sentence doesn't have to mention the discussion title.
+            - Aim to use no more than 20 words.
           TEXT
 
           prompt.push(type: :user, content: <<~TEXT.strip)

lib/topic_extensions.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module DiscourseAi
+  module TopicExtensions
+    extend ActiveSupport::Concern
+
+    prepended { has_many :ai_summaries, as: :target }
+  end
+end

plugin.rb

@@ -76,7 +76,10 @@ module ::DiscourseAi
     require_relative "spec/support/stable_diffusion_stubs"
   end
 
-  reloadable_patch { |plugin| Guardian.prepend DiscourseAi::GuardianExtensions }
+  reloadable_patch do |plugin|
+    Guardian.prepend DiscourseAi::GuardianExtensions
+    Topic.prepend DiscourseAi::TopicExtensions
+  end
 
   register_modifier(:post_should_secure_uploads?) do |_, _, topic|
     if topic.private_message? && SharedAiConversation.exists?(target: topic)

spec/fabricators/ai_summary_fabricator.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+Fabricator(:ai_summary) do
+  summarized_text "complete summary"
+  original_content_sha "123"
+  algorithm "test"
+  target { Fabricate(:topic) }
+  summary_type AiSummary.summary_types[:complete]
+end
+
+Fabricator(:topic_ai_gist, from: :ai_summary) do
+  summarized_text "gist"
+  summary_type AiSummary.summary_types[:gist]
+end

spec/lib/modules/summarization/entry_point_spec.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+RSpec.describe DiscourseAi::Summarization::EntryPoint do
+  before do
+    assign_fake_provider_to(:ai_summarization_model)
+    SiteSetting.ai_summarization_enabled = true
+  end
+
+  fab!(:user)
+
+  describe "#inject_into" do
+    describe "hot topics gist summarization" do
+      fab!(:topic_ai_gist)
+      fab!(:regular_summary) { Fabricate(:ai_summary, target: topic_ai_gist.target) }
+
+      before { TopicHotScore.create!(topic_id: topic_ai_gist.target_id, score: 1.0) }
+
+      let(:topic_query) { TopicQuery.new(user) }
+
+      describe "topic_query_create_list_topics modifier" do
+        context "when hot topic summarization is enabled" do
+          before { SiteSetting.ai_summarize_hot_topics_list = true }
+
+          it "preloads only gist summaries" do
+            gist_topic = topic_query.list_hot.topics.find { |t| t.id == topic_ai_gist.target_id }
+
+            expect(gist_topic.ai_summaries.size).to eq(1)
+            expect(gist_topic.ai_summaries.first).to eq(topic_ai_gist)
+          end
+
+          it "doesn't filter out hot topics without summaries" do
+            TopicHotScore.create!(topic_id: Fabricate(:topic).id, score: 1.0)
+
+            expect(topic_query.list_hot.topics.size).to eq(2)
+          end
+        end
+      end
+
+      describe "topic_list_item serializer's ai_summary" do
+        context "when hot topic summarization is disabled" do
+          it "doesn't include summaries" do
+            gist_topic = topic_query.list_hot.topics.find { |t| t.id == topic_ai_gist.target_id }
+
+            serialized =
+              TopicListItemSerializer.new(gist_topic, scope: Guardian.new, root: false).as_json
+
+            expect(serialized.has_key?(:ai_topic_gist)).to eq(false)
+          end
+        end
+
+        context "when hot topics summarization is enabled" do
+          before { SiteSetting.ai_summarize_hot_topics_list = true }
+
+          it "includes the summary" do
+            gist_topic = topic_query.list_hot.topics.find { |t| t.id == topic_ai_gist.target_id }
+
+            serialized =
+              TopicListItemSerializer.new(gist_topic, scope: Guardian.new, root: false).as_json
+
+            expect(serialized[:ai_topic_gist]).to be_present
+          end
+        end
+      end
+    end
+  end
+end