start building scanning infra

Author: SamSaffron

db/migrate/20241206051223_add_ai_spam_logs.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+class AddAiSpamLogs < ActiveRecord::Migration[7.2]
+  def change
+    create_table :ai_spam_logs do |t|
+      t.bigint :post_id, null: false
+      t.bigint :llm_model_id, null: false
+      t.bigint :last_ai_api_audit_log_id, null: false
+      t.integer :scan_count, null: false, default: 1
+      t.boolean :is_spam, null: false
+    end
+  end
+end

lib/ai_moderation/entry_point.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module DiscourseAi
+  module AiModeration
+    class EntryPoint
+      def inject_into(plugin)
+        plugin.on(:post_created) do |post|
+          SpamScanner.new_post(post)
+        end
+
+        plugin.on(:post_edited) do |post|
+          SpamScanner.edited_post(post)
+        end
+      end
+    end
+  end
+end

lib/ai_moderation/spam_scanner.rb

@@ -0,0 +1,17 @@
+module DiscourseAi
+  module AiModeration
+    class SpamScanner
+      def self.new_post(post)
+        return if !enabled?
+      end
+
+      def self.edited_post(post)
+        return if !enabled?
+      end
+
+      def self.enabled?
+        SiteSetting.ai_spam_detection_enabled && SiteSetting.discourse_ai_enabled
+      end
+    end
+  end
+end

plugin.rb

@@ -72,6 +72,7 @@ def self.public_asset_path(name)
     DiscourseAi::AiHelper::EntryPoint.new,
     DiscourseAi::Summarization::EntryPoint.new,
     DiscourseAi::AiBot::EntryPoint.new,
+    DiscourseAi::AiModeration::EntryPoint.new,
   ].each { |a_module| a_module.inject_into(self) }
 
   register_reviewable_type ReviewableAiChatMessage

spec/requests/admin/ai_spam_controller_spec.rb

@@ -12,9 +12,6 @@
     context "when logged in as admin" do
       before { sign_in(admin) }
 
-      it "allows properly for partial updates" do
-      end
-
       it "can update settings from scratch" do
         put "/admin/plugins/discourse-ai/ai-spam.json",
             params: {