Finish adding test button

Author: SamSaffron

assets/javascripts/discourse/components/ai-spam.gjs

@@ -14,10 +14,12 @@ import { popupAjaxError } from "discourse/lib/ajax-error";
 import i18n from "discourse-common/helpers/i18n";
 import getURL from "discourse-common/lib/get-url";
 import ComboBox from "select-kit/components/combo-box";
+import SpamTestModal from "./modal/spam-test-modal";
 
 export default class AiSpam extends Component {
   @service siteSettings;
   @service toasts;
+  @service modal;
 
   @tracked
   stats = {
@@ -102,6 +104,15 @@ export default class AiSpam extends Component {
     }
   }
 
+  @action
+  showTestModal() {
+    this.modal.show(SpamTestModal, {
+      model: {
+        customInstructions: this.customInstructions,
+      }
+    });
+  }
+
   get metrics() {
     const detected = {
       label: "discourse_ai.spam.spam_detected",
@@ -189,6 +200,11 @@ export default class AiSpam extends Component {
             @label="save"
             class="ai-spam__instructions-save btn-primary"
           />
+          <DButton
+            @action={{this.showTestModal}}
+            @label="discourse_ai.spam.test_button"
+            class="btn-default"
+          />
         </div>
       </section>
 

assets/javascripts/discourse/components/modal/spam-test-modal.gjs

@@ -0,0 +1,94 @@
+import Component from "@glimmer/component";
+import { tracked } from "@glimmer/tracking";
+import { fn } from "@ember/helper";
+import { on } from "@ember/modifier";
+import { action } from "@ember/object";
+import { eq } from "truth-helpers";
+import DButton from "discourse/components/d-button";
+import DModal from "discourse/components/d-modal";
+import withEventValue from "discourse/helpers/with-event-value";
+import { ajax } from "discourse/lib/ajax";
+import { popupAjaxError } from "discourse/lib/ajax-error";
+import I18n from "discourse-i18n";
+
+export default class SpamTestModal extends Component {
+  @tracked testResult;
+  @tracked isLoading = false;
+  @tracked postUrl = "";
+  @tracked scanLog = "";
+
+  @action
+  async runTest() {
+    this.isLoading = true;
+    try {
+      const response = await ajax(
+        `/admin/plugins/discourse-ai/ai-spam/test.json`,
+        {
+          type: "POST",
+          data: {
+            post_url: this.postUrl,
+            custom_instructions: this.args.model.customInstructions
+          },
+        }
+      );
+
+      this.testResult = response.is_spam ? "Spam" : "Not Spam";
+      this.scanLog = response.log;
+    } catch (error) {
+      popupAjaxError(error);
+    } finally {
+      this.isLoading = false;
+    }
+  }
+
+  <template>
+    <DModal
+      @title={{I18n.t "discourse_ai.spam.test_modal.title"}}
+      @closeModal={{@closeModal}}
+      @bodyClass="spam-test-modal__body"
+      class="spam-test-modal"
+    >
+      <:body>
+        <div class="control-group">
+          <label>{{I18n.t
+              "discourse_ai.spam.test_modal.post_url_label"
+            }}</label>
+          <input
+            {{on "input" (withEventValue (fn (mut this.postUrl)))}}
+            type="text"
+            placeholder={{I18n.t
+              "discourse_ai.spam.test_modal.post_url_placeholder"
+            }}
+          />
+        </div>
+
+        {{#if this.testResult}}
+          <div class="spam-test-modal__test-result">
+            <h3>{{I18n.t "discourse_ai.spam.test_modal.result"}}</h3>
+            <div
+              class="spam-test-modal__verdict
+                {{if (eq this.testResult 'Spam') 'is-spam' 'not-spam'}}"
+            >
+              {{this.testResult}}
+            </div>
+            {{#if this.scanLog}}
+              <div class="spam-test-modal__log">
+                <h4>{{I18n.t "discourse_ai.spam.test_modal.scan_log"}}</h4>
+                <pre>{{this.scanLog}}</pre>
+              </div>
+            {{/if}}
+          </div>
+        {{/if}}
+      </:body>
+
+      <:footer>
+        <DButton
+          @action={{this.runTest}}
+          @label="discourse_ai.spam.test_modal.run"
+          @disabled={{this.isLoading}}
+          class="btn-primary spam-test-modal__run-button"
+        />
+      </:footer>
+    </DModal>
+  </template>
+}

assets/stylesheets/modules/llms/common/spam.scss

@@ -74,3 +74,48 @@
     font-size: var(--font-up-2);
   }
 }
+
+.spam-test-modal {
+  &__body {
+    min-width: 500px;
+  }
+
+  &__test-result {
+    margin-top: 1.5em;
+    padding-top: 1.5em;
+    border-top: 1px solid var(--primary-low);
+  }
+
+  &__verdict {
+    font-size: var(--font-up-2);
+    font-weight: bold;
+    padding: 0.5em;
+    border-radius: 0.25em;
+    text-align: center;
+    margin: 1em 0;
+
+    &.is-spam {
+      background: var(--danger-low);
+      color: var(--danger);
+    }
+
+    &.not-spam {
+      background: var(--success-low);
+      color: var(--success);
+    }
+  }
+
+  &__log {
+    margin-top: 1em;
+
+    pre {
+      max-height: 300px;
+      overflow-y: auto;
+      background: var(--primary-very-low);
+      padding: 1em;
+      margin: 0.5em 0;
+      font-family: monospace;
+      white-space: pre-wrap;
+    }
+  }
+}

config/locales/client.en.yml

@@ -142,6 +142,14 @@ en:
         spam_tip: "AI spam detection will scan the first 3 posts by all new users on public topics. It will flag them for review and block users if they are likely spam."
         settings_saved: "Settings saved"
         no_llms: "No LLMs available"
+        test_button: "Test..."
+        test_modal:
+          title: "Test Spam Detection"
+          post_url_label: "Post URL or ID"
+          post_url_placeholder: "https://your-forum.com/t/topic/123/4 or post ID"
+          result: "Result"
+          scan_log: "Scan Log"
+          run: "Run Test"
 
       usage:
         short_title: "Usage"

lib/ai_moderation/spam_scanner.rb

@@ -139,10 +139,14 @@ def self.test_post(post, custom_instructions: nil)
           )&.strip
 
         history = nil
-        AiSpamLog.where(post: post).order(:created_at).limit(100).each do |log|
-          history ||= +"Scan History:\n"
-          history << "date: #{log.created_at} is_spam: #{log.is_spam}\n"
-        end
+        AiSpamLog
+          .where(post: post)
+          .order(:created_at)
+          .limit(100)
+          .each do |log|
+            history ||= +"Scan History:\n"
+            history << "date: #{log.created_at} is_spam: #{log.is_spam}\n"
+          end
 
         log = +"Scanning #{post.url}\n\n"
 
@@ -156,7 +160,7 @@ def self.test_post(post, custom_instructions: nil)
         log << "Context: #{context}\n\n"
         log << "Result: #{result}"
 
-        is_spam = (result.present? && result.downcase.include?("spam"))
+        is_spam = check_if_spam(result)
         { is_spam: is_spam, log: log }
       end
 
@@ -195,7 +199,7 @@ def self.perform_scan(post)
               },
             )&.strip
 
-          is_spam = (result.present? && result.downcase.include?("spam"))
+          is_spam = check_if_spam(result)
 
           log = AiApiAuditLog.order(id: :desc).where(feature_name: "spam_detection").first
           AiSpamLog.transaction do
@@ -217,6 +221,10 @@ def self.perform_scan(post)
 
       private
 
+      def self.check_if_spam(result)
+        (result.present? && result.strip.downcase.start_with?("spam"))
+      end
+
       def self.build_context(post)
         context = []
 
@@ -256,6 +264,8 @@ def self.build_system_prompt(custom_instructions)
           You are a spam detection system. Analyze the following post content and context.
           Respond with "SPAM" if the post is spam, or "NOT_SPAM" if it's legitimate.
 
+          - ALWAYS lead your reply with the word SPAM or NOT_SPAM - you are consumed via an API
+
           Consider the post type carefully:
           - For REPLY posts: Check if the response is relevant and topical to the thread
           - For NEW TOPIC posts: Check if it's a legitimate topic or spam promotion