Add presets. Hide a couple more settings

Author: romanrizzi

app/controllers/discourse_ai/admin/ai_embeddings_controller.rb

@@ -23,6 +23,7 @@ def index
                      EmbeddingDefinition.tokenizer_names.map { |tn|
                        { id: tn, name: tn.split("::").last }
                      },
+                   presets: EmbeddingDefinition.presets,
                  },
                }
       end

app/models/embedding_definition.rb

@@ -29,6 +29,91 @@ def tokenizer_names
     def provider_params
       { open_ai: { model_name: :text } }
     end
+
+    def presets
+      @presets ||=
+        begin
+          [
+            {
+              preset_id: "bge-large-en",
+              display_name: "bge-large-en",
+              dimensions: 1024,
+              max_sequence_length: 512,
+              pg_function: "<#>",
+              tokenizer_class: "DiscourseAi::Tokenizer::BgeLargeEnTokenizer",
+              provider: HUGGING_FACE,
+            },
+            {
+              preset_id: "bge-m3",
+              display_name: "bge-m3",
+              dimensions: 1024,
+              max_sequence_length: 8192,
+              pg_function: "<#>",
+              tokenizer_class: "DiscourseAi::Tokenizer::BgeM3Tokenizer",
+              provider: HUGGING_FACE,
+            },
+            {
+              preset_id: "gemini-embedding-001",
+              display_name: "Gemini's embedding-001",
+              dimensions: 768,
+              max_sequence_length: 1536,
+              pg_function: "<=>",
+              url:
+                "https://generativelanguage.googleapis.com/v1beta/models/embedding-001:embedContent",
+              tokenizer_class: "DiscourseAi::Tokenizer::OpenAiTokenizer",
+              provider: GOOGLE,
+            },
+            {
+              preset_id: "multilingual-e5-large",
+              display_name: "multilingual-e5-large",
+              dimensions: 1024,
+              max_sequence_length: 512,
+              pg_function: "<=>",
+              tokenizer_class: "DiscourseAi::Tokenizer::MultilingualE5LargeTokenizer",
+              provider: HUGGING_FACE,
+            },
+            {
+              preset_id: "text-embedding-3-large",
+              display_name: "OpenAI's text-embedding-3-large",
+              dimensions: 2000,
+              max_sequence_length: 8191,
+              pg_function: "<=>",
+              tokenizer_class: "DiscourseAi::Tokenizer::OpenAiTokenizer",
+              url: "https://api.openai.com/v1/embeddings",
+              provider: OPEN_AI,
+              provider_params: {
+                model_name: "text-embedding-3-large",
+              },
+            },
+            {
+              preset_id: "text-embedding-3-small",
+              display_name: "OpenAI's text-embedding-3-small",
+              dimensions: 1536,
+              max_sequence_length: 8191,
+              pg_function: "<=>",
+              tokenizer_class: "DiscourseAi::Tokenizer::OpenAiTokenizer",
+              url: "https://api.openai.com/v1/embeddings",
+              provider: OPEN_AI,
+              provider_params: {
+                model_name: "text-embedding-3-small",
+              },
+            },
+            {
+              preset_id: "text-embedding-ada-002",
+              display_name: "OpenAI's text-embedding-ada-002",
+              dimensions: 1536,
+              max_sequence_length: 8191,
+              pg_function: "<=>",
+              tokenizer_class: "DiscourseAi::Tokenizer::OpenAiTokenizer",
+              url: "https://api.openai.com/v1/embeddings",
+              provider: OPEN_AI,
+              provider_params: {
+                model_name: "text-embedding-ada-002",
+              },
+            },
+          ]
+        end
+    end
   end
 
   validates :provider, presence: true, inclusion: provider_names

app/serializers/ai_embedding_definition_serializer.rb

@@ -3,7 +3,8 @@
 class AiEmbeddingDefinitionSerializer < ApplicationSerializer
   root "ai_embedding"
 
-  attributes :display_name,
+  attributes :id,
+             :display_name,
              :dimensions,
              :max_sequence_length,
              :pg_function,

assets/javascripts/discourse/admin/models/ai-embedding.js

@@ -30,4 +30,9 @@ export default class AiEmbedding extends RestModel {
       data: { ai_embedding: this.createProperties() },
     });
   }
+
+  workingCopy() {
+    const attrs = this.createProperties();
+    return this.store.createRecord("ai-embedding", attrs);
+  }
 }