DEV: add cost info to llm model

Author: keegangeorge

app/controllers/discourse_ai/admin/ai_llms_controller.rb

@@ -160,6 +160,9 @@ def ai_llm_params(updating: nil)
             :api_key,
             :enabled_chat_bot,
             :vision_enabled,
+            :input_cost,
+            :cached_input_cost,
+            :output_cost,
           )
 
         provider = updating ? updating.provider : permitted[:provider]

app/models/llm_model.rb

@@ -13,6 +13,13 @@ class LlmModel < ActiveRecord::Base
   validates :url, presence: true, unless: -> { provider == BEDROCK_PROVIDER_NAME }
   validates_presence_of :name, :api_key
   validates :max_prompt_tokens, numericality: { greater_than: 0 }
+  validates :input_cost,
+            :cached_input_cost,
+            :output_cost,
+            numericality: {
+              greater_than_or_equal_to: 0,
+            },
+            allow_nil: true
   validate :required_provider_params
   scope :in_use,
         -> do
@@ -183,4 +190,7 @@ def required_provider_params
 #  enabled_chat_bot  :boolean          default(FALSE), not null
 #  provider_params   :jsonb
 #  vision_enabled    :boolean          default(FALSE), not null
+#  input_cost        :float
+#  cached_input_cost :float
+#  output_cost       :float
 #

app/serializers/llm_model_serializer.rb

@@ -17,6 +17,9 @@ class LlmModelSerializer < ApplicationSerializer
              :enabled_chat_bot,
              :provider_params,
              :vision_enabled,
+             :input_cost,
+             :output_cost,
+             :cached_input_cost,
              :used_by
 
   has_one :user, serializer: BasicUserSerializer, embed: :object

assets/javascripts/discourse/admin/models/ai-llm.js

@@ -14,7 +14,10 @@ export default class AiLlm extends RestModel {
       "api_key",
       "enabled_chat_bot",
       "provider_params",
-      "vision_enabled"
+      "vision_enabled",
+      "input_cost",
+      "cached_input_cost",
+      "output_cost"
     );
   }
 

assets/javascripts/discourse/components/ai-llm-editor-form.gjs

@@ -61,6 +61,9 @@ export default class AiLlmEditorForm extends Component {
       provider: model.provider,
       enabled_chat_bot: model.enabled_chat_bot,
       vision_enabled: model.vision_enabled,
+      input_cost: model.input_cost,
+      output_cost: model.output_cost,
+      cached_input_cost: model.cached_input_cost,
       provider_params: this.computeProviderParams(
         model.provider,
         model.provider_params
@@ -176,6 +179,7 @@ export default class AiLlmEditorForm extends Component {
 
   @action
   async save(data) {
+    console.log(data);
     this.isSaving = true;
     const isNew = this.args.model.isNew;
 
@@ -258,6 +262,7 @@ export default class AiLlmEditorForm extends Component {
       class="ai-llm-editor"
       as |form data|
     >
+      {{log this.formData}}
       {{#if this.modulesUsingModel}}
         <form.Alert @icon="circle-info">
           {{this.inUseWarning}}
@@ -382,6 +387,40 @@ export default class AiLlmEditorForm extends Component {
         <field.Input @type="number" step="any" min="0" lang="en" />
       </form.Field>
 
+      <form.InputGroup as |inputGroup|>
+        <inputGroup.Field
+          @name="input_cost"
+          @title={{i18n "discourse_ai.llms.cost_input"}}
+          @tooltip={{i18n "discourse_ai.llms.hints.cost_input"}}
+          @helpText={{i18n "discourse_ai.llms.hints.cost_measure"}}
+          as |field|
+        >
+          <field.Input @type="number" step="any" min="0" lang="en" />
+
+        </inputGroup.Field>
+
+        <inputGroup.Field
+          @name="cached_input_cost"
+          @title={{i18n "discourse_ai.llms.cost_cached_input"}}
+          @tooltip={{i18n "discourse_ai.llms.hints.cost_cached_input"}}
+          @helpText={{i18n "discourse_ai.llms.hints.cost_measure"}}
+          as |field|
+        >
+          <field.Input @type="number" step="any" min="0" lang="en" />
+
+        </inputGroup.Field>
+
+        <inputGroup.Field
+          @name="output_cost"
+          @title={{i18n "discourse_ai.llms.cost_output"}}
+          @tooltip={{i18n "discourse_ai.llms.hints.cost_output"}}
+          @helpText={{i18n "discourse_ai.llms.hints.cost_measure"}}
+          as |field|
+        >
+          <field.Input @type="number" step="any" min="0" lang="en" />
+        </inputGroup.Field>
+      </form.InputGroup>
+
       <form.Field
         @name="vision_enabled"
         @title={{i18n "discourse_ai.llms.vision_enabled"}}

config/locales/client.en.yml

@@ -403,6 +403,10 @@ en:
         enabled_chat_bot: "Allow AI bot selector"
         vision_enabled: "Vision enabled"
         ai_bot_user: "AI bot User"
+        cost_input: "Input cost"
+        cost_cached_input: "Cached input cost"
+        cost_output: "Output cost"
+
         save: "Save"
         edit: "Edit"
         saved: "LLM model saved"
@@ -485,6 +489,10 @@ en:
           name: "We include this in the API call to specify which model we'll use"
           vision_enabled: "If enabled, the AI will attempt to understand images. It depends on the model being used supporting vision. Supported by latest models from Anthropic, Google, and OpenAI."
           enabled_chat_bot: "If enabled, users can select this model when creating PMs with the AI bot"
+          cost_input: "The input cost per 1M tokens for this model"
+          cost_cached_input: "The cached input cost per 1M tokens for this model"
+          cost_output: "The output cost per 1M tokens for this model"
+          cost_measure: "$/1M tokens"
         providers:
           aws_bedrock: "AWS Bedrock"
           anthropic: "Anthropic"

db/migrate/20250416215039_add_cost_metrics_to_llm_model.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+class AddCostMetricsToLlmModel < ActiveRecord::Migration[7.2]
+  def change
+    add_column :llm_models, :input_cost, :float
+    add_column :llm_models, :cached_input_cost, :float
+    add_column :llm_models, :output_cost, :float
+  end
+end