Tags

Author: nattsw

app/jobs/scheduled/automatic_translation_backfill.rb

@@ -87,22 +87,24 @@ def translate_records(type, record_ids, target_locale)
 
     def process_batch
       records_to_translate = SiteSetting.automatic_translation_backfill_rate
-      backfill_locales.each_with_index do |target_locale, i|
-        topic_ids =
-          fetch_untranslated_model_ids(Topic, "title", records_to_translate, target_locale)
-        post_ids = fetch_untranslated_model_ids(Post, "raw", records_to_translate, target_locale)
-        category_ids =
-          fetch_untranslated_model_ids(Category, "name", records_to_translate, target_locale)
-
-        next if topic_ids.empty? && post_ids.empty? && category_ids.empty?
-
-        DiscourseTranslator::VerboseLogger.log(
-          "Translating #{topic_ids.size} topics, #{post_ids.size} posts, #{category_ids.size} categories, to #{target_locale}",
-        )
-
-        translate_records(Topic, topic_ids, target_locale)
-        translate_records(Post, post_ids, target_locale)
-        translate_records(Category, category_ids, target_locale)
+      backfill_locales.each do |target_locale|
+        [
+          [Topic, "title"],
+          [Post, "raw"],
+          [Category, "name"],
+          [Tag, "name"],
+        ].each do |model, content_column|
+          ids =
+            fetch_untranslated_model_ids(model, content_column, records_to_translate, target_locale)
+
+          next if ids.empty?
+
+          DiscourseTranslator::VerboseLogger.log(
+            "Translating #{ids.size} #{model.name} to #{target_locale}",
+          )
+
+          translate_records(model, ids, target_locale)
+        end
       end
     end
 

app/models/discourse_translator/tag_locale.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module DiscourseTranslator
+  class TagLocale < ActiveRecord::Base
+    self.table_name = "discourse_translator_tag_locales"
+
+    belongs_to :tag
+
+    validates :tag_id, presence: true
+    validates :detected_locale, presence: true
+  end
+end

app/models/discourse_translator/tag_translation.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module DiscourseTranslator
+  class TagTranslation < ActiveRecord::Base
+    self.table_name = "discourse_translator_tag_translations"
+
+    belongs_to :tag
+
+    validates :tag_id, presence: true
+    validates :locale, presence: true
+    validates :translation, presence: true
+    validates :locale, uniqueness: { scope: :tag_id }
+  end
+end

app/services/discourse_ai/tag_translator.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module DiscourseAi
+  class TagTranslator < BaseTranslator
+    PROMPT_TEMPLATE = <<~TEXT.freeze
+      You are a translation service specializing in translating forum tags to the asked target_language. Your task is to provide accurate and contextually appropriate translations while adhering to the following guidelines:
+
+      1. Translate the tags to target_language asked
+      2. Keep proper nouns and technical terms in their original language
+      3. Keep the translated tags short, close to the original length
+      4. Ensure the translation maintains the original meaning
+      4. Translated tags will be in lowercase
+
+      Provide your translation in the following JSON format:
+
+      <output>
+      {"translation": "your target_language translation here"}
+      </output>
+
+      Here are three examples of correct translation
+
+      Original: {"name":"solved", "target_language":"Chinese"}
+      Correct translation: {"translation": "已解决"}
+
+      Original: {"name":"General", "target_language":"French"}
+      Correct translation: {"translation": "général"}
+
+      Original: {"name": "Q&A", "target_language": "Portuguese"}
+      Correct translation: {"translation": "perguntas e respostas"}
+
+      Remember to keep proper nouns like "minecraft" and "toyota" in their original form. Translate the tag now and provide your answer in the specified JSON format.
+    TEXT
+
+    private def prompt_template
+      PROMPT_TEMPLATE
+    end
+  end
+end

app/services/discourse_translator/base.rb

@@ -139,6 +139,8 @@ def self.get_untranslated(translatable, raw: false)
         translatable.title
       when "Category"
         translatable.name
+      when "Tag"
+        translatable.name
       end
     end
   end

app/services/discourse_translator/discourse_ai.rb

@@ -47,6 +47,8 @@ def self.translate!(translatable, target_locale_sym = I18n.locale)
             text_for_translation(translatable),
             language,
           ).translate
+        when "Tag"
+          ::DiscourseAi::TagTranslator.new(text_for_translation(translatable), language).translate
         end
 
       DiscourseTranslator::TranslatedContentNormalizer.normalize(translatable, translated)

db/migrate/20250401022618_create_tag_translation_table.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+class CreateTagTranslationTable < ActiveRecord::Migration[7.2]
+  def change
+    create_table :discourse_translator_tag_locales do |t|
+      t.integer :tag_id, null: false
+      t.string :detected_locale, limit: 20, null: false
+      t.timestamps
+    end
+
+    create_table :discourse_translator_tag_translations do |t|
+      t.integer :tag_id, null: false
+      t.string :locale, null: false
+      t.text :translation, null: false
+      t.timestamps
+    end
+
+    add_index :discourse_translator_tag_translations,
+              %i[tag_id locale],
+              unique: true,
+              name: "idx_tag_translations_on_tag_id_and_locale"
+  end
+end

lib/discourse_translator/extensions/tag_extension.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module DiscourseTranslator
+  module Extensions
+    module TagExtension
+      extend ActiveSupport::Concern
+      prepended { before_update :clear_translations, if: :name_changed? }
+      include Translatable
+    end
+  end
+end

lib/discourse_translator/inline_translation.rb

@@ -88,6 +88,24 @@ def inject(plugin)
           serializer.object.translation_for(InlineTranslation.effective_locale).presence
         end
       end
+
+      # tags
+
+      plugin.register_modifier(:topic_tags_serializer_name) do |tags, serializer|
+        # %w[topics tags serializer name]
+      end
+
+      plugin.register_modifier(:sidebar_tag_serializer_name) do |name, serializer|
+        if !SiteSetting.experimental_inline_translation ||
+             serializer.object.locale_matches?(InlineTranslation.effective_locale) ||
+             serializer.scope&.request&.params&.[]("show") == "original"
+          name
+        else
+          serializer.object.translation_for(InlineTranslation.effective_locale).presence
+        end
+      end
+
+      # plugin.register_modifier(:tag_serializer_name) { |name, serializer| "tag_serializer_name" }
     end
   end
 end

lib/discourse_translator/translated_content_normalizer.rb

@@ -10,6 +10,8 @@ def self.normalize(translatable, content)
         PrettyText.cleanup(content, {})
       when "Category"
         content
+      when "Tag"
+        content
       end
     end
   end