FEATURE: Translate all new posts automatically

Adds a new site setting 'translate_posts_to_languages'

Author: nattsw

app/jobs/regular/translate_translatable.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Jobs
+  class TranslateTranslatable < ::Jobs::Base
+    def execute(args)
+      return unless SiteSetting.translator_enabled
+      return if SiteSetting.automatic_translation_target_languages.blank?
+
+      translatable = args[:type].constantize.find_by(id: args[:translatable_id])
+      return if translatable.blank?
+
+      target_locales = SiteSetting.automatic_translation_target_languages.split("|")
+      target_locales.each do |target_locale|
+        "DiscourseTranslator::#{SiteSetting.translator}".constantize.translate(
+          translatable,
+          target_locale.to_sym,
+        )
+        topic_id = translatable.is_a?(Post) ? translatable.topic.id : translatable.id
+        post_id = translatable.is_a?(Post) ? translatable.id : 1
+        MessageBus.publish("/topic/#{topic_id}", type: :revised, id: post_id)
+      end
+    end
+  end
+end

app/jobs/scheduled/automatic_translation_backfill.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module Jobs
+  class AutomaticTranslationBackfill < ::Jobs::Scheduled
+    every 5.minutes
+
+    def execute(args = nil)
+      return unless SiteSetting.translator_enabled
+      return if SiteSetting.automatic_translation_target_languages.blank?
+      return if SiteSetting.automatic_translation_backfill_maximum_posts_per_hour == 0
+
+      batch_size = SiteSetting.automatic_translation_backfill_maximum_posts_per_hour / 12
+      target_locales = SiteSetting.automatic_translation_target_languages.split("|")
+
+      Topic
+        .where.not(
+          id: DiscourseTranslator::TopicTranslation.select(:topic_id).where(locale: target_locales),
+        )
+        .order(id: :desc)
+        .limit(batch_size)
+        .each do |topic|
+          Jobs.enqueue(:translate, translatable_type: "Topic", translatable_id: topic.id)
+        end
+
+      # Handle Posts
+      Post
+        .where.not(
+          id: DiscourseTranslator::PostTranslation.select(:post_id).where(locale: target_locales),
+        )
+        .order(id: :desc)
+        .limit(batch_size)
+        .each do |post|
+          Jobs.enqueue(:translate, translatable_type: "Post", translatable_id: post.id)
+        end
+    end
+  end
+end

assets/javascripts/discourse/initializers/extend-for-translate-button.js

@@ -29,17 +29,6 @@ function initializeTranslation(api) {
     (currentUser || siteSettings.experimental_anon_language_switcher)
   ) {
     api.renderInOutlet("topic-navigation", ShowOriginalContent);
-    api.decorateCookedElement((cookedElement, helper) => {
-      if (helper) {
-        const translatedCooked = helper.getModel().get("translated_cooked");
-        if (translatedCooked) {
-          cookedElement.innerHTML = translatedCooked;
-        } else {
-          // this experimental feature does not yet support
-          // translating individual untranslated posts
-        }
-      }
-    });
 
     api.registerModelTransformer("topic", (topics) => {
       topics.forEach((topic) => {
@@ -48,6 +37,12 @@ function initializeTranslation(api) {
         }
       });
     });
+
+    api.registerModelTransformer("post", (post) => {
+      if (post.translated_cooked) {
+        post.set("cooked", post.translated_cooked);
+      }
+    });
   }
 
   if (!siteSettings.experimental_topic_translation) {

config/locales/server.en.yml

@@ -18,6 +18,7 @@ en:
     restrict_translation_by_group: "Only allowed groups can translate"
     restrict_translation_by_poster_group: "Only allow translation of posts made by users in allowed groups. If empty, allow translations of posts from all users."
     experimental_anon_language_switcher: "Enable experimental language switcher for anonymous users. This will allow anonymous users to switch between translated versions of Discourse and user-contributed content in topics."
+    translate_posts_to_languages: "Translate posts to languages"
     errors:
       set_locale_cookie_requirements: "The experimental language switcher for anonymous users requires the `set locale from cookie` site setting to be enabled."
     experimental_topic_translation: "Enable experimental topic translation feature. This replaces existing post in-line translation with a button that allows users to translate the entire topic."

config/settings.yml

@@ -109,3 +109,12 @@ discourse_translator:
   experimental_topic_translation:
     default: false
     client: true
+  automatic_translation_target_languages:
+    default: ""
+    type: list
+    list_type: named
+    choices: "DiscourseTranslator::TranslatableLanguagesSetting.values"
+    allow_any: false
+  automatic_translation_backfill_maximum_posts_per_hour:
+    default: 0
+    client: false

lib/discourse_translator/translatable_languages_setting.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module DiscourseTranslator
+  class TranslatableLanguagesSetting < LocaleSiteSetting
+    def self.printable_values
+      values.map { |v| v[:value] }
+    end
+
+    @lock = Mutex.new
+  end
+end

plugin.rb

@@ -38,6 +38,19 @@ module ::DiscourseTranslator
     end
   end
 
+  on(:post_process_cooked) do |_, post|
+    return if SiteSetting.automatic_translation_target_languages.blank?
+    Jobs.enqueue(:translate_translatable, type: Post, translatable_id: post.id)
+  end
+
+  on(:topic_created) do |topic|
+    Jobs.enqueue(:translate_translatable, type: Topic, translatable_id: topic.id)
+  end
+
+  on(:topic_edited) do |topic|
+    Jobs.enqueue(:translate_translatable, type: Topic, translatable_id: topic.id)
+  end
+
   add_to_serializer :post, :can_translate do
     scope.can_translate?(object)
   end