DEV: Add backfill job

Author: nattsw

app/jobs/regular/translate_posts.rb

@@ -14,6 +14,8 @@ def execute(args)
       locales = SiteSetting.automatic_translation_target_languages.split("|")
       return if locales.blank?
 
+      limit = args[:limit] || BATCH_SIZE
+
       locales.each do |locale|
         posts =
           Post
@@ -26,7 +28,7 @@ def execute(args)
             .where.not(locale: nil)
             .where.not(locale: locale)
             .where("pl.id IS NULL")
-            .limit(BATCH_SIZE)
+            .limit(limit)
 
         next if posts.empty?
 

app/jobs/scheduled/post_translation_backfill.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module Jobs
+  class PostTranslationBackfill < ::Jobs::Scheduled
+    every 5.minutes
+    cluster_concurrency 1
+
+    def execute(args)
+      return unless SiteSetting.translator_enabled
+      return unless SiteSetting.experimental_content_translation
+
+      return if SiteSetting.automatic_translation_target_languages.blank?
+      return if SiteSetting.automatic_translation_backfill_rate == 0
+
+      Jobs.enqueue(:translate_posts, limit: SiteSetting.automatic_translation_backfill_rate)
+    end
+  end
+end

spec/jobs/post_translation_backfill_spec.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+describe Jobs::PostTranslationBackfill do
+  before do
+    SiteSetting.automatic_translation_backfill_rate = 100
+    SiteSetting.automatic_translation_target_languages = "en"
+  end
+
+  it "does not enqueue post translation when translator disabled" do
+    SiteSetting.translator_enabled = false
+
+    described_class.new.execute({})
+
+    expect_not_enqueued_with(job: :translate_posts)
+  end
+
+  it "does not enqueue post translation when experimental translation disabled" do
+    SiteSetting.translator_enabled = true
+    SiteSetting.experimental_content_translation = false
+
+    described_class.new.execute({})
+
+    expect_not_enqueued_with(job: :translate_posts)
+  end
+
+  it "does not enqueue psot translation if backfill languages are not set" do
+    SiteSetting.translator_enabled = true
+    SiteSetting.experimental_content_translation = true
+    SiteSetting.automatic_translation_target_languages = ""
+
+    described_class.new.execute({})
+
+    expect_not_enqueued_with(job: :translate_posts)
+  end
+
+  it "does not enqueue psot translation if backfill limit is set to 0" do
+    SiteSetting.translator_enabled = true
+    SiteSetting.experimental_content_translation = true
+    SiteSetting.automatic_translation_backfill_rate = 0
+
+    described_class.new.execute({})
+
+    expect_not_enqueued_with(job: :translate_posts)
+  end
+
+  it "enqueues post translation with correct limit" do
+    SiteSetting.translator_enabled = true
+    SiteSetting.experimental_content_translation = true
+    SiteSetting.automatic_translation_backfill_rate = 10
+
+    described_class.new.execute({})
+
+    expect_job_enqueued(job: :translate_posts, args: { limit: 10 })
+  end
+end