feat(machinery): add Argos offline translation backend

pyproject.toml

@@ -197,11 +197,14 @@ alibaba = [
   "aliyun-python-sdk-core>=2.16.0,<3.0.0"
 ]
 all = [
-  "weblate[alibaba,amazon,gerrit,gelf,google,ldap,mercurial,openai,postgres,zxcvbn]"
+  "weblate[alibaba,amazon,argos,gerrit,gelf,google,ldap,mercurial,openai,postgres,zxcvbn]"
 ]
 amazon = [
   "boto3>=1.38.0,<2.0"
 ]
+argos = [
+  "argostranslate"
+]
 gelf = [
   "logging-gelf>=0.0.32,<0.1"
 ]

weblate/machinery/argos.py

@@ -0,0 +1,88 @@
+# Copyright © Michal Čihař <michal@weblate.org>
+#
+# SPDX-License-Identifier: GPL-3.0-or-later
+
+from __future__ import annotations
+
+import logging
+from typing import TYPE_CHECKING
+
+from .base import MachineTranslation
+
+if TYPE_CHECKING:
+    from weblate.auth.models import User
+    from weblate.trans.models import Unit
+
+    from .base import DownloadTranslations
+
+try:
+    import argostranslate.package
+    import argostranslate.translate
+except ImportError:
+    argostranslate = None
+
+logger = logging.getLogger(__name__)
+
+
+class ArgosTranslation(MachineTranslation):
+    """Argos offline machine translation."""
+
+    name = "Argos Translate"
+    settings_form = None
+    is_available = bool(argostranslate)
+
+    def is_supported(self, source_language, target_language):
+        """Supported if the language model package is installed in argostranslate."""
+        if not self.is_available:
+            return False
+
+        src = source_language.split("-")[0].lower()
+        tgt = target_language.split("-")[0].lower()
+
+        installed_languages = argostranslate.translate.get_installed_languages()
+
+        src_lang = next(
+            (lang for lang in installed_languages if lang.code == src), None
+        )
+        tgt_lang = next(
+            (lang for lang in installed_languages if lang.code == tgt), None
+        )
+
+        if src_lang and tgt_lang:
+            return src_lang.get_translation(tgt_lang) is not None
+
+        return False
+
+    def download_translations(
+        self,
+        source_language,
+        target_language,
+        text: str,
+        unit: Unit | None,
+        user: User | None,
+        threshold: int = 75,
+    ) -> DownloadTranslations:
+        """Translate using argostranslate."""
+        if not self.is_available:
+            return
+
+        src = source_language.split("-")[0].lower()
+        tgt = target_language.split("-")[0].lower()
+
+        try:
+            translation = argostranslate.translate.translate(text, src, tgt)
+            if translation:
+                yield {
+                    "text": translation,
+                    "quality": self.max_score,
+                    "service": self.name,
+                    "source": text,
+                }
+        except Exception as e:
+            logger.debug(
+                "Argos translation failed for %s to %s: %s",
+                source_language,
+                target_language,
+                e,
+            )
+            return

weblate/machinery/models.py

@@ -30,6 +30,7 @@ class WeblateConf(AppConf):
     # List of machinery classes
     WEBLATE_MACHINERY = (
         "weblate.machinery.apertium.ApertiumAPYTranslation",
+        "weblate.machinery.argos.ArgosTranslation",
         "weblate.machinery.aws.AWSTranslation",
         "weblate.machinery.alibaba.AlibabaTranslation",
         "weblate.machinery.anthropic.AnthropicTranslation",

weblate/machinery/tests.py

@@ -38,6 +38,7 @@
 from weblate.machinery.alibaba import AlibabaTranslation
 from weblate.machinery.anthropic import AnthropicTranslation
 from weblate.machinery.apertium import ApertiumAPYTranslation
+from weblate.machinery.argos import ArgosTranslation
 from weblate.machinery.aws import AWSTranslation
 from weblate.machinery.baidu import BAIDU_API, BaiduTranslation
 from weblate.machinery.base import (
@@ -3407,6 +3408,76 @@ def test_install_valid_form(self) -> None:
         )
 
 
+class ArgosTranslationTest(BaseMachineTranslationTest):
+    MACHINE_CLS = ArgosTranslation
+    EXPECTED_LEN = 1
+
+    def mock_empty(self) -> None:
+        self.skipTest("Not tested")
+
+    def mock_error(self) -> None:
+        self.skipTest("Not tested")
+
+    def mock_response(self) -> None:
+        pass
+
+    @patch("weblate.machinery.argos.ArgosTranslation.is_available", True)
+    @patch("weblate.machinery.argos.argostranslate")
+    def test_translate(self, mock_argostranslate, **kwargs) -> None:
+        mock_lang_en = MagicMock()
+        mock_lang_en.code = "en"
+        mock_lang_cs = MagicMock()
+        mock_lang_cs.code = "cs"
+        mock_lang_en.get_translation.return_value = True
+
+        mock_argostranslate.translate.get_installed_languages.return_value = [
+            mock_lang_en,
+            mock_lang_cs,
+        ]
+        mock_argostranslate.translate.translate.return_value = "Nazdar"
+
+        super().test_translate(**kwargs)
+
+    @patch("weblate.machinery.argos.ArgosTranslation.is_available", True)
+    @patch("weblate.machinery.argos.argostranslate")
+    def test_batch(self, mock_argostranslate, **kwargs) -> None:
+        mock_lang_en = MagicMock()
+        mock_lang_en.code = "en"
+        mock_lang_cs = MagicMock()
+        mock_lang_cs.code = "cs"
+        mock_lang_en.get_translation.return_value = True
+
+        mock_argostranslate.translate.get_installed_languages.return_value = [
+            mock_lang_en,
+            mock_lang_cs,
+        ]
+        mock_argostranslate.translate.translate.return_value = "Nazdar"
+
+        super().test_batch(**kwargs)
+
+    @patch("weblate.machinery.argos.ArgosTranslation.is_available", True)
+    @patch("weblate.machinery.argos.argostranslate")
+    def test_support(self, mock_argostranslate, **kwargs) -> None:
+        mock_lang_en = MagicMock()
+        mock_lang_en.code = "en"
+        mock_lang_cs = MagicMock()
+        mock_lang_cs.code = "cs"
+        mock_lang_en.get_translation.return_value = True
+
+        mock_argostranslate.translate.get_installed_languages.return_value = [
+            mock_lang_en,
+            mock_lang_cs,
+        ]
+
+        super().test_support(**kwargs)
+
+    def test_is_available(self):
+        machine = self.get_machine()
+        from weblate.machinery.argos import argostranslate
+
+        self.assertEqual(machine.is_available, bool(argostranslate))
+
+
 class SourceLanguageTranslateTestCase(FixtureTestCase):
     LANGUAGE = "de"
     SOURCE = "Hello, world!\n"