Implemented translating messages

Author: Programie

config.sample.yml

@@ -18,6 +18,11 @@ telegram:
     - <id 2>
     - ...
 
+# Configure whether messages should be translated into the specified language
+# Use the two-letter ISO 639-1 language code (examples: "de", "en", "es", "it")
+# Omit or keep empty to disable translations
+translate_to_lang: "en"
+
 media:
   # Path where to put media files
   download_path: /path/where/to/put/media-files

output/elasticsearch.py

@@ -19,8 +19,8 @@ def __init__(self, config: dict):
 
         self.client = Elasticsearch(hosts=config.get("host", "localhost"), basic_auth=http_auth)
 
-    async def write_message(self, message, downloaded_media):
-        doc_data = await self.get_message_dict(message, downloaded_media)
+    async def write_message(self, message, translated_text, downloaded_media):
+        doc_data = await self.get_message_dict(message, translated_text, downloaded_media)
 
         doc_data["timestamp"] = message.date
 

output/file.py

@@ -10,8 +10,8 @@ def __init__(self, config: dict):
 
         self.path = os.path.expanduser(config.get("path"))
 
-    async def write_message(self, message, downloaded_media):
-        message_dict = await self.get_message_dict(message, downloaded_media)
+    async def write_message(self, message, translated_text, downloaded_media):
+        message_dict = await self.get_message_dict(message, translated_text, downloaded_media)
 
         with open(self.path, "a") as output_file:
             json.dump(message_dict, output_file, default=json_default)

output/redis.py

@@ -13,7 +13,7 @@ def __init__(self, config: dict):
 
         self.client = Redis(host=config.get("host", "localhost"), port=config.get("port", 6379), db=config.get("db", 0), username=config.get("username"), password=config.get("password"))
 
-    async def write_message(self, message, downloaded_media):
-        message_dict = await self.get_message_dict(message, downloaded_media)
+    async def write_message(self, message, translated_text, downloaded_media):
+        message_dict = await self.get_message_dict(message, translated_text, downloaded_media)
 
         self.client.rpush(self.key, json.dumps(message_dict, default=json_default))

output/tcp.py

@@ -22,8 +22,8 @@ def ensure_connected(self):
         self.socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
         self.socket.connect((self.host, self.port))
 
-    async def write_message(self, message, downloaded_media):
-        message_dict = await self.get_message_dict(message, downloaded_media)
+    async def write_message(self, message, translated_text, downloaded_media):
+        message_dict = await self.get_message_dict(message, translated_text, downloaded_media)
 
         data = json.dumps(message_dict, default=json_default) + "\n"
 

telegram2elastic.py

@@ -17,8 +17,10 @@
 from datetime import datetime
 from telethon import TelegramClient, events
 from telethon.tl import types
+from telethon.tl.functions.messages import TranslateTextRequest
 from telethon.tl.patched import Message
 from telethon.tl.types import User, Chat, Channel
+from telethon.tl.types.messages import TranslateResultText
 from telethon.utils import get_display_name
 
 LOG_LEVEL_INFO = 35
@@ -256,10 +258,10 @@ def __init__(self, config: dict):
         self.config: dict = config
 
     @abstractmethod
-    async def write_message(self, message, downloaded_media: DownloadedMedia):
+    async def write_message(self, message, translated_text: str | None, downloaded_media: DownloadedMedia):
         pass
 
-    async def get_message_dict(self, message, downloaded_media: DownloadedMedia):
+    async def get_message_dict(self, message, translated_text: str | None, downloaded_media: DownloadedMedia):
         sender_user = await message.get_sender()
 
         if sender_user is None:
@@ -293,6 +295,7 @@ async def get_message_dict(self, message, downloaded_media: DownloadedMedia):
             "message": message,
             "sender": sender,
             "get_display_name": get_display_name,
+            "translated_text": translated_text,
             "media": downloaded_media
         })
 
@@ -331,10 +334,11 @@ def get_from_chat(cls, chat):
 
 
 class OutputHandler:
-    def __init__(self, media_config: dict):
+    def __init__(self, media_config: dict, translate_to_lang: str = None):
         self.outputs = []
         self.imports = {}
         self.media_config = MediaConfiguration(media_config)
+        self.translate_to_lang = translate_to_lang
 
     def add(self, config: dict):
         output_type = config.get("type")
@@ -364,8 +368,18 @@ async def write_message(self, message, is_chat_enabled: callable):
         else:
             downloaded_media = None
 
+        if self.translate_to_lang and message.text:
+            try:
+                translate_text_result: TranslateResultText = await message.client(TranslateTextRequest(to_lang=self.translate_to_lang, peer=message.input_sender, msg_id=message.id))
+                translated_text = translate_text_result.text
+            except BaseException as exception:
+                logging.error(f"Unable to translate text '{message.text}' using language '{self.translate_to_lang}': {exception}")
+                translated_text = None
+        else:
+            translated_text = None
+
         for output in self.outputs:
-            await output.write_message(message, downloaded_media)
+            await output.write_message(message=message, translated_text=translated_text, downloaded_media=downloaded_media)
 
     async def download_media(self, message):
         if message.file.name is None:
@@ -533,7 +547,7 @@ def main():
         logging.error("Unable to parse config file '{}'".format(arguments.config))
         exit(1)
 
-    output_handler = OutputHandler(media_config=config.get("media", {}))
+    output_handler = OutputHandler(media_config=config.get("media", {}), translate_to_lang=config.get("translate_to_lang"))
 
     for output in config.get("outputs", []):
         output_handler.add(output)