Merge pull request #7940 from sagemathinc/llm-translate

williamstein · web-flow · commit bfbe65d54e27 · 2024-10-14T13:57:20.000-07:00
translate LLM responses to user's language
diff --git a/src/packages/frontend/account/other-settings.tsx b/src/packages/frontend/account/other-settings.tsx
@@ -9,6 +9,7 @@ import { FormattedMessage, useIntl } from "react-intl";
 
 import { Checkbox, Panel } from "@cocalc/frontend/antd-bootstrap";
 import { Rendered, redux, useTypedRedux } from "@cocalc/frontend/app-framework";
+import { useLocalizationCtx } from "@cocalc/frontend/app/localize";
 import {
   A,
   HelpIcon,
@@ -22,7 +23,7 @@ import {
 import AIAvatar from "@cocalc/frontend/components/ai-avatar";
 import { IS_MOBILE, IS_TOUCH } from "@cocalc/frontend/feature";
 import LLMSelector from "@cocalc/frontend/frame-editors/llm/llm-selector";
-import { labels } from "@cocalc/frontend/i18n";
+import { LOCALIZATIONS, labels } from "@cocalc/frontend/i18n";
 import {
   VBAR_EXPLANATION,
   VBAR_KEY,
@@ -33,6 +34,7 @@ import { NewFilenameFamilies } from "@cocalc/frontend/project/utils";
 import track from "@cocalc/frontend/user-tracking";
 import { webapp_client } from "@cocalc/frontend/webapp-client";
 import { DEFAULT_NEW_FILENAMES, NEW_FILENAMES } from "@cocalc/util/db-schema";
+import { OTHER_SETTINGS_REPLY_ENGLISH_KEY } from "@cocalc/util/i18n/const";
 import { dark_mode_mins, get_dark_mode_config } from "./dark-mode";
 import { I18NSelector, I18N_MESSAGE, I18N_TITLE } from "./i18n-selector";
 import Tours from "./tours";
@@ -60,6 +62,7 @@ interface Props {
 
 export function OtherSettings(props: Readonly<Props>): JSX.Element {
   const intl = useIntl();
+  const { locale } = useLocalizationCtx();
   const isCoCalcCom = useTypedRedux("customize", "is_cocalc_com");
   const user_defined_llm = useTypedRedux("customize", "user_defined_llm");
 
@@ -552,6 +555,24 @@ export function OtherSettings(props: Readonly<Props>): JSX.Element {
     );
   }
 
+  function render_llm_reply_language(): Rendered {
+    return (
+      <Checkbox
+        checked={!!props.other_settings.get(OTHER_SETTINGS_REPLY_ENGLISH_KEY)}
+        onChange={(e) => {
+          on_change(OTHER_SETTINGS_REPLY_ENGLISH_KEY, e.target.checked);
+        }}
+      >
+        <FormattedMessage
+          id="account.other-settings.llm.reply_language"
+          defaultMessage={`<strong>Always reply in English:</strong>
+          If set, the replies are always in English. Otherwise, it replies in your language ({lang}).`}
+          values={{ lang: intl.formatMessage(LOCALIZATIONS[locale].trans) }}
+        />
+      </Checkbox>
+    );
+  }
+
   function render_custom_llm(): Rendered {
     // on cocalc.com, do not even show that they're disabled
     if (isCoCalcCom && !user_defined_llm) return;
@@ -578,6 +599,7 @@ export function OtherSettings(props: Readonly<Props>): JSX.Element {
       >
         {render_disable_all_llm()}
         {render_language_model()}
+        {render_llm_reply_language()}
         {render_custom_llm()}
       </Panel>
     );
diff --git a/src/packages/frontend/account/types.ts b/src/packages/frontend/account/types.ts
@@ -14,6 +14,7 @@ import {
   OTHER_SETTINGS_USERDEFINED_LLM,
 } from "@cocalc/util/db-schema/defaults";
 import { LanguageModel } from "@cocalc/util/db-schema/llm-utils";
+import { OTHER_SETTINGS_REPLY_ENGLISH_KEY } from "@cocalc/util/i18n/const";
 import { PassportStrategyFrontend } from "@cocalc/util/types/passport-types";
 import { SETTINGS_LANGUAGE_MODEL_KEY } from "./useLanguageModelSetting";
 
@@ -50,6 +51,7 @@ export interface AccountState {
     news_read_until: number; // JavaScript timestamp in milliseconds
     [OTHER_SETTINGS_USERDEFINED_LLM]: string; // string is JSON: CustomLLM[]
     [OTHER_SETTINGS_LOCALE_KEY]?: string;
+    [OTHER_SETTINGS_REPLY_ENGLISH_KEY]?: string;
   }>;
   stripe_customer?: TypedMap<{
     subscriptions: { data: Map<string, any> };
diff --git a/src/packages/frontend/client/llm.ts b/src/packages/frontend/client/llm.ts
@@ -24,6 +24,12 @@ import {
 import * as message from "@cocalc/util/message";
 import type { WebappClient } from "./client";
 import type { History } from "./types";
+import {
+  LOCALIZATIONS,
+  OTHER_SETTINGS_LOCALE_KEY,
+  OTHER_SETTINGS_REPLY_ENGLISH_KEY,
+} from "@cocalc/util/i18n/const";
+import { sanitizeLocale } from "@cocalc/frontend/i18n";
 
 interface QueryLLMProps {
   input: string;
@@ -111,6 +117,19 @@ export class LLMClient {
       }
     }
 
+    // append a sentence to request to translate the output to the user's language – unless disabled
+    const other_settings = redux.getStore("account").get("other_settings");
+    const alwaysEnglish = !!other_settings.get(
+      OTHER_SETTINGS_REPLY_ENGLISH_KEY,
+    );
+    const locale = sanitizeLocale(
+      other_settings.get(OTHER_SETTINGS_LOCALE_KEY),
+    );
+    if (!alwaysEnglish && locale != "en") {
+      const lang = LOCALIZATIONS[locale].name; // name is always in english
+      system = `${system}\n\nYour answer must be written in the language ${lang}.`;
+    }
+
     const is_cocalc_com = redux.getStore("customize").get("is_cocalc_com");
 
     if (!isFreeModel(model, is_cocalc_com)) {
diff --git a/src/packages/frontend/i18n/trans/ar_EG.json b/src/packages/frontend/i18n/trans/ar_EG.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> محاولة عرض الصيغ باستخدام {katex} (أسرع بكثير، ولكن بدون خيارات قائمة السياق)",
   "account.other-settings.llm.default_llm": "نموذج اللغة الافتراضي AI",
   "account.other-settings.llm.disable_all": "<strong>تعطيل جميع تكاملات الذكاء الاصطناعي</strong>، مثل أزرار توليد أو شرح الأكواد في Jupyter، وذكر @chatgpt، إلخ.",
+  "account.other-settings.llm.reply_language": "<strong>الرد دائمًا باللغة الإنجليزية:</strong> إذا تم التعيين، تكون الردود دائمًا باللغة الإنجليزية. وإلا، فإنه يرد بلغتك ({lang}).",
   "account.other-settings.llm.title": "إعدادات AI",
   "account.other-settings.markdown_codebar": "<strong>تعطيل شريط كود العلامات</strong> في جميع مستندات العلامات. يؤدي تحديد هذا إلى إخفاء أزرار التشغيل والنسخ والشرح الإضافية في كتل الكود المسورة.",
   "account.other-settings.mask_files": "<strong>إخفاء الملفات:</strong> تظليل الملفات في عارض الملفات التي ربما لا تريد فتحها",
diff --git a/src/packages/frontend/i18n/trans/de_DE.json b/src/packages/frontend/i18n/trans/de_DE.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> Versuch, Formeln mit {katex} zu rendern (viel schneller, aber ohne Kontextmenüoptionen)",
   "account.other-settings.llm.default_llm": "Standard-AI-Sprachmodell",
   "account.other-settings.llm.disable_all": "<strong>Alle KI-Integrationen deaktivieren</strong>, z.B. Code-Generierungs- oder Erklärungsbuttons in Jupyter, @chatgpt-Erwähnungen usw.",
+  "account.other-settings.llm.reply_language": "<strong>Immer auf Englisch antworten:</strong> Wenn eingestellt, sind die Antworten immer auf Englisch. Andernfalls antwortet es in Ihrer Sprache ({lang}).",
   "account.other-settings.llm.title": "KI-Einstellungen",
   "account.other-settings.markdown_codebar": "<strong>Deaktiviere die Markdown-Codeleiste</strong> in allen Markdown-Dokumenten. Wenn Sie dies aktivieren, werden die zusätzlichen Ausführen-, Kopieren- und Erklären-Buttons in umrandeten Codeblöcken ausgeblendet.",
   "account.other-settings.mask_files": "<strong>Dateien maskieren:</strong> Dateien im Dateibetrachter ausgrauen, die Sie wahrscheinlich nicht öffnen möchten",
diff --git a/src/packages/frontend/i18n/trans/es_ES.json b/src/packages/frontend/i18n/trans/es_ES.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> intento de renderizar fórmulas usando {katex} (mucho más rápido, pero sin opciones de menú contextual)",
   "account.other-settings.llm.default_llm": "Modelo de Lenguaje AI Predeterminado",
   "account.other-settings.llm.disable_all": "<strong>Desactivar todas las integraciones de IA</strong>, por ejemplo, botones de generación de código o explicación en Jupyter, menciones de @chatgpt, etc.",
+  "account.other-settings.llm.reply_language": "<strong>Siempre responder en inglés:</strong> Si está activado, las respuestas siempre estarán en inglés. De lo contrario, responde en tu idioma ({lang}).",
   "account.other-settings.llm.title": "Configuración de IA",
   "account.other-settings.markdown_codebar": "<strong>Desactivar la barra de código markdown</strong> en todos los documentos markdown. Al marcar esto, se ocultan los botones adicionales de ejecutar, copiar y explicar en los bloques de código delimitados.",
   "account.other-settings.mask_files": "<strong>Archivos ocultos:</strong> atenuar archivos en el visor de archivos que probablemente no desees abrir",
diff --git a/src/packages/frontend/i18n/trans/fr_FR.json b/src/packages/frontend/i18n/trans/fr_FR.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX :</strong> tentative de rendu des formules en utilisant {katex} (beaucoup plus rapide, mais sans options du menu contextuel)",
   "account.other-settings.llm.default_llm": "Modèle de Langage IA par Défaut",
   "account.other-settings.llm.disable_all": "<strong>Désactiver toutes les intégrations d'IA</strong>, par exemple, boutons de génération de code ou d'explication dans Jupyter, mentions @chatgpt, etc.",
+  "account.other-settings.llm.reply_language": "<strong>Toujours répondre en anglais :</strong> Si activé, les réponses sont toujours en anglais. Sinon, elles répondent dans votre langue ({lang}).",
   "account.other-settings.llm.title": "Paramètres AI",
   "account.other-settings.markdown_codebar": "<strong>Désactiver la barre de code markdown</strong> dans tous les documents markdown. Cocher ceci masque les boutons supplémentaires d'exécution, de copie et d'explication dans les blocs de code délimités.",
   "account.other-settings.mask_files": "<strong>Masquer les fichiers :</strong> griser les fichiers dans le visualiseur de fichiers que vous ne souhaitez probablement pas ouvrir",
diff --git a/src/packages/frontend/i18n/trans/he_IL.json b/src/packages/frontend/i18n/trans/he_IL.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> ניסיון לעבד נוסחאות באמצעות {katex} (מהיר יותר, אך חסרות אפשרויות בתפריט ההקשר)",
   "account.other-settings.llm.default_llm": "מודל שפה AI ברירת מחדל",
   "account.other-settings.llm.disable_all": "<strong>השבת את כל האינטגרציות של AI</strong>, לדוגמה, כפתורי יצירת קוד או הסבר ב-Jupyter, אזכורי @chatgpt וכו'.",
+  "account.other-settings.llm.reply_language": "<strong>תמיד להגיב באנגלית:</strong> אם מוגדר, התשובות תמיד באנגלית. אחרת, זה עונה בשפה שלך ({lang}).",
   "account.other-settings.llm.title": "הגדרות AI",
   "account.other-settings.markdown_codebar": "<strong>השבת את סרגל הקוד של Markdown</strong> בכל מסמכי ה-Markdown. סימון זה מסתיר את כפתורי הריצה, ההעתקה וההסבר הנוספים בקטעי קוד מגודרים.",
   "account.other-settings.mask_files": "<strong>הסתר קבצים:</strong> האפור קבצים בצופה הקבצים שבדרך כלל לא תרצה לפתוח",
diff --git a/src/packages/frontend/i18n/trans/hi_IN.json b/src/packages/frontend/i18n/trans/hi_IN.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> सूत्रों को {katex} का उपयोग करके प्रस्तुत करने का प्रयास करें (काफी तेज़, लेकिन संदर्भ मेनू विकल्प गायब हैं)",
   "account.other-settings.llm.default_llm": "डिफ़ॉल्ट एआई भाषा मॉडल",
   "account.other-settings.llm.disable_all": "<strong>सभी AI एकीकरण अक्षम करें</strong>, जैसे कोड जनरेशन या Jupyter में व्याख्या बटन, @chatgpt उल्लेख, आदि।",
+  "account.other-settings.llm.reply_language": "<strong>हमेशा अंग्रेजी में उत्तर दें:</strong> यदि सेट किया गया है, तो उत्तर हमेशा अंग्रेजी में होंगे। अन्यथा, यह आपकी भाषा ({lang}) में उत्तर देगा।",
   "account.other-settings.llm.title": "एआई सेटिंग्स",
   "account.other-settings.markdown_codebar": "<strong>सभी मार्कडाउन दस्तावेज़ों में मार्कडाउन कोड बार को अक्षम करें</strong>. इसे चेक करने से बाड़े गए कोड ब्लॉकों में अतिरिक्त चलाएं, कॉपी करें और समझाएं बटन छिप जाते हैं।",
   "account.other-settings.mask_files": "<strong>मास्क फाइल्स:</strong> उन फाइलों को ग्रे आउट करें जिन्हें आप शायद खोलना नहीं चाहते फाइल्स व्यूअर में",
diff --git a/src/packages/frontend/i18n/trans/hu_HU.json b/src/packages/frontend/i18n/trans/hu_HU.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> kísérlet képletek renderelésére {katex} használatával (sokkal gyorsabb, de hiányoznak a helyi menü opciók)",
   "account.other-settings.llm.default_llm": "Alapértelmezett AI nyelvi modell",
   "account.other-settings.llm.disable_all": "<strong>Az összes AI integráció letiltása</strong>, pl. kódgenerálás vagy magyarázó gombok a Jupyterben, @chatgpt említések stb.",
+  "account.other-settings.llm.reply_language": "<strong>Mindig válaszoljon angolul:</strong> Ha be van állítva, a válaszok mindig angolul lesznek. Ellenkező esetben a saját nyelvén ({lang}) válaszol.",
   "account.other-settings.llm.title": "AI beállítások",
   "account.other-settings.markdown_codebar": "<strong>Tiltsa le a markdown kódsávot</strong> minden markdown dokumentumban. Ennek bejelölése elrejti a további futtatás, másolás és magyarázat gombokat a keretezett kódrészletekben.",
   "account.other-settings.mask_files": "<strong>Fájlok elrejtése:</strong> szürkítse el a fájlokat a fájlnézegetőben, amelyeket valószínűleg nem akar megnyitni",
diff --git a/src/packages/frontend/i18n/trans/it_IT.json b/src/packages/frontend/i18n/trans/it_IT.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> tentativo di rendere le formule usando {katex} (molto più veloce, ma mancano le opzioni del menu contestuale)",
   "account.other-settings.llm.default_llm": "Modello di Linguaggio AI Predefinito",
   "account.other-settings.llm.disable_all": "<strong>Disabilita tutte le integrazioni AI</strong>, ad esempio, pulsanti di generazione o spiegazione del codice in Jupyter, menzioni @chatgpt, ecc.",
+  "account.other-settings.llm.reply_language": "<strong>Sempre rispondere in inglese:</strong> Se impostato, le risposte sono sempre in inglese. Altrimenti, risponde nella tua lingua ({lang}).",
   "account.other-settings.llm.title": "Impostazioni AI",
   "account.other-settings.markdown_codebar": "<strong>Disabilita la barra del codice markdown</strong> in tutti i documenti markdown. Se selezionato, questo nasconde i pulsanti aggiuntivi di esecuzione, copia e spiegazione nei blocchi di codice recintati.",
   "account.other-settings.mask_files": "<strong>Maschera file:</strong> disattiva i file nel visualizzatore di file che probabilmente non vuoi aprire",
diff --git a/src/packages/frontend/i18n/trans/ja_JP.json b/src/packages/frontend/i18n/trans/ja_JP.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> 数式を {katex} を使ってレンダリングする試み（はるかに高速だが、コンテキストメニューオプションが欠けている）",
   "account.other-settings.llm.default_llm": "デフォルトAI言語モデル",
   "account.other-settings.llm.disable_all": "<strong>すべてのAI統合を無効化</strong>、例：Jupyterのコード生成や説明ボタン、@chatgptのメンションなど。",
+  "account.other-settings.llm.reply_language": "<strong>常に英語で返信する:</strong> 設定すると、返信は常に英語になります。そうでない場合は、あなたの言語 ({lang}) で返信します。",
   "account.other-settings.llm.title": "AI設定",
   "account.other-settings.markdown_codebar": "すべてのMarkdown文書で<strong>Markdownコードバーを無効化</strong>します。これをチェックすると、囲まれたコードブロック内の追加の実行、コピー、説明ボタンが非表示になります。",
   "account.other-settings.mask_files": "<strong>マスクファイル:</strong> 開きたくないファイルをファイルビューアでグレーアウト",
diff --git a/src/packages/frontend/i18n/trans/ko_KR.json b/src/packages/frontend/i18n/trans/ko_KR.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> {katex}를 사용하여 수식을 렌더링 시도 (훨씬 빠르지만, 컨텍스트 메뉴 옵션이 없음)",
   "account.other-settings.llm.default_llm": "기본 AI 언어 모델",
   "account.other-settings.llm.disable_all": "<strong>모든 AI 통합 비활성화</strong>, 예: Jupyter의 코드 생성 또는 설명 버튼, @chatgpt 언급 등.",
+  "account.other-settings.llm.reply_language": "<strong>항상 영어로 답변:</strong> 설정하면 답변이 항상 영어로 제공됩니다. 그렇지 않으면 사용자의 언어({lang})로 답변합니다.",
   "account.other-settings.llm.title": "AI 설정",
   "account.other-settings.markdown_codebar": "모든 마크다운 문서에서 <strong>마크다운 코드 바 비활성화</strong>. 이 옵션을 선택하면 코드 블록의 실행, 복사 및 설명 버튼이 숨겨집니다.",
   "account.other-settings.mask_files": "<strong>파일 숨기기:</strong> 파일 뷰어에서 열고 싶지 않은 파일을 회색으로 표시",
diff --git a/src/packages/frontend/i18n/trans/pl_PL.json b/src/packages/frontend/i18n/trans/pl_PL.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> próba renderowania formuł za pomocą {katex} (znacznie szybciej, ale brakuje opcji w menu kontekstowym)",
   "account.other-settings.llm.default_llm": "Domyślny Model Językowy AI",
   "account.other-settings.llm.disable_all": "<strong>Wyłącz wszystkie integracje AI</strong>, np. przyciski generowania kodu lub wyjaśnienia w Jupyter, wzmianki @chatgpt itp.",
+  "account.other-settings.llm.reply_language": "<strong>Zawsze odpowiadaj po angielsku:</strong> Jeśli ustawione, odpowiedzi są zawsze po angielsku. W przeciwnym razie odpowiada w twoim języku ({lang}).",
   "account.other-settings.llm.title": "Ustawienia AI",
   "account.other-settings.markdown_codebar": "<strong>Wyłącz pasek kodu markdown</strong> we wszystkich dokumentach markdown. Zaznaczenie tego ukrywa dodatkowe przyciski uruchamiania, kopiowania i wyjaśniania w blokach kodu.",
   "account.other-settings.mask_files": "<strong>Maskuj pliki:</strong> wyszarz pliki w przeglądarce plików, których prawdopodobnie nie chcesz otworzyć",
diff --git a/src/packages/frontend/i18n/trans/pt_PT.json b/src/packages/frontend/i18n/trans/pt_PT.json
@@ -46,6 +46,7 @@
   "account.other-settings.katex": "<strong>KaTeX:</strong> tentar renderizar fórmulas usando {katex} (muito mais rápido, mas sem opções de menu de contexto)",
   "account.other-settings.llm.default_llm": "Modelo de Linguagem AI Padrão",
   "account.other-settings.llm.disable_all": "Desativar todas as integrações de IA, por exemplo, botões de geração de código ou explicação no Jupyter, menções @chatgpt, etc.",
+  "account.other-settings.llm.reply_language": "<strong>Sempre responder em inglês:</strong> Se ativado, as respostas são sempre em inglês. Caso contrário, responde na sua língua ({lang}).",
   "account.other-settings.llm.title": "Configurações de IA",
   "account.other-settings.markdown_codebar": "<strong>Desativar a barra de código markdown</strong> em todos os documentos markdown. Marcar esta opção oculta os botões extra de execução, cópia e explicação em blocos de código delimitados.",
   "account.other-settings.mask_files": "<strong>Mascarar ficheiros:</strong> esbater ficheiros no visualizador de ficheiros que provavelmente não quer abrir",
diff --git a/src/packages/frontend/i18n/trans/ru_RU.json b/src/packages/frontend/i18n/trans/ru_RU.json
diff --git a/src/packages/frontend/i18n/trans/tr_TR.json b/src/packages/frontend/i18n/trans/tr_TR.json
diff --git a/src/packages/frontend/i18n/trans/zh_CN.json b/src/packages/frontend/i18n/trans/zh_CN.json
diff --git a/src/packages/frontend/jupyter/llm/cell-tool.tsx b/src/packages/frontend/jupyter/llm/cell-tool.tsx
diff --git a/src/packages/util/i18n/const.ts b/src/packages/util/i18n/const.ts
