Merge remote-tracking branch 'origin/master' into llm-gpt-5

Author: haraldschilly

src/.claude/settings.json

@@ -17,7 +17,17 @@
       "WebFetch(domain:cocalc.com)",
       "WebFetch(domain:doc.cocalc.com)",
       "WebFetch(domain:docs.anthropic.com)",
-      "WebFetch(domain:github.com)"
+      "WebFetch(domain:github.com)",
+      "Bash(git checkout:*)",
+      "Bash(git push:*)",
+      "Bash(NODE_OPTIONS=--max-old-space-size=8192 ../node_modules/.bin/tsc --noEmit)",
+      "Bash(docker run:*)",
+      "Bash(../node_modules/.bin/tsc:*)",
+      "Bash(npm view:*)",
+      "WebFetch(domain:www.anthropic.com)",
+      "WebFetch(domain:mistral.ai)",
+      "Bash(pnpm i18n:*)",
+      "WebFetch(domain:simplelocalize.io)"
     ],
     "deny": []
   }

src/CLAUDE.md

@@ -20,6 +20,7 @@ This file provides guidance to Claude Code (claude.ai/code) and also Gemini CLI
 - Some older code is JavaScript or CoffeeScript, which will be translated to TypeScript
 - Use ES modules (import/export) syntax, not CommonJS (require)
 - Organize the list of imports in such a way: installed npm packages are on top, newline, then are imports from @cocalc's code base. Sorted alphabetically.
+- **Backend Logging**: Use `getLogger` from `@cocalc/project/logger` for logging in backend code. Do NOT use `console.log`. Example: `const L = getLogger("module:name").debug;`
 
 ## Development Commands
 
@@ -88,6 +89,13 @@ CoCalc is organized as a monorepo with key packages:
 - **Event Emitters**: Inter-service communication within backend
 - **REST-like APIs**: Some HTTP endpoints for specific operations
 - **API Schema**: API endpoints in `packages/next/pages/api/v2/` use Zod schemas in `packages/next/lib/api/schema/` for validation. These schemas must be kept in harmony with the TypeScript types sent from frontend applications using `apiPost` (in `packages/next/lib/api/post.ts`) or `api` (in `packages/frontend/client/api.ts`). When adding new fields to API requests, both the frontend types and the API schema validation must be updated.
+- **Conat Frontend → Hub Communication**: CoCalc uses a custom distributed messaging system called "Conat" for frontend-to-hub communication:
+  1. **Frontend ConatClient** (`packages/frontend/conat/client.ts`): Manages WebSocket connection to hub, handles authentication, reconnection, and provides API interfaces
+  2. **Core Protocol** (`packages/conat/core/client.ts`): NATS-like pub/sub/request/response messaging with automatic chunking, multiple encoding formats (MsgPack, JSON), and delivery confirmation
+  3. **Hub API Structure** (`packages/conat/hub/api/`): Typed interfaces for different services (system, projects, db, purchases, jupyter) that map function calls to conat subjects
+  4. **Message Flow**: Frontend calls like `hub.projects.setQuotas()` → ConatClient.callHub() → conat request to subject `hub.account.{account_id}.api` → Hub API dispatcher → actual service implementation
+  5. **Authentication**: Each conat request includes account_id and is subject to permission checks at the hub level
+  6. **Subjects**: Messages are routed using hierarchical subjects like `hub.account.{uuid}.{service}` or `project.{uuid}.{compute_server_id}.{service}`
 
 ### Key Technologies
 
@@ -149,6 +157,40 @@ CoCalc is organized as a monorepo with key packages:
 - REFUSE to modify files when the git repository is on the `master` or `main` branch.
 - NEVER proactively create documentation files (`*.md`) or README files. Only create documentation files if explicitly requested by the User.
 
+## React-intl / Internationalization (i18n)
+
+CoCalc uses react-intl for internationalization with SimpleLocalize as the translation platform.
+
+### Translation ID Naming Convention
+
+Translation IDs follow a hierarchical pattern: `[directory].[subdir].[filename].[aspect].[label|title|tooltip|...]`
+
+Examples:
+- `labels.masked_files` - for common UI labels
+- `account.sign-out.button.title` - for account sign-out dialog
+- `command.generic.force_build.label` - for command labels
+
+### Translation Workflow
+
+**For new translation keys:**
+1. Add the translation to source code (e.g., `packages/frontend/i18n/common.ts`)
+2. Run `pnpm i18n:extract` - updates `extracted.json` from source code
+3. Run `pnpm i18n:upload` - sends new strings to SimpleLocalize
+4. New keys are automatically translated to all languages
+5. Run `pnpm i18n:download` - fetches translations
+6. Run `pnpm i18n:compile` - compiles translation files
+
+**For editing existing translation keys:**
+Same flow as above, but **before 3. i18n:upload**, delete the key. Only new keys are auto-translated. `pnpm i18n:delete [id]`.
+
+### Translation File Structure
+
+- `packages/frontend/i18n/README.md` - more information
+- `packages/frontend/i18n/common.ts` - shared translation definitions
+- `packages/frontend/i18n/extracted.json` - auto-generated, do not edit manually
+- `packages/frontend/i18n/[locale].json` - downloaded translations per language
+- `packages/frontend/i18n/[locale].compiled.json` - compiled for runtime use
+
 # Ignore
 
 - Ignore files covered by `.gitignore`

src/packages/comm/project-status/utils.ts

@@ -8,13 +8,28 @@ import type {
   DiskUsageInfo,
 } from "@cocalc/util/types/project-info/types";
 
-// DiskUsage for /tmp !
+/**
+ * Calculate resource usage statistics from cgroup data.
+ *
+ * This function processes cgroup resource information and calculates usage percentages
+ * for both memory and CPU. It works with both cgroup v1 and v2 data structures,
+ * handling the unified CGroup interface that abstracts the differences between versions.
+ */
 export function cgroup_stats(cg: CGroup, du?: DiskUsageInfo) {
-  // why? /tmp is a memory disk in kucalc
+  // DiskUsage for /tmp – add to memory usage since it's already been
+  // calculated appropriately by the backend based on whether /tmp is tmpfs
   const mem_rss = cg.mem_stat.total_rss + (du?.usage ?? 0);
   const mem_tot = cg.mem_stat.hierarchical_memory_limit;
-  const mem_pct = 100 * Math.min(1, mem_rss / mem_tot);
-  const cpu_pct = 100 * Math.min(1, cg.cpu_usage_rate / cg.cpu_cores_limit);
+
+  // Handle unlimited (-1) and zero memory limits to avoid division by zero
+  const mem_pct = mem_tot <= 0 ? 0 : 100 * Math.min(1, mem_rss / mem_tot);
+
+  // Handle unlimited (-1) and zero CPU limits to avoid division by zero
+  const cpu_pct =
+    cg.cpu_cores_limit <= 0
+      ? 0
+      : 100 * Math.min(1, cg.cpu_usage_rate / cg.cpu_cores_limit);
+
   const cpu_tot = cg.cpu_usage; // seconds
   return { mem_rss, mem_tot, mem_pct, cpu_pct, cpu_tot };
 }

src/packages/frontend/cspell.json

@@ -42,7 +42,9 @@
     "tolerations",
     "undelete",
     "undeleting",
-    "revealjs"
+    "revealjs",
+    "conat",
+    "SocketIO"
   ],
   "ignoreWords": [
     "antd",
@@ -67,7 +69,8 @@
     "xsmall",
     "flyouts",
     "buttonbar",
-    "noconf"
+    "noconf",
+    "flyoutdragbar"
   ],
   "flagWords": [],
   "ignorePaths": ["node_modules/**", "dist/**", "dist-ts/**", "build/**"],

src/packages/frontend/file-associations.ts

@@ -230,6 +230,13 @@ file_associations["csv"] = {
   opts: {},
 };
 
+file_associations["json"] = {
+  editor: "codemirror",
+  icon: "js-square",
+  opts: { mode: "javascript", indent_unit: 2, tab_size: 2 },
+  name: "JSON",
+};
+
 // At https://cs.lmu.edu/~ray/notes/gasexamples/ they use .s, so I'm also including that.
 // In fact, GCC only works on files if they end in .s.
 file_associations["asm"] = file_associations["s"] = {

src/packages/frontend/i18n/bin/delete.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+# Delete specific translation keys from SimpleLocalize
+# Usage: ./delete.sh key1 [key2 key3 ...]
+
+if [ $# -eq 0 ]; then
+    echo "Usage: $0 key1 [key2 key3 ...]"
+    echo "Delete one or more translation keys from SimpleLocalize"
+    echo ""
+    echo "Example:"
+    echo "  $0 labels.masked_files"
+    echo "  $0 labels.masked_files account.sign-out.button.title"
+    exit 1
+fi
+
+# Check if SIMPLELOCALIZE_KEY is set
+if [ -z "${SIMPLELOCALIZE_KEY}" ]; then
+    echo "Error: SIMPLELOCALIZE_KEY is not set or is empty. Please provide a valid API key." >&2
+    exit 1
+fi
+
+echo "Deleting translation keys from SimpleLocalize..."
+
+# Loop through all provided keys
+for key in "$@"; do
+    echo
+    echo "Deleting '$key':"
+    curl \
+        --location \
+        --request DELETE "https://api.simplelocalize.io/api/v1/translation-keys?key=$key" \
+        --header "X-SimpleLocalize-Token: $SIMPLELOCALIZE_KEY"
+done
+
+echo
+echo
+echo "Done! Now you should run:"
+echo "  pnpm i18n:upload    (to re-upload the key with new content)"
+echo "  pnpm i18n:download  (to fetch updated translations)"
+echo "  pnpm i18n:compile   (to compile translation files)"

src/packages/frontend/i18n/bin/upload.sh

@@ -19,3 +19,27 @@ curl -s -X 'POST' 'https://api.simplelocalize.io/api/v2/jobs/auto-translate' \
     -H "X-SimpleLocalize-Token: $SIMPLELOCALIZE_KEY" \
     -H 'Content-Type: application/json' \
     -d '{"options": []}' | jq '.data|length'
+
+echo "Waiting for auto-translation jobs to complete..."
+
+# Wait for all auto-translation jobs to complete
+while true; do
+    sleep 3
+
+    # Get all active jobs
+    jobs_response=$(curl -s -X 'GET' 'https://api.simplelocalize.io/api/v1/jobs' \
+        -H 'accept: application/json' \
+        -H "X-SimpleLocalize-Token: $SIMPLELOCALIZE_KEY")
+
+    # Count jobs that are not yet completed (state != "SUCCESS")
+    total_jobs=$(echo "$jobs_response" | jq '.data | length')
+    success_jobs=$(echo "$jobs_response" | jq '[.data[] | select(.state == "SUCCESS")] | length')
+    active_jobs=$((total_jobs - success_jobs))
+
+    if [ "$active_jobs" -eq 0 ]; then
+        echo "✓ All auto-translation jobs completed!"
+        break
+    else
+        echo "  $active_jobs job(s) still running..."
+    fi
+done

src/packages/frontend/i18n/common.ts

@@ -489,7 +489,7 @@ export const labels = defineMessages({
   masked_files: {
     id: "labels.masked_files",
     defaultMessage:
-      "{masked, select, true {Hide masked files} other {Show masked files}}. Masked files are autogenerated or temporary files, which are not meant to be edited. They are be grayed out.",
+      "{masked, select, true {Hide masked files} other {Show masked files}}. Masked files are autogenerated or temporary files, which are not meant to be edited. They are grayed out.",
     description: "show/hide masked files in a file-explorer in a UI.",
   },
   folder: {

src/packages/frontend/i18n/trans/ar_EG.json

@@ -946,7 +946,7 @@
   "labels.linux_terminal": "لينكس تيرمنال",
   "labels.loading": "جار التحميل...",
   "labels.log": "تسجيل",
-  "labels.masked_files": "{masked, select, true {إخفاء الملفات المخفية} other {إظهار الملفات المخفية}}. الملفات المخفية هي ملفات تم إنشاؤها تلقائيًا أو ملفات مؤقتة، ولا يُقصد تحريرها. ستكون باللون الرمادي.",
+  "labels.masked_files": "{masked, select, true {إخفاء الملفات المقنعة} other {إظهار الملفات المقنعة}}. الملفات المقنعة هي ملفات تم إنشاؤها تلقائيًا أو ملفات مؤقتة، والتي لا يُقصد تعديلها. يتم تظليلها باللون الرمادي.",
   "labels.message.plural": "{num, plural, one {رسالة} other {رسائل}}",
   "labels.messages": "رسائل",
   "labels.messages.all_messages": "جميع الرسائل",
@@ -1222,7 +1222,7 @@
   "project.no-internet-modal.add-license": "إضافة الترخيص",
   "project.no-internet-modal.info": "<strong>تم تعطيل الوصول إلى الإنترنت لهذا المشروع.</strong> هذا التقييد يمنع تثبيت حزم بايثون (pip، conda) أو حزم R، واستخدام Git لاستنساخ المستودعات، وتنزيل مجموعات البيانات أو الوصول إلى واجهات برمجة التطبيقات. قد تتعطل الأوامر التي تحاول الوصول إلى الإنترنت أو تفشل في الاكتمال، حيث يتم حظر الاتصالات الشبكية لمنع سوء الاستخدام. <A>تعرف على المزيد</A>.",
   "project.no-internet-modal.message": "لحل هذه المشكلة، <A1>تحتاج إلى تطبيق</A1> <A2>ترخيص صالح</A2> يوفر ترقيات أو <A3>شراء ترخيص</A3>.",
-  "project.no-internet-modal.title": "لا يوجد اتصال بالإنترنت",
+  "project.no-internet-modal.title": "المشروع \"{name}\" ليس لديه وصول إلى الإنترنت",
   "project.open_file.what": "افتح الملف \"{path}\"",
   "project.page.activity-bar-layout.title": "تخطيط شريط النشاط",
   "project.page.activity-bar.explanation": "هذه الميزة تعدل وظيفة شريط الأزرار في الجانب الأيسر من المشروع. بشكل افتراضي، تعرض الأزرار صفحات كاملة وعلامات صغيرة للوحات المنبثقة. عند اختيار خيار \"الصفحات الكاملة\"، يتم عرض الأزرار فقط، وتفتح الصفحات الكاملة عند النقر. وعلى العكس، عند اختيار وضع \"اللوحات المنبثقة\"، تتوسع اللوحات المنبثقة فقط عند النقر. في كلتا الحالتين الأخيرتين، يمكن عرض نوع اللوحة البديل بالنقر مع الضغط على مفتاح Shift على الزر المقابل.",

src/packages/frontend/i18n/trans/de_DE.json

@@ -946,7 +946,7 @@
   "labels.linux_terminal": "Linux-Terminal",
   "labels.loading": "Laden...",
   "labels.log": "Protokoll",
-  "labels.masked_files": "{masked, select, true {Maskierte Dateien verbergen} other {Maskierte Dateien anzeigen}}. Maskierte Dateien sind automatisch generierte oder temporäre Dateien, die nicht bearbeitet werden sollen. Sie werden ausgegraut.",
+  "labels.masked_files": "{masked, select, true {Maskierte Dateien ausblenden} other {Maskierte Dateien anzeigen}}. Maskierte Dateien sind automatisch generierte oder temporäre Dateien, die nicht bearbeitet werden sollen. Sie sind ausgegraut.",
   "labels.message.plural": "{num, plural, one {Nachricht} other {Nachrichten}}",
   "labels.messages": "Nachrichten",
   "labels.messages.all_messages": "Alle Nachrichten",
@@ -1222,7 +1222,7 @@
   "project.no-internet-modal.add-license": "Lizenz hinzufügen",
   "project.no-internet-modal.info": "<strong>Der Internetzugang ist für dieses Projekt deaktiviert.</strong> Diese Einschränkung verhindert die Installation von Python-Paketen (pip, conda) oder R-Paketen, die Verwendung von Git zum Klonen von Repositories, das Herunterladen von Datensätzen oder den Zugriff auf APIs. Befehle, die versuchen, auf das Internet zuzugreifen, können hängen bleiben oder nicht abgeschlossen werden, da Netzwerkverbindungen blockiert sind, um Missbrauch zu verhindern. <A>Mehr erfahren</A>.",
   "project.no-internet-modal.message": "Um dies zu beheben, müssen Sie eine <A2>gültige Lizenz</A2> anwenden, die Upgrades bereitstellt oder eine <A3>Lizenz kaufen</A3>.",
-  "project.no-internet-modal.title": "Kein Internetzugang",
+  "project.no-internet-modal.title": "Projekt \"{name}\" hat keinen Internetzugang",
   "project.open_file.what": "öffne die Datei \"{path}\"",
   "project.page.activity-bar-layout.title": "Layout der Aktivitätsleiste",
   "project.page.activity-bar.explanation": "Diese Funktion ändert die Funktionalität der linken Seitenleiste des Projekts. Standardmäßig werden Schaltflächen für ganze Seiten und kleine Caret-Zeichen für Flyout-Panels angezeigt. Bei Auswahl der Option \"ganze Seiten\" werden nur Schaltflächen angezeigt, die beim Klicken ganze Seiten öffnen. Umgekehrt, wenn die Option \"Flyout-Panels\" gewählt wird, erweitern sich nur Flyout-Panels beim Klicken. In beiden letzteren Fällen kann der alternative Paneltyp durch Shift-Klicken auf die entsprechende Schaltfläche angezeigt werden.",