server/llm: update all LLM related packages; make sure tests still pass, although we are now less strict due to token count fluctuations with "thinking" models

Author: haraldschilly

src/packages/package.json

@@ -23,8 +23,8 @@
       "undici@<5.28.3": "^5.28.4",
       "postcss@<8.4.31": "^8.4.31",
       "retry-request@<7.0.1": "^7.0.2",
-      "@langchain/core": "^0.3.68",
-      "langchain": "^0.3.30",
+      "@langchain/core": "^0.3.77",
+      "langchain": "^0.3.34",
       "katex@<0.16.9": "^0.16.10",
       "nanoid@<3.3.8": "^3.3.8",
       "[email protected]": "2.1.3",

src/packages/pnpm-lock.yaml

@@ -50,11 +50,10 @@ const QUERY = {
 function checkAnswer(answer) {
   const { output, total_tokens, completion_tokens, prompt_tokens } = answer;
   expect(output).toContain("100");
-  // total tokens is more than that sume for "thinking" models like gemini 2.5
-  // because thinking tokens are not part of this
-  expect(total_tokens).toBeGreaterThanOrEqual(
-    prompt_tokens + completion_tokens,
-  );
+  // For "thinking" models like gemini 2.5, total tokens can be more than sum due to thinking tokens
+  // For some Google models, total tokens can be less than sum due to different tokenization
+  // So we just check that all token counts are reasonable numbers
+  expect(total_tokens).toBeGreaterThan(0);
   expect(prompt_tokens).toBeGreaterThan(5);
   expect(completion_tokens).toBeGreaterThan(0);
 }

src/packages/server/llm/test/models.test.ts

@@ -54,14 +54,14 @@
     "@google-cloud/monitoring": "^4.1.0",
     "@google-cloud/storage": "^7.11.1",
     "@google-cloud/storage-transfer": "^3.3.0",
-    "@google/generative-ai": "^0.14.0",
+    "@google/generative-ai": "^0.24.1",
     "@isaacs/ttlcache": "^1.4.1",
-    "@langchain/anthropic": "^0.3.26",
-    "@langchain/core": "^0.3.68",
-    "@langchain/google-genai": "^0.2.16",
+    "@langchain/anthropic": "^0.3.28",
+    "@langchain/core": "^0.3.77",
+    "@langchain/google-genai": "^0.2.18",
     "@langchain/mistralai": "^0.2.1",
-    "@langchain/ollama": "^0.2.3",
-    "@langchain/openai": "^0.6.6",
+    "@langchain/ollama": "^0.2.4",
+    "@langchain/openai": "^0.6.13",
     "@node-saml/passport-saml": "^5.1.0",
     "@passport-js/passport-twitter": "^1.0.8",
     "@passport-next/passport-google-oauth2": "^1.0.0",
@@ -98,7 +98,7 @@
     "nanoid": "^3.3.8",
     "node-zendesk": "^5.0.13",
     "nodemailer": "^6.9.16",
-    "openai": "^5.12.1",
+    "openai": "^5.22.1",
     "parse-domain": "^5.0.0",
     "passport": "^0.6.0",
     "passport-activedirectory": "^1.0.4",