Test Improvements and maintenance changes (#10)

* bump mcp sdk
* move edit distance evaluator to examples + vitest bump
* bump pinned node + npm
* move some deps around
* fix errors in test files
* splitter tests
* update vite config + example correction
* evaluator tests pushed up too
* remove volta (unmaintained)

Author: montymxb

.node-version

@@ -1 +1 @@
-v20.10.0
+v24.11.1

package-lock.json

@@ -5,10 +5,10 @@
     "description": "Monorepo for Langium AI and its associated projects",
     "scripts": {
         "build": "npm run build --workspaces",
-        "test": "npm run test --workspaces --if-present --continue-on-error",
-        "test:ci": "npm run test --workspaces --if-present",
-        "clean": "npm run clean --workspaces --if-present",
-        "watch": "npm run watch --workspaces --if-present"
+        "test": "npm run test --workspaces --continue-on-error",
+        "test:ci": "npm run test --workspaces",
+        "clean": "npm run clean --workspaces",
+        "watch": "npm run watch --workspaces"
     },
     "type": "module",
     "author": {
@@ -23,11 +23,7 @@
     ],
     "devDependencies": {
         "typescript": "^5.4.5",
-        "vitest": "^3.0.9",
+        "vitest": "^4.0.16",
         "rimraf": "^6.0.1"
-    },
-    "volta": {
-        "node": "20.10.0",
-        "npm": "10.2.3"
     }
 }

package.json

@@ -23,12 +23,11 @@
         "dotenv": "^16.4.5",
         "langium-ai-tools": "^4.1.2",
         "ollama": "^0.5.9",
-        "openai": "^4.67.3"
+        "openai": "^4.67.3",
+        "levenshtein-edit-distance": "^3.0.1"
     },
     "volta": {
         "node": "20.10.0",
         "npm": "10.2.3"
-    },
-    "devDependencies": {
     }
 }

packages/examples/example-dsl-evaluator/package.json

@@ -5,7 +5,7 @@
  ******************************************************************************/
 
 import {levenshteinEditDistance} from 'levenshtein-edit-distance';
-import { Evaluator, EvaluatorResult, EvaluatorResultData } from './evaluator.js';
+import { Evaluator, EvaluatorResult, EvaluatorResultData } from 'langium-ai-tools/evaluator';
 
 export interface EditDistanceEvaluatorResultData extends EvaluatorResultData {
     edit_distance: number;

…src/evaluator/edit-distance-evaluator.ts …evaluator/src/edit-distance-evaluator.tspackages/langium-ai-tools/src/evaluator/edit-distance-evaluator.ts renamed to packages/examples/example-dsl-evaluator/src/edit-distance-evaluator.ts packages/langium-ai-tools/src/evaluator/edit-distance-evaluator.ts renamed to packages/examples/example-dsl-evaluator/src/edit-distance-evaluator.ts

@@ -6,9 +6,10 @@
 
 import { config } from 'dotenv';
 import { EmptyFileSystem } from 'langium';
-import { averageAcrossCases, averageAcrossRunners, EditDistanceEvaluator, EditDistanceEvaluatorResultData, EvalMatrix, generateHistogram, generateHistoricalChart, generateRadarChart, LangiumEvaluator, LangiumEvaluatorResultData, loadLastResults, mergeEvaluators, normalizeData } from 'langium-ai-tools/evaluator';
+import { averageAcrossCases, averageAcrossRunners, EvalMatrix, generateHistogram, generateHistoricalChart, generateRadarChart, LangiumEvaluator, LangiumEvaluatorResultData, loadLastResults, mergeEvaluators, normalizeData } from 'langium-ai-tools/evaluator';
 import { createLangiumGrammarServices } from 'langium/grammar';
 import { EmbeddingEvaluatorResultData, OllamaEmbeddingEvaluator } from './embedding-evaluator.js';
+import { EditDistanceEvaluator, EditDistanceEvaluatorResultData } from './edit-distance-evaluator.js';
 import { cases as langiumCases } from './langium-cases.js';
 import { runner_codegemma, runner_codegemma_rag, runner_codellama, runner_codellama_rag, runner_llama3_1_rag, runner_llama3_2_3b, runner_llama3_2_3b_rag } from './runners.js';
 config();

packages/examples/example-dsl-evaluator/src/eval-langium.ts

@@ -1,50 +1,50 @@
 {
-    "name": "langium-ai-mcp",
-    "version": "0.0.2",
-    "displayName": "Langium AI - MCP",
-    "publisher": "TypeFox",
-    "description": "MCP server for Langium AI",
-    "repository": {
-        "type": "git",
-        "url": "git+https://github.com/eclipse-langium/langium-ai.git",
-        "directory": "packages/langium-ai-mcp"
-    },
-    "bugs": "https://github.com/eclipse-langium/langium-ai/issues",
-    "type": "module",
-    "main": "dist/mcp-server.js",
-    "private": false,
-    "files": [
-        "dist"
-    ],
-    "scripts": {
-        "clean": "rm -rf ./dist",
-        "build": "npm run clean && tsc",
-        "watch": "tsc -w",
-        "start": "node .",
-        "cstart": "node ./dist/mcp-client.js",
-        "test": "vitest run"
-    },
-    "author": {
-        "name": "TypeFox",
-        "url": "https://www.typefox.io"
-    },
-    "keywords": [
-        "langium",
-        "ai",
-        "mcp",
-        "server",
-        "llm"
-    ],
-    "license": "MIT",
-    "dependencies": {
-        "@modelcontextprotocol/sdk": "^1.17.4",
-        "langium-ai-tools": "~4.1.2",
-        "langium": "~4.1.0"
-    },
-    "volta": {
-        "node": "20.10.0",
-        "npm": "10.2.3"
-    },
-    "devDependencies": {
-    }
-}
+  "name": "langium-ai-mcp",
+  "version": "0.0.2",
+  "displayName": "Langium AI - MCP",
+  "publisher": "TypeFox",
+  "description": "MCP server for Langium AI",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/eclipse-langium/langium-ai.git",
+    "directory": "packages/langium-ai-mcp"
+  },
+  "bugs": "https://github.com/eclipse-langium/langium-ai/issues",
+  "type": "module",
+  "main": "dist/mcp-server.js",
+  "private": false,
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "clean": "rm -rf ./dist",
+    "build": "npm run clean && tsc",
+    "watch": "tsc -w",
+    "start": "node .",
+    "cstart": "node ./dist/mcp-client.js",
+    "test": "vitest run"
+  },
+  "author": {
+    "name": "TypeFox",
+    "url": "https://www.typefox.io"
+  },
+  "keywords": [
+    "langium",
+    "ai",
+    "mcp",
+    "server",
+    "llm"
+  ],
+  "license": "MIT",
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.25.1",
+    "langium-ai-tools": "~4.1.2",
+    "langium": "~4.1.0"
+  },
+  "volta": {
+    "node": "20.10.0",
+    "npm": "10.2.3"
+  },
+  "devDependencies": {}
+}
+

packages/langium-ai-mcp/package.json

@@ -47,9 +47,8 @@
   ],
   "license": "MIT",
   "dependencies": {
-    "langium": "~4.1.0",
-    "levenshtein-edit-distance": "^3.0.1",
-    "@protobuf-ts/runtime": "^2.11.1"
+    "@protobuf-ts/runtime": "^2.11.1",
+    "langium": "~4.1.0"
   },
   "devDependencies": {
     "@protobuf-ts/plugin": "^2.11.1"
@@ -58,4 +57,4 @@
     "node": "20.10.0",
     "npm": "10.2.3"
   }
-}
+}