Merge pull request RooCodeInc#1275 from RooVetGit/last_message_tokens

Estimate the number of tokens in the last message for sliding window math

Author: cte

e2e/.vscode-test.mjs

@@ -6,7 +6,7 @@ import { defineConfig } from '@vscode/test-cli';
 
 export default defineConfig({
 	label: 'integrationTest',
-	files: 'out/e2e/src/suite/**/*.test.js',
+	files: 'out/suite/**/*.test.js',
 	workspaceFolder: '.',
 	mocha: {
 		ui: 'tdd',

e2e/package.json

@@ -7,7 +7,7 @@
 		"compile": "tsc -p tsconfig.json",
 		"lint": "eslint src --ext ts",
 		"check-types": "tsc --noEmit",
-		"test": "npm run compile && npx dotenvx run -f .env.integration -- node ./out/e2e/src/runTest.js",
+		"test": "npm run compile && npx dotenvx run -f .env.integration -- node ./out/runTest.js",
 		"ci": "npm run build && npm run test"
 	},
 	"dependencies": {},

e2e/src/runTest.ts

@@ -6,7 +6,7 @@ async function main() {
 	try {
 		// The folder containing the Extension Manifest package.json
 		// Passed to `--extensionDevelopmentPath`
-		const extensionDevelopmentPath = path.resolve(__dirname, "../../../../")
+		const extensionDevelopmentPath = path.resolve(__dirname, "../../")
 
 		// The path to the extension test script
 		// Passed to --extensionTestsPath

e2e/tsconfig.json

@@ -11,6 +11,6 @@
 		"useUnknownInCatchVariables": false,
 		"outDir": "out"
 	},
-	"include": ["src", "../src/exports"],
+	"include": ["src", "../src/exports/cline.d.ts"],
 	"exclude": [".vscode-test", "**/node_modules/**", "out"]
 }

package-lock.json

@@ -348,6 +348,7 @@
 		"sound-play": "^1.1.0",
 		"string-similarity": "^4.0.4",
 		"strip-ansi": "^7.1.0",
+		"js-tiktoken": "^1.0.19",
 		"tmp": "^0.2.3",
 		"tree-sitter-wasms": "^0.1.11",
 		"turndown": "^7.2.0",