feat(tests): enhance test runner with grep and specific file filtering

Author: daniel-lxs

apps/vscode-e2e/src/runTest.ts

@@ -1,4 +1,6 @@
 import * as path from "path"
+import * as os from "os"
+import * as fs from "fs/promises"
 
 import { runTests } from "@vscode/test-electron"
 
@@ -12,10 +14,36 @@ async function main() {
 		// Passed to --extensionTestsPath
 		const extensionTestsPath = path.resolve(__dirname, "./suite/index")
 
+		// Create a temporary workspace folder for tests
+		const testWorkspace = await fs.mkdtemp(path.join(os.tmpdir(), "roo-test-workspace-"))
+
+		// Get test filter from command line arguments or environment variable
+		// Usage examples:
+		// - npm run test:e2e -- --grep "write-to-file"
+		// - TEST_GREP="apply-diff" npm run test:e2e
+		// - TEST_FILE="task.test.js" npm run test:e2e
+		const testGrep = process.argv.find((arg, i) => process.argv[i - 1] === "--grep") || process.env.TEST_GREP
+		const testFile = process.argv.find((arg, i) => process.argv[i - 1] === "--file") || process.env.TEST_FILE
+
+		// Pass test filters as environment variables to the test runner
+		const extensionTestsEnv = {
+			...process.env,
+			...(testGrep && { TEST_GREP: testGrep }),
+			...(testFile && { TEST_FILE: testFile }),
+		}
+
 		// Download VS Code, unzip it and run the integration test
-		await runTests({ extensionDevelopmentPath, extensionTestsPath })
-	} catch {
-		console.error("Failed to run tests")
+		await runTests({
+			extensionDevelopmentPath,
+			extensionTestsPath,
+			launchArgs: [testWorkspace],
+			extensionTestsEnv,
+		})
+
+		// Clean up the temporary workspace
+		await fs.rm(testWorkspace, { recursive: true, force: true })
+	} catch (error) {
+		console.error("Failed to run tests", error)
 		process.exit(1)
 	}
 }

apps/vscode-e2e/src/suite/index.ts

@@ -27,10 +27,40 @@ export async function run() {
 
 	globalThis.api = api
 
-	// Add all the tests to the runner.
-	const mocha = new Mocha({ ui: "tdd", timeout: 300_000 })
+	// Configure Mocha with grep pattern if provided
+	const mochaOptions: Mocha.MochaOptions = {
+		ui: "tdd",
+		timeout: 300_000,
+	}
+
+	// Apply grep filter if TEST_GREP is set
+	if (process.env.TEST_GREP) {
+		mochaOptions.grep = process.env.TEST_GREP
+		console.log(`Running tests matching pattern: ${process.env.TEST_GREP}`)
+	}
+
+	const mocha = new Mocha(mochaOptions)
 	const cwd = path.resolve(__dirname, "..")
-	;(await glob("**/**.test.js", { cwd })).forEach((testFile) => mocha.addFile(path.resolve(cwd, testFile)))
+
+	// Get test files based on filter
+	let testFiles: string[]
+	if (process.env.TEST_FILE) {
+		// Run specific test file
+		const specificFile = process.env.TEST_FILE.endsWith(".js")
+			? process.env.TEST_FILE
+			: `${process.env.TEST_FILE}.js`
+		testFiles = await glob(`**/${specificFile}`, { cwd })
+		console.log(`Running specific test file: ${specificFile}`)
+	} else {
+		// Run all test files
+		testFiles = await glob("**/**.test.js", { cwd })
+	}
+
+	if (testFiles.length === 0) {
+		throw new Error(`No test files found matching criteria: ${process.env.TEST_FILE || "all tests"}`)
+	}
+
+	testFiles.forEach((testFile) => mocha.addFile(path.resolve(cwd, testFile)))
 
 	// Let's go!
 	return new Promise<void>((resolve, reject) =>