Create a test to reindent the code on traversing the repository (microsoft#209928)

* adding code in order to reindent on walking

* adding comment

* adding code

* ignoring whitespaces

* adding comments

* executing the command

* adding on enter test

* polishing the code

Author: aiday-mar

src/vs/workbench/contrib/codeEditor/test/node/autoindent.test.ts

@@ -6,7 +6,7 @@
 import * as fs from 'fs';
 import * as path from 'path';
 import * as assert from 'assert';
-import { DisposableStore } from 'vs/base/common/lifecycle';
+import { DisposableStore, IDisposable } from 'vs/base/common/lifecycle';
 import { ensureNoDisposablesAreLeakedInTestSuite } from 'vs/base/test/common/utils';
 import { ILanguageConfigurationService } from 'vs/editor/common/languages/languageConfigurationRegistry';
 import { getReindentEditOperations } from 'vs/editor/contrib/indentation/common/indentation';
@@ -15,6 +15,9 @@ import { TestInstantiationService } from 'vs/platform/instantiation/test/common/
 import { ILanguageConfiguration, LanguageConfigurationFileHandler } from 'vs/workbench/contrib/codeEditor/common/languageConfigurationExtensionPoint';
 import { parse } from 'vs/base/common/json';
 import { IRange } from 'vs/editor/common/core/range';
+import { ISingleEditOperation } from 'vs/editor/common/core/editOperation';
+import { trimTrailingWhitespace } from 'vs/editor/common/commands/trimTrailingWhitespaceCommand';
+import { execSync } from 'child_process';
 
 function getIRange(range: IRange): IRange {
 	return {
@@ -25,9 +28,28 @@ function getIRange(range: IRange): IRange {
 	};
 }
 
+const enum LanguageId {
+	TypeScript = 'ts-test'
+}
+
+function registerLanguage(languageConfigurationService: ILanguageConfigurationService, languageId: LanguageId): IDisposable {
+	let configPath: string;
+	switch (languageId) {
+		case LanguageId.TypeScript:
+			configPath = path.join('extensions', 'typescript-basics', 'language-configuration.json');
+			break;
+		default:
+			throw new Error('Unknown languageId');
+	}
+	const configContent = fs.readFileSync(configPath, { encoding: 'utf-8' });
+	const parsedConfig = <ILanguageConfiguration>parse(configContent, []);
+	const languageConfig = LanguageConfigurationFileHandler.extractValidConfig(languageId, parsedConfig);
+	return languageConfigurationService.register(languageId, languageConfig);
+}
+
 suite('Auto-Reindentation - TypeScript/JavaScript', () => {
 
-	const languageId = 'ts-test';
+	const languageId = LanguageId.TypeScript;
 	const options: IRelaxedTextModelCreationOptions = {};
 	let disposables: DisposableStore;
 	let instantiationService: TestInstantiationService;
@@ -37,11 +59,7 @@ suite('Auto-Reindentation - TypeScript/JavaScript', () => {
 		disposables = new DisposableStore();
 		instantiationService = createModelServices(disposables);
 		languageConfigurationService = instantiationService.get(ILanguageConfigurationService);
-		const configPath = path.join('extensions', 'typescript-basics', 'language-configuration.json');
-		const configString = fs.readFileSync(configPath).toString();
-		const config = <ILanguageConfiguration>parse(configString, []);
-		const configParsed = LanguageConfigurationFileHandler.extractValidConfig(languageId, config);
-		disposables.add(languageConfigurationService.register(languageId, configParsed));
+		disposables.add(registerLanguage(languageConfigurationService, languageId));
 	});
 
 	teardown(() => {
@@ -51,20 +69,64 @@ suite('Auto-Reindentation - TypeScript/JavaScript', () => {
 	ensureNoDisposablesAreLeakedInTestSuite();
 
 	// Test which can be ran to find cases of incorrect indentation...
-	test.skip('Find Cases of Incorrect Indentation', () => {
-
-		const filePath = path.join('..', 'TypeScript', 'src', 'server', 'utilities.ts');
-		const fileContents = fs.readFileSync(filePath).toString();
-
-		const model = disposables.add(instantiateTextModel(instantiationService, fileContents, languageId, options));
-		const editOperations = getReindentEditOperations(model, languageConfigurationService, 1, model.getLineCount());
-		model.applyEdits(editOperations);
-
-		// save the files to disk
-		const initialFile = path.join('..', 'autoindent', 'initial.ts');
-		const finalFile = path.join('..', 'autoindent', 'final.ts');
-		fs.writeFileSync(initialFile, fileContents);
-		fs.writeFileSync(finalFile, model.getValue());
+	test.skip('Find Cases of Incorrect Indentation with the Reindent Lines Command', () => {
+
+		// ./scripts/test.sh --inspect --grep='Find Cases of Incorrect Indentation with the Reindent Lines Command' --timeout=15000
+
+		function walkDirectoryAndReindent(directory: string, languageId: string) {
+			const files = fs.readdirSync(directory, { withFileTypes: true });
+			const directoriesToRecurseOn: string[] = [];
+			for (const file of files) {
+				if (file.isDirectory()) {
+					directoriesToRecurseOn.push(path.join(directory, file.name));
+				} else {
+					const filePathName = path.join(directory, file.name);
+					const fileExtension = path.extname(filePathName);
+					if (fileExtension !== '.ts') {
+						continue;
+					}
+					const fileContents = fs.readFileSync(filePathName, { encoding: 'utf-8' });
+					const modelOptions: IRelaxedTextModelCreationOptions = {
+						tabSize: 4,
+						insertSpaces: false
+					};
+					const model = disposables.add(instantiateTextModel(instantiationService, fileContents, languageId, modelOptions));
+					const lineCount = model.getLineCount();
+					const editOperations: ISingleEditOperation[] = [];
+					for (let line = 1; line <= lineCount - 1; line++) {
+						/*
+						NOTE: Uncomment in order to ignore incorrect JS DOC indentation
+						const lineContent = model.getLineContent(line);
+						const trimmedLineContent = lineContent.trim();
+						if (trimmedLineContent.length === 0 || trimmedLineContent.startsWith('*') || trimmedLineContent.startsWith('/*')) {
+							continue;
+						}
+						*/
+						const lineContent = model.getLineContent(line);
+						const trimmedLineContent = lineContent.trim();
+						if (trimmedLineContent.length === 0) {
+							continue;
+						}
+						const editOperation = getReindentEditOperations(model, languageConfigurationService, line, line + 1);
+						/*
+						NOTE: Uncomment in order to see actual incorrect indentation diff
+						model.applyEdits(editOperation);
+						*/
+						editOperations.push(...editOperation);
+					}
+					model.applyEdits(editOperations);
+					model.applyEdits(trimTrailingWhitespace(model, [], true));
+					fs.writeFileSync(filePathName, model.getValue());
+				}
+			}
+			for (const directory of directoriesToRecurseOn) {
+				walkDirectoryAndReindent(directory, languageId);
+			}
+		}
+
+		walkDirectoryAndReindent('/Users/aiday/Desktop/Test/vscode-test', 'ts-test');
+		const output = execSync('cd /Users/aiday/Desktop/Test/vscode-test && git diff --shortstat', { encoding: 'utf-8' });
+		console.log('\ngit diff --shortstat:\n', output);
 	});
 
 	// Unit tests for increase and decrease indent patterns...