Made processing better in every syntax type

Author: preeesha

rocket-chatter-ingestion-server/src/process/prepare/codebase.ts

@@ -116,13 +116,13 @@ export class Codebase {
 			let nodes: Record<string, DBNode> = {}
 
 			/* Step 1 */
-			try {
+			// try {
 				const files = this._files.slice(start, end)
 				const jobs = files.map((x) => this._fileProcessor.process(x, nodes))
 				await Promise.all(jobs)
-			} catch {
-				console.error(`Error in processing ${start}-${end} files`)
-			}
+			// } catch {
+			// 	console.error(`Error in processing ${start}-${end} files`)
+			// }
 
 			/* Step 2 */
 			for (let i = 0; i < Object.keys(nodes).length; i += this._batchSize) {

rocket-chatter-ingestion-server/src/process/prepare/processor/file.ts

@@ -12,35 +12,41 @@ import { Functions } from "./syntax/functions"
 import { Interface } from "./syntax/interface"
 import { Namespaces } from "./syntax/namespaces"
 import { TypeAlias } from "./syntax/typeAlias"
+import { VariableDeclarations } from "./syntax/variableDeclarations"
 
 export class FileProcessor implements IFileProcessor {
 	process(sourceFile: ISourceFile, nodesRef: Record<string, DBNode>): void {
 		const fileContent = sourceFile.read()
-
 		const ast = parse(fileContent)
 
-		for (const node of ast.body) {
-			let treeNode: TreeNode | null = null
+		const imports = ast.body.filter((node) =>
+			namedTypes.ImportDeclaration.check(node)
+		)
+
+		let treeNodes: TreeNode[] = []
+		for (let node of ast.body) {
+			if (namedTypes.ExportNamedDeclaration.check(node)) {
+				node = (node as any).declaration
+			}
+
 			if (namedTypes.FunctionDeclaration.check(node)) {
-				treeNode = Functions.Handle(node)
+				treeNodes.push(Functions.Handle(node))
 			} else if (namedTypes.TSInterfaceDeclaration.check(node)) {
-				treeNode = Interface.Handle(node)
+				treeNodes.push(Interface.Handle(node))
 			} else if (namedTypes.TSTypeAliasDeclaration.check(node)) {
-				treeNode = TypeAlias.Handle(node)
+				treeNodes.push(TypeAlias.Handle(node))
 			} else if (namedTypes.TSEnumDeclaration.check(node)) {
-				treeNode = Enums.Handle(node)
-			} else if (
-				namedTypes.TSModuleDeclaration.check(node) ||
-				namedTypes.ExportNamedDeclaration.check(node)
-			) {
-				treeNode = Namespaces.Handle(node)
+				treeNodes.push(Enums.Handle(node))
 			} else if (namedTypes.ClassDeclaration.check(node)) {
-				treeNode = Classes.Handle(node)
+				treeNodes.push(Classes.Handle(node))
+			} else if (namedTypes.TSModuleDeclaration.check(node)) {
+				treeNodes.push(Namespaces.Handle(node))
+			} else if (namedTypes.VariableDeclaration.check(node)) {
+				treeNodes.push(...VariableDeclarations.Handle(node))
 			}
-
-			console.log(treeNode)
 		}
-
-		// throw new Error("Method not implemented.")
+		for (const treeNode of treeNodes) {
+			console.log(`${sourceFile.getFullPath()}:${treeNode.getID()}`)
+		}
 	}
 }

rocket-chatter-ingestion-server/src/process/prepare/processor/syntax/classes.ts

@@ -5,7 +5,13 @@ import { Functions } from "./functions"
 
 export namespace Classes {
 	export function Handle(n: namedTypes.ClassDeclaration) {
-		const node = new TreeNode(n.id?.name.toString() ?? "", "Class", "")
+		const node = new TreeNode(
+			n.id?.name.toString() ?? "",
+			"Class",
+			"",
+			n.loc?.start.line ?? 0,
+			n.loc?.start.column ?? 0
+		)
 
 		// Check for type parameters
 		const typeParameters: string[] = []

rocket-chatter-ingestion-server/src/process/prepare/processor/syntax/enums.ts

@@ -5,7 +5,13 @@ import { Functions } from "./functions"
 
 export namespace Enums {
 	export function Handle(n: namedTypes.EnumDeclaration) {
-		const node = new TreeNode(n.id?.name.toString() ?? "", "Enums", "")
+		const node = new TreeNode(
+			n.id?.name.toString() ?? "",
+			"Enum",
+			"",
+			n.loc?.start.line ?? 0,
+			n.loc?.start.column ?? 0
+		)
 
 		// Check for external references while initializing the enum members
 		for (const m of (n as any).members as namedTypes.TSEnumMember[]) {

rocket-chatter-ingestion-server/src/process/prepare/processor/syntax/functions.ts

@@ -9,8 +9,10 @@ export namespace Functions {
 	export function Handle(n: namedTypes.FunctionDeclaration) {
 		const node = new TreeNode(
 			n.id?.name.toString() ?? "",
-			"function",
-			n.body.body.map((e) => print(e).code).join("\n")
+			"Function",
+			n.body.body.map((e) => print(e).code).join("\n"),
+			n.loc?.start.line ?? 0,
+			n.loc?.start.column ?? 0
 		)
 
 		// Handle type annotations

rocket-chatter-ingestion-server/src/process/prepare/processor/syntax/interface.ts

@@ -9,7 +9,9 @@ export namespace Interface {
 		const node = new TreeNode(
 			n.id?.name.toString() ?? "",
 			"Interface",
-			(n.body as any).body.map((e: any) => print(e).code).join("\n")
+			(n.body as any).body.map((e: any) => print(e).code).join("\n"),
+			n.loc?.start.line ?? 0,
+			n.loc?.start.column ?? 0
 		)
 
 		// Check for type parameters

rocket-chatter-ingestion-server/src/process/prepare/processor/syntax/namespaces.ts

@@ -10,10 +10,13 @@ export namespace Namespaces {
 		const node = new TreeNode(
 			(n.id as any)?.name.toString() ?? "",
 			"Namespace",
-			""
+			"",
+			n.loc?.start.line ?? 0,
+			n.loc?.start.column ?? 0
 		)
 
-		const body = (n as any).declaration.body.body as namedTypes.TSModuleBlock[]
+		const body = ((n as any).declaration?.body?.body ??
+			[]) as namedTypes.TSModuleBlock[]
 		for (const b of body) {
 			let d = b
 			if (namedTypes.ExportNamedDeclaration.check(b)) d = (b as any).declaration

rocket-chatter-ingestion-server/src/process/prepare/processor/syntax/typeAlias.ts

@@ -4,7 +4,13 @@ import { TypeAnnotation } from "../core/typeAnnotation"
 
 export namespace TypeAlias {
 	export function Handle(n: namedTypes.TSTypeAliasDeclaration) {
-		const node = new TreeNode(n.id?.name.toString() ?? "", "TypeAlias", "")
+		const node = new TreeNode(
+			n.id?.name.toString() ?? "",
+			"TypeAlias",
+			"",
+			n.loc?.start.line ?? 0,
+			n.loc?.start.column ?? 0
+		)
 
 		// Check for type parameters
 		const typeParameters: string[] = []

rocket-chatter-ingestion-server/src/process/prepare/sourceFile.ts

@@ -5,11 +5,15 @@ export class SourceFile implements ISourceFile {
 	private _path: string
 
 	constructor(path: string) {
-		this._path = path
+		this._path = path.replace(/\\/g, "/")
 	}
 
 	read(): string {
 		const content = readFileSync(this._path, "utf-8")
 		return content
 	}
+
+	getFullPath(): string {
+		return this._path
+	}
 }

rocket-chatter-ingestion-server/src/process/prepare/sourceFile.types.ts

@@ -13,4 +13,5 @@ export enum SourceFileType {
 
 export interface ISourceFile {
 	read(): string
+	getFullPath(): string
 }