Fixed insertIntoDB function

Author: preeesha

rocket-chatter-ingestion-server/src/process/ingest/ingest.ts

@@ -2,6 +2,8 @@ import cliProgress from "cli-progress"
 import { readdirSync } from "fs"
 import { readFile } from "fs/promises"
 import { Transaction } from "neo4j-driver"
+import path from "path"
+
 import { DBNode } from "../../core/dbNode"
 import { db, verifyConnectivity } from "../../core/neo4j"
 
@@ -97,13 +99,16 @@ namespace Algorithms {
 	}
 }
 
-export async function insertDataIntoDB(batchSize: number = 50) {
+export async function insertDataIntoDB(
+	embeddingsPath: string,
+	batchSize: number = 50
+) {
 	console.log(await verifyConnectivity())
 
 	console.log("🕒 Inserting")
 
-	const files = readdirSync("./data/embeddings").map(
-		(file) => `./data/embeddings/${file}`
+	const files = readdirSync(embeddingsPath).map((file) =>
+		path.resolve(embeddingsPath, file)
 	)
 	const totalNodes = files.length * batchSize
 

rocket-chatter-ingestion-server/src/process/prepare/codebase.ts

@@ -45,8 +45,12 @@ export class Codebase {
 		this.makeFilesBatches()
 	}
 
+	get embeddingsDirPath(): string {
+		return this._embeddingsDirPath
+	}
+
 	private initializeDataDirectory(removeExisting = true): void {
-		this._dataDirName = `data-${Date.now()}`
+		this._dataDirName = `data`
 		this._dataDirPath = path.resolve(this._path, this._dataDirName)
 
 		this._embeddingsDirName = `${this._dataDirName}/embeddings`

rocket-chatter-ingestion-server/src/use.ts

@@ -2,9 +2,11 @@ import { Codebase } from "./process/prepare/codebase"
 import { FileProcessor } from "./process/prepare/processor/file"
 
 async function main() {
-	const codebase = new Codebase("./project", new FileProcessor())
+	const codebase = new Codebase("./project", new FileProcessor(), 1)
 	await codebase.process()
-	await codebase.embed()
+	// await codebase.embed()
+
+	// insertDataIntoDB(codebase.embeddingsDirPath, 1)
 }
 
 main()