Update main ingestion function to reduce retry attempts and improve error handling; ensure data directory is created correctly in Codebase class.

Author: yogesh-aggarwal

ingestion/src/main.ts

@@ -27,12 +27,12 @@ async function main() {
    await new Promise((resolve) => setTimeout(resolve, 1000))
    console.clear()
 
-   let tries = 5
+   let tries = 1
    while (tries--) {
       try {
          const sessionID = "Rocket.Chat" // uuid()
 
-         await Algorithms.execCommand(`git clone ${REPO_URI} ${sessionID}`)
+         // await Algorithms.execCommand(`git clone ${REPO_URI} ${sessionID}`)
          {
             const codebase = new Codebase(sessionID, new FileProcessor(), 1)
             await codebase.process()
@@ -42,10 +42,11 @@ async function main() {
 
             await insertDataIntoDB(codebase.dataDirPath)
          }
-         await Algorithms.execCommand(`rm -rf ${sessionID}`)
+         // await Algorithms.execCommand(`rm -rf ${sessionID}`)
 
          break
-      } catch {
+      } catch (e) {
+         throw e
          console.error("Retrying", tries)
       }
    }

ingestion/src/process/prepare/codebase.ts

@@ -46,7 +46,7 @@ export class Codebase {
 
       /* Handle data directory */
       if (removeExisting && existsSync(this._dataDirPath)) rmSync(this._dataDirPath, { recursive: true })
-      // mkdirSync(this._dataDirPath)
+      mkdirSync(this._dataDirPath)
    }
 
    private prepareFilesMetadata() {