Add ingestion API functions and models for Code and Documentation

This commit introduces new API functions for establishing relations, inserting batches, and purging the database, enhancing the ingestion process. Additionally, it adds models for Code and Documentation, including their properties and relations, to improve type safety and organization. Import paths have been updated to reflect the new structure, ensuring consistency across the codebase.

Author: yogesh-aggarwal

…stion/src/lib/api/establish-relations.ts ingestion/src/api/establish-relations.tsingestion/src/lib/api/establish-relations.ts renamed to ingestion/src/api/establish-relations.ts ingestion/src/lib/api/establish-relations.ts renamed to ingestion/src/api/establish-relations.ts

@@ -1,5 +1,5 @@
 import { RC_APP_URI } from "@/core/constants"
-import { CodeModelRelation } from "@/lib/models/code"
+import { CodeModelRelation } from "@/models/code"
 
 export async function establishRelations(relations: CodeModelRelation[]): Promise<boolean> {
    try {

ingestion/src/lib/api/index.ts ingestion/src/api/index.tsingestion/src/lib/api/index.ts renamed to ingestion/src/api/index.ts

@@ -1,7 +1,8 @@
 import { RC_APP_URI } from "@/core/constants"
-import { CodeModel } from "@/lib/models/code"
+import { CodeModel } from "@/models/code"
+import { DocumentationModel } from "@/models/devdoc"
 
-export async function insertBatch(batchID: string, nodes: CodeModel[]): Promise<boolean> {
+export async function insertBatch(batchID: string, nodes: (CodeModel | DocumentationModel)[]): Promise<boolean> {
    let tries = 5
    while (tries--) {
       try {

ingestion/src/lib/api/insert-batch.ts ingestion/src/api/insert-batch.tsingestion/src/lib/api/insert-batch.ts renamed to ingestion/src/api/insert-batch.ts

@@ -1,4 +1,4 @@
-import { TreeNode } from "../../process/prepare/processor/core/treeNode"
+import { TreeNode } from "@/process/prepare/processor/core/treeNode"
 import { BaseNode, BaseRelation, EmbeddingsContainer, NodeDescriptor } from "."
 
 export type CodeModelRelation = BaseRelation

ingestion/src/lib/api/purge-db.ts ingestion/src/api/purge-db.tsingestion/src/lib/api/purge-db.ts renamed to ingestion/src/api/purge-db.ts

@@ -1,8 +1,8 @@
 import puppeteer from "puppeteer"
 
 import { writeFile } from "fs/promises"
-import { DOCUMENTATION_URL } from "../../core/constants"
-import { DocumentationModel } from "../../lib/models/devdoc"
+import { DOCUMENTATION_URL } from "@/core/constants"
+import { DocumentationModel } from "@/models/devdoc"
 import { IDocumentation } from "./documentation.types"
 import { DocumentationPage } from "./documentationPage"
 

ingestion/src/lib/models/code.ts ingestion/src/models/code.tsingestion/src/lib/models/code.ts renamed to ingestion/src/models/code.ts

@@ -1,7 +1,7 @@
 import { JSDOM } from "jsdom"
 
 import { customAlphabet } from "nanoid"
-import { DocumentationModel } from "@/lib/models/devdoc"
+import { DocumentationModel } from "@/models/devdoc"
 import { DocumentPageElement_t, IDocumentationPage } from "./documentationPage.types"
 
 export class DocumentationPage implements IDocumentationPage {