automate ingestion process

Author: smutyala1at

.github/workflows/ingest-docs.yaml

@@ -0,0 +1,24 @@
+name: Automate docs ingestion
+
+on:
+    pull_request:
+        types: [closed]
+        branches:
+            - main
+        paths:
+            - "apps/docs/**"
+
+jobs:
+    trigger_ingest:
+        if: github.event.pull_request.merged == true
+        runs-on: ubuntu-latest
+        steps:
+            - name: Call backend ingest docs endpoint
+              run: |
+                echo "Triggering docs ingestion"
+                response=$(curl --fail --silent --show-error \
+                    -X POST "${{ secrets.BACKEND_BASE_URL }}/ingest" \
+                    -H "Authorization: Bearer ${{ secrets.INGEST_KEY }}" \
+                    -H "Accept: application/json")
+
+                echo "Ingestion response: $response"

apps/meshjs-rag/app/api/v1/ingest.py

@@ -18,7 +18,7 @@
 # ENDPOINTS
 ###########################################################################################################
 
-@router.post("/")
+@router.post("/docs")
 async def ingest_docs(credentials: HTTPAuthorizationCredentials = Depends(security), supabase: AsyncClient = Depends(get_db_client)):
 
   token = credentials.credentials
@@ -67,7 +67,7 @@ async def ingest_docs(credentials: HTTPAuthorizationCredentials = Depends(securi
 
 
 @router.post("/packages")
-async def ingest_packages(credentials: HTTPAuthorizationCredentials = Depends(security), supabase: AsyncClient = Depends(get_db_client)):
+async def ingest_mesh_packages(credentials: HTTPAuthorizationCredentials = Depends(security), supabase: AsyncClient = Depends(get_db_client)):
 
   token = credentials.credentials
   if not token or token != os.getenv("ADMIN_KEY"):
@@ -110,7 +110,7 @@ async def ingest_packages(credentials: HTTPAuthorizationCredentials = Depends(se
 
 
 @router.post("/aiken-docs")
-async def ingest_packages(credentials: HTTPAuthorizationCredentials = Depends(security), supabase: AsyncClient = Depends(get_db_client)):
+async def ingest_aiken_docs(credentials: HTTPAuthorizationCredentials = Depends(security), supabase: AsyncClient = Depends(get_db_client)):
 
   token = credentials.credentials
   if not token or token != os.getenv("ADMIN_KEY"):