Ensure we get the right diff to update knowledge base

Author: AnushaFF

.github/workflows/update-docs-prod.yml

@@ -11,6 +11,8 @@ jobs:
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
+      with:
+        fetch-depth: 0  # Fetch all history so we can compare commits
 
     - name: Set up Python
       uses: actions/setup-python@v4
@@ -27,5 +29,6 @@ jobs:
         FIRESTORE_PROJECT_ID: ${{ secrets.PROD_FIRESTORE_PROJECT_ID }}
         FIRESTORE_CREDENTIALS_JSON: ${{ secrets.PROD_FIRESTORE_CREDENTIALS_JSON }}
         OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+        GITHUB_BASE_SHA: ${{ github.event.before }}
       run: |
         python update_docs.py --mode incremental

update_docs.py

@@ -43,11 +43,14 @@ def get_file_hash(file_path: str) -> Optional[str]:
 def get_git_changed_files() -> Tuple[List[str], List[str], bool]:
     """Get changed files using Git diff. Returns (changed_files, new_files, git_success)."""
     try:
-        print("🔍 Comparing against base branch: origin/main")
+        # When running in CI, use the GITHUB_BASE_SHA if available (set by workflow)
+        # Otherwise, compare with origin/main for local development
+        base_ref = os.getenv('GITHUB_BASE_SHA', 'origin/main')
+        print(f"🔍 Comparing against: {base_ref}")
 
-        # Get all files changed since origin/main
+        # Get all files changed since base_ref
         result = subprocess.run(
-            ['git', 'diff', '--name-only', 'origin/main', 'HEAD'],
+            ['git', 'diff', '--name-only', base_ref, 'HEAD'],
             capture_output=True,
             text=True,
             cwd=os.getcwd()