build changes

Author: gingerwizard

.github/workflows/build-search.yml

@@ -0,0 +1,42 @@
+name: Update Algolia Search
+
+on:
+  pull_request:
+    types:
+      - closed
+      - opened
+      - synchronize
+      - reopened
+env:
+  # Force the stdout and stderr streams to be unbuffered
+  PYTHONUNBUFFERED: 1
+
+jobs:
+  update-search:
+    #if: github.event.pull_request.merged == true && contains(github.event.pull_request.labels.*.name, 'update search')
+    if: contains(github.event.pull_request.labels.*.name, 'update search') # Updated to trigger directly on PRs with the label
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v3
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '20' 
+
+      - name: Run Prep from Master
+        run: yarn prep-from-master
+
+      - name: Run Auto Generate Settings
+        run: yarn auto-generate-settings
+
+      - name: Run Indexer
+        run: yarn run-indexer
+        env:
+          ALGOLIA_API_KEY: ${{ secrets.ALGOLIA_API_KEY_DEV }}
+          ALGOLIA_APP_ID: 7AL1W7YVZK
+
+      - name: Verify Completion
+        run: echo "All steps completed successfully!"

package.json

@@ -16,10 +16,12 @@
     "serve": "docusaurus serve",
     "build-api-doc": "node clickhouseapi.js",
     "build-swagger": "npx @redocly/cli build-docs  https://api.clickhouse.cloud/v1 --output build/en/cloud/manage/api/swagger.html",
-    "new-build": "bash ./copyClickhouseRepoDocs.sh && bash ./scripts/settings/autogenerate-settings.sh && yarn build-api-doc && yarn build && yarn build-swagger",
+    "auto-generate-settings": "bash ./scripts/settings/autogenerate-settings.sh",
+    "new-build": "bash ./copyClickhouseRepoDocs.sh && yarn auto-generate-settings && yarn build-api-doc && yarn build && yarn build-swagger",
     "start": "docusaurus start",
     "swizzle": "docusaurus swizzle",
-    "write-heading-ids": "docusaurus write-heading-ids"
+    "write-heading-ids": "docusaurus write-heading-ids",
+    "run-indexer": "bash ./scripts/search/run_indexer.sh"
   },
   "dependencies": {
     "@docusaurus/core": "3.7.0",

scripts/search/compute_ndcg.py

@@ -5,10 +5,13 @@
 
 ALGOLIA_INDEX_NAME = "clickhouse"
 
+# dev details
+ALGOLIA_APP_ID = "7AL1W7YVZK"
+ALGOLIA_API_KEY = "43bd50d4617a97c9b60042a2e8a348f9"
 
-# Initialize Algolia client
-ALGOLIA_APP_ID = "5H9UG7CX5W"
-ALGOLIA_API_KEY = "4a7bf25cf3edbef29d78d5e1eecfdca5"
+# Prod details
+# ALGOLIA_APP_ID = "5H9UG7CX5W"
+# ALGOLIA_API_KEY = "4a7bf25cf3edbef29d78d5e1eecfdca5"
 
 # old search engine using crawler
 # ALGOLIA_APP_ID = "62VCH2MD74"