Merge branch 'main' of https://github.com/ClickHouse/clickhouse-docs into v2_usecases_docs

Author: dhtclk

.github/CODEOWNERS

@@ -1,2 +1,3 @@
 *                      @ClickHouse/docs
-/docs/integrations/ @ClickHouse/integrations @ClickHouse/docs
+/docs/integrations/ @ClickHouse/integrations-ecosystem @ClickHouse/docs
+/docs/integrations/data-ingestion/clickpipes/ @ClickHouse/clickpipes @ClickHouse/docs

.github/ISSUE_TEMPLATE/translation_issue.yaml

@@ -0,0 +1,39 @@
+name: Translation Issue Report
+description: File a report for translated documentation.
+title: "[translation issue]: "
+labels: ["translation issue"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Please report any problems found with translations of the documentation
+        using this form.
+  - type: dropdown
+    id: language
+    attributes:
+      label: Language
+      description: For which language are you reporting a translation issue?
+      options:
+        - Русский (Russian)
+        - 中文 (Mandarin)
+        - 日本語 (Japanese)
+      default: 0
+    validations:
+      required: true
+  - type: input
+    id: url
+    attributes:
+      label: URL to page
+      description: Please provide the URL of the page in question.
+      placeholder: eg. https://clickhouse.com/docs/ru/architecture/replication
+    validations:
+      required: true
+  - type: textarea
+    id: problem
+    attributes:
+      label: What is the problem?
+      description: Please tell us what the problem is
+      placeholder: Tell us what you see!
+      value: "The translation issue on this page is..."
+    validations:
+      required: true

.github/workflows/badges-notify.yml

@@ -0,0 +1,57 @@
+name: Weekly Badge Monitor
+
+on:
+  schedule:
+    # Run every Monday at 10:00 AM Amsterdam time (UTC+1/+2)
+    # Using 8:00 UTC to account for Amsterdam time (adjusts for DST)
+    - cron: '0 8 * * 1'
+  workflow_dispatch: # Allow manual triggering
+
+jobs:
+  monitor-badges:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Make script executable
+        run: chmod +x scripts/badger.sh
+
+      - name: Run badge finder script
+        id: find_badges
+        run: |
+          # Run the script and capture output
+          SCRIPT_OUTPUT=$(scripts/badger.sh)
+          
+          # Escape the output for JSON and store in GitHub output
+          # Replace newlines with \n and escape quotes
+          ESCAPED_OUTPUT=$(echo "$SCRIPT_OUTPUT" | sed 's/\\/\\\\/g' | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
+          
+          echo "badges_output<<EOF" >> $GITHUB_OUTPUT
+          echo "$ESCAPED_OUTPUT" >> $GITHUB_OUTPUT
+          echo "EOF" >> $GITHUB_OUTPUT
+
+      - name: Send webhook
+        env:
+          WEBHOOK_URL: ${{ secrets.DOCS_BADGER }}
+          BADGES_OUTPUT: ${{ steps.find_badges.outputs.badges_output }}
+        run: |
+          # Create JSON payload
+          JSON_PAYLOAD=$(cat <<EOF
+          {
+            "badges_list": "$BADGES_OUTPUT"
+          }
+          EOF
+          )
+          
+          # Send webhook
+          curl -X POST \
+            -H "Content-Type: application/json" \
+            -d "$JSON_PAYLOAD" \
+            "$WEBHOOK_URL"
+
+      - name: Log completion
+        run: |
+          echo "Badge monitoring completed successfully"
+          echo "Webhook sent to configured endpoint"

.github/workflows/build-search.yml

@@ -28,7 +28,7 @@ jobs:
           node-version: '20' 
 
       - name: Run Prep from Master
-        run: yarn copy-clickhouse-repo-docs
+        run: yarn copy-clickhouse-repo-docs -f
 
       - name: Run Auto Generate Settings
         run: yarn autogenerate-settings

.github/workflows/check-build.yml

@@ -16,23 +16,19 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        check_type: [spellcheck, kbcheck, md-lint]
+        check_type: [spellcheck, kbcheck, md-lint, glossary-check]
     steps:
       # Add setup steps per check here
       - uses: actions/checkout@v4
       - name: Install Aspell
         if: matrix.check_type == 'spellcheck'
         run: sudo apt-get update && sudo apt-get install -y aspell aspell-en
       - name: Set up Python
-        if: matrix.check_type == 'kbcheck'
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.x'
-      - name: Install dependencies
-        if: matrix.check_type == 'kbcheck'
+        if: matrix.check_type == 'kbcheck' || matrix.check_type == 'glossary-check'
         run: |
-          python -m pip install --upgrade pip
-          pip install -r 'scripts/knowledgebase-checker/requirements.txt'
+          curl -Ls https://astral.sh/uv/install.sh | sh
+          uv clean
+          uv python install 3.12 --verbose
       - name: Setup md-lint environment
         if: matrix.check_type == 'md-lint'
         uses: actions/setup-node@v3
@@ -43,31 +39,25 @@ jobs:
         run: yarn add -D markdownlint-cli2
 
       # Run the checks here
-      - name: Run checks
-        id: check_step
-        run: |
-          if [[ "${{ matrix.check_type }}" == "spellcheck" ]]; then
-            ./scripts/check-doc-aspell
-          exit_code=$?
-          elif [[ "${{ matrix.check_type }}" == "kbcheck" ]]; then
-            ./scripts/knowledgebase-checker/knowledgebase_article_checker.py --kb-dir="knowledgebase"
-          exit_code=$?
-          elif [[ "${{ matrix.check_type }}" == "md-lint" ]]; then
-            yarn markdownlint-cli2 --config ./scripts/.markdownlint-cli2.yaml 'docs/**/*.md'
-          exit_code=$?
-          fi
-          
-          if [[ $exit_code -ne 0 ]]; then
-            echo "::error::${{ matrix.check_type }} check failed. See logs for details."
-            exit 1
-          fi
+      - name: Run spellcheck
+        if: matrix.check_type == 'spellcheck'
+        run: yarn check-spelling
 
-      - name: Set check status
-        if: steps.check_step.outcome != 'success'
-        uses: actions/github-script@v6
-        with:
-          script: |
-            core.setFailed('${{ matrix.check_type }} check failed.');
+      - name: Run KB check  
+        if: matrix.check_type == 'kbcheck'
+        run: yarn check-kb
+
+      - name: Run markdown lint
+        if: matrix.check_type == 'md-lint' 
+        run: yarn check-markdown
+
+      - name: Run glossary check
+        if: matrix.check_type == 'glossary-check'
+        run: |
+          echo "Extracting glossary from markdown..."
+          python3 scripts/glossary/extract-glossary-terms.py
+          echo "Checking glossary coverage..."
+          python3 scripts/glossary/wrap-glossary-terms.py --check || echo "::warning::Glossary check found unwrapped terms (non-blocking)"
           
   check_overall_status:
     needs: stylecheck
@@ -78,5 +68,4 @@ jobs:
         if: needs.stylecheck.result != 'success'
         run: |
           echo "::error::One or more checks of the style check failed."
-          exit 1
-          
+          exit 1

.github/workflows/linkcheck.yml

@@ -0,0 +1,65 @@
+name: PullRequestCI
+
+env:
+  # Force the stdout and stderr streams to be unbuffered
+  PYTHONUNBUFFERED: 1
+
+on:  # yamllint disable-line rule:truthy
+  pull_request:
+    types:
+      - synchronize
+      - reopened
+      - opened
+
+# Cancel the previous wf run in PRs.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  DocsCheck:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '20'  # Adjust Node.js version as needed
+          cache: 'yarn'       # Cache yarn dependencies
+
+      - name: Install dependencies
+        run: yarn install --frozen-lockfile
+
+      - name: Build
+        id: build
+        continue-on-error: true
+        run: |
+          DOCUSAURUS_IGNORE_SSG_WARNINGS=true yarn build
+          echo "exit_code=$?" >> $GITHUB_OUTPUT
+
+      - name: Check for validation failures
+        if: success() || failure()  # Run regardless of build success
+        run: |
+          FAILED=false
+          
+          if [ -f ".frontmatter-validation-failed" ]; then
+            echo "::error::Frontmatter validation failed"
+            FAILED=true
+          fi
+          
+          if [ -f ".floating-pages-validation-failed" ]; then
+            echo "::error::Floating pages validation failed"
+            FAILED=true
+          fi
+          
+          # Check if build failed with non-validation error
+          if [ "${{ steps.build.outputs.exit_code }}" != "0" ] && [ "$FAILED" != "true" ]; then
+            echo "::error::Build failed with exit code ${{ steps.build.outputs.exit_code }}"
+            exit 1
+          fi
+          
+          if [ "$FAILED" = true ]; then
+            exit 1
+          fi