merge public main into private main

Author: Blargian

.github/CODEOWNERS

@@ -1 +1,2 @@
-/docs/en/integrations/ @ClickHouse/integrations
+*                      @ClickHouse/docs
+/docs/integrations/ @ClickHouse/integrations @ClickHouse/docs

.github/ISSUE_TEMPLATE/translation_issue.yaml

@@ -0,0 +1,39 @@
+name: Translation Issue Report
+description: File a report for translated documentation.
+title: "[translation issue]: "
+labels: ["translation issue"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Please report any problems found with translations of the documentation
+        using this form.
+  - type: dropdown
+    id: language
+    attributes:
+      label: Language
+      description: For which language are you reporting a translation issue?
+      options:
+        - Русский (Russian)
+        - 中文 (Mandarin)
+        - 日本語 (Japanese)
+      default: 0
+    validations:
+      required: true
+  - type: input
+    id: url
+    attributes:
+      label: URL to page
+      description: Please provide the URL of the page in question.
+      placeholder: eg. https://clickhouse.com/docs/ru/architecture/replication
+    validations:
+      required: true
+  - type: textarea
+    id: problem
+    attributes:
+      label: What is the problem?
+      description: Please tell us what the problem is
+      placeholder: Tell us what you see!
+      value: "The translation issue on this page is..."
+    validations:
+      required: true

.github/dependabot.yml

@@ -6,13 +6,13 @@ updates:
     schedule:
       interval: "monthly"
   - package-ecosystem: "npm"
-    directory: "/docs/en/integrations"
+    directory: "/docs/integrations"
     schedule:
       interval: "monthly"
     # Disable version updates for dependencies in the code snippets
     open-pull-requests-limit: 0
   - package-ecosystem: "pip"
-    directory: "/docs/en/integrations"
+    directory: "/docs/integrations"
     schedule:
       interval: "monthly"
     # Disable version updates for dependencies in the code snippets

.github/pull_request_template.md

@@ -4,4 +4,4 @@
 ## Checklist
 - [ ] Delete items not relevant to your PR
 - [ ] URL changes should add a redirect to the old URL via https://github.com/ClickHouse/clickhouse-docs/blob/main/docusaurus.config.js
-- [ ] If adding a new integration page, also add an entry to the integrations list here: https://github.com/ClickHouse/clickhouse-docs/blob/main/docs/en/integrations/index.mdx
+- [ ] If adding a new integration page, also add an entry to the integrations list here: https://github.com/ClickHouse/clickhouse-docs/blob/main/docs/integrations/index.mdx

.github/workflows/badges-notify.yml

@@ -0,0 +1,57 @@
+name: Weekly Badge Monitor
+
+on:
+  schedule:
+    # Run every Monday at 10:00 AM Amsterdam time (UTC+1/+2)
+    # Using 8:00 UTC to account for Amsterdam time (adjusts for DST)
+    - cron: '0 8 * * 1'
+  workflow_dispatch: # Allow manual triggering
+
+jobs:
+  monitor-badges:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Make script executable
+        run: chmod +x scripts/badger.sh
+
+      - name: Run badge finder script
+        id: find_badges
+        run: |
+          # Run the script and capture output
+          SCRIPT_OUTPUT=$(scripts/badger.sh)
+          
+          # Escape the output for JSON and store in GitHub output
+          # Replace newlines with \n and escape quotes
+          ESCAPED_OUTPUT=$(echo "$SCRIPT_OUTPUT" | sed 's/\\/\\\\/g' | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
+          
+          echo "badges_output<<EOF" >> $GITHUB_OUTPUT
+          echo "$ESCAPED_OUTPUT" >> $GITHUB_OUTPUT
+          echo "EOF" >> $GITHUB_OUTPUT
+
+      - name: Send webhook
+        env:
+          WEBHOOK_URL: ${{ secrets.DOCS_BADGER }}
+          BADGES_OUTPUT: ${{ steps.find_badges.outputs.badges_output }}
+        run: |
+          # Create JSON payload
+          JSON_PAYLOAD=$(cat <<EOF
+          {
+            "badges_list": "$BADGES_OUTPUT"
+          }
+          EOF
+          )
+          
+          # Send webhook
+          curl -X POST \
+            -H "Content-Type: application/json" \
+            -d "$JSON_PAYLOAD" \
+            "$WEBHOOK_URL"
+
+      - name: Log completion
+        run: |
+          echo "Badge monitoring completed successfully"
+          echo "Webhook sent to configured endpoint"

.github/workflows/build-search.yml

@@ -15,24 +15,23 @@ env:
 
 jobs:
   update-search:
-    if: github.event.pull_request.merged == true && contains(github.event.pull_request.labels.*.name, 'update search') && github.event.pull_request.base.ref == 'main'
-    #if: contains(github.event.pull_request.labels.*.name, 'update search') # Updated to trigger directly on PRs with the label
+    if: github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' || (github.event_name == 'pull_request' && github.event.pull_request.merged == true && contains(github.event.pull_request.labels.*.name, 'update search') && github.event.pull_request.base.ref == 'main')
     runs-on: ubuntu-latest
 
     steps:
       - name: Checkout Repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Set up Node.js
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: '20' 
 
       - name: Run Prep from Master
-        run: yarn copy-clickhouse-repo-docs
+        run: yarn copy-clickhouse-repo-docs -f
 
       - name: Run Auto Generate Settings
-        run: yarn auto-generate-settings
+        run: yarn autogenerate-settings
 
       - name: Run Indexer
         run: yarn run-indexer

.github/workflows/check-build.yml

@@ -14,47 +14,64 @@ on:
 jobs:
   stylecheck:
     runs-on: ubuntu-latest
-
+    strategy:
+      matrix:
+        check_type: [spellcheck, kbcheck, md-lint]
     steps:
-      # Step 1: Check out the repository
-      - name: Check out repository
-        uses: actions/checkout@v3
-
-      # Step 2: Set up environment if required (e.g., installing Aspell)
+      # Add setup steps per check here
+      - uses: actions/checkout@v4
       - name: Install Aspell
+        if: matrix.check_type == 'spellcheck'
         run: sudo apt-get update && sudo apt-get install -y aspell aspell-en
-
-      # Step 3: Run the spellcheck script
-      - name: Run spellcheck
-        run: |
-          ./scripts/check-doc-aspell
-        continue-on-error: true
-        id: spellcheck
-
-      # Step 4: Setup Python and dependencies for KB checker
       - name: Set up Python
-        uses: actions/setup-python@v3
-        with:
-          python-version: '3.x'
-
-      # Step 5: Install Python dependencies
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install -r 'scripts/knowledgebase-checker/requirements.txt'
-
-      # Step 5: Run knowledgebase article checker
-      - name: Check KB
+        if: matrix.check_type == 'kbcheck'
         run: |
-          ./scripts/knowledgebase-checker/knowledgebase_article_checker.py --kb-dir="knowledgebase"
-        continue-on-error: true
-        id: kbcheck
+          curl -Ls https://astral.sh/uv/install.sh | sh
+          uv python install 3.12
+      - name: Setup md-lint environment
+        if: matrix.check_type == 'md-lint'
+        uses: actions/setup-node@v3
+        with:
+          node-version: 20
+      - name: Install markdownlint-cli2
+        if: matrix.check_type == 'md-lint'
+        run: yarn add -D markdownlint-cli2
 
-      # Step 6: Fail the build if any script returns exit code 1
-      - name: Check exit code
+      # Run the checks here
+      - name: Run checks
+        id: check_step
         run: |
-          if [[ "${{ steps.spellcheck.outcome }}" == "failure" ]] || [[ "${{ steps.kbcheck.outcome }}" == "failure" ]]; then
-            echo "Style check failed. See the logs for details."
+          if [[ "${{ matrix.check_type }}" == "spellcheck" ]]; then
+            yarn check-spelling
+          exit_code=$?
+          elif [[ "${{ matrix.check_type }}" == "kbcheck" ]]; then
+            yarn check-kb
+          exit_code=$?
+          elif [[ "${{ matrix.check_type }}" == "md-lint" ]]; then
+            yarn check-markdown
+          exit_code=$?
+          fi
+          
+          if [[ $exit_code -ne 0 ]]; then
+            echo "::error::${{ matrix.check_type }} check failed. See logs for details."
             exit 1
           fi
+
+      - name: Set check status
+        if: steps.check_step.outcome != 'success'
+        uses: actions/github-script@v6
+        with:
+          script: |
+            core.setFailed('${{ matrix.check_type }} check failed.');
+          
+  check_overall_status:
+    needs: stylecheck
+    runs-on: ubuntu-latest
+    if: always() # run the job even if stylecheck fails
+    steps:
+      - name: Check overall results
+        if: needs.stylecheck.result != 'success'
+        run: |
+          echo "::error::One or more checks of the style check failed."
+          exit 1
           

.github/workflows/linkcheck.yml

@@ -0,0 +1,65 @@
+name: PullRequestCI
+
+env:
+  # Force the stdout and stderr streams to be unbuffered
+  PYTHONUNBUFFERED: 1
+
+on:  # yamllint disable-line rule:truthy
+  pull_request:
+    types:
+      - synchronize
+      - reopened
+      - opened
+
+# Cancel the previous wf run in PRs.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  DocsCheck:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '20'  # Adjust Node.js version as needed
+          cache: 'yarn'       # Cache yarn dependencies
+
+      - name: Install dependencies
+        run: yarn install --frozen-lockfile
+
+      - name: Build
+        id: build
+        continue-on-error: true
+        run: |
+          DOCUSAURUS_IGNORE_SSG_WARNINGS=true yarn build
+          echo "exit_code=$?" >> $GITHUB_OUTPUT
+
+      - name: Check for validation failures
+        if: success() || failure()  # Run regardless of build success
+        run: |
+          FAILED=false
+          
+          if [ -f ".frontmatter-validation-failed" ]; then
+            echo "::error::Frontmatter validation failed"
+            FAILED=true
+          fi
+          
+          if [ -f ".floating-pages-validation-failed" ]; then
+            echo "::error::Floating pages validation failed"
+            FAILED=true
+          fi
+          
+          # Check if build failed with non-validation error
+          if [ "${{ steps.build.outputs.exit_code }}" != "0" ] && [ "$FAILED" != "true" ]; then
+            echo "::error::Build failed with exit code ${{ steps.build.outputs.exit_code }}"
+            exit 1
+          fi
+          
+          if [ "$FAILED" = true ]; then
+            exit 1
+          fi