Merge branch 'cloudflare:production' into codespace-psychic-waddle-q7x9g5v49r9g2jw6

Author: pulkitacloudflare

.github/CODEOWNERS

@@ -94,9 +94,8 @@
 
 # Developer Platform
 
-/src/content/docs/realtime/ @cloudflare/pcx-technical-writing @cloudflare/calls
-/src/assets/images/realtime/ @cloudflare/pcx-technical-writing @cloudflare/calls
-/public/realtime/ @cloudflare/pcx-technical-writing @cloudflare/calls
+/src/content/containers/ @mikenomitch @th0m @cloudflare/pcx-technical-writing
+/src/content/release-notes/containers.yaml @mikenomitch @th0m @cloudflare/pcx-technical-writing
 /src/content/docs/d1/ @elithrar @rozenmd @vy-ton @joshthoward @oxyjun @harshil1712 @cloudflare/pcx-technical-writing
 /src/content/release-notes/d1.yaml @elithrar @rozenmd @vy-ton @joshthoward @oxyjun @cloudflare/pcx-technical-writing
 /src/content/partials/d1/ @elithrar @rozenmd @vy-ton @joshthoward @oxyjun @harshil1712 @cloudflare/pcx-technical-writing
@@ -120,6 +119,9 @@
 /src/content/release-notes/queues.yaml @elithrar @maheshwarip @cloudflare/pcx-technical-writing
 /src/content/docs/r2/ @oxyjun @elithrar @jonesphillip @aninibread @harshil1712 @cloudflare/workers-docs @cloudflare/pcx-technical-writing
 /src/content/release-notes/r2.yaml @oxyjun @elithrar @aninibread @cloudflare/workers-docs @cloudflare/pcx-technical-writing
+/src/content/docs/realtime/ @cloudflare/pcx-technical-writing @cloudflare/calls
+/src/assets/images/realtime/ @cloudflare/pcx-technical-writing @cloudflare/calls
+/public/realtime/ @cloudflare/pcx-technical-writing @cloudflare/calls
 /src/content/docs/stream/ @tsmith512 @ToriLindsay @cloudflare/pcx-technical-writing @renandincer @third774
 /src/content/release-notes/stream.yaml @tsmith512 @ToriLindsay @cloudflare/pcx-technical-writing
 /src/content/docs/workers/ @cloudflare/workers-docs @GregBrimble @irvinebroque @mikenomitch @korinne @WalshyDev @cloudflare/deploy-config @cloudflare/pcx-technical-writing @kodster28 @cloudflare/wrangler @cloudflare/workers-runtime-1 @cloudflare/wrangler
@@ -148,7 +150,6 @@
 
 # Docs team areas
 
-/src/content/docs/docs-guide/ @dcpena @cloudflare/pcx-technical-writing
 /src/content/docs/style-guide/ @dcpena @cloudflare/pcx-technical-writing
 
 # Google tag gateway

.github/workflows/comment-changed-filenames.yml renamed to .github/workflows/potential-redirects-or-partials.yml

@@ -1,4 +1,4 @@
-name: Flag changed filenames
+name: Potential redirects or partials
 
 # **What it does**: Adds or removes a comment if a PR renames or removes a file.
 # **Why we have it**: Highlights when we need redirects covering certain file paths.
@@ -22,7 +22,7 @@ jobs:
       - name: Checkout Repository
         uses: actions/checkout@v4
 
-      - name: Get Renamed or Removed Files from Pull Request
+      - name: Potential redirects
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
@@ -37,17 +37,32 @@ jobs:
           echo "${files}" >> "$GITHUB_ENV"
           echo "${delimiter}" >> "$GITHUB_ENV"
 
+      - name: Updated partial files
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          files=$(curl -s -H "Authorization: Bearer $GITHUB_TOKEN" \
+            -H "Accept: application/vnd.github.v3+json" \
+            "https://api.github.com/repos/${{ github.repository }}/pulls/${{ github.event.pull_request.number }}/files" | \
+            jq -r '.[] | select(.status=="modified") | select (.filename | startswith("src/content/partials")) | select(.filename | endswith(".mdx")) | .filename' | \
+            sed -e 's|^src/content/partials||' -e 's|\.mdx$|/|')
+          # Use random delimiter for security reasons
+          delimiter="$(openssl rand -hex 8)"
+          echo "PARTIAL_FILES<<${delimiter}" >> "$GITHUB_ENV"
+          echo "${files}" >> "$GITHUB_ENV"
+          echo "${delimiter}" >> "$GITHUB_ENV"
+
       - name: Comment or Update Comment on PR based on changed files
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
           # If there are no changed files
-          if [ -z "$CHANGED_FILES" ]; then
+          if [ -z "$CHANGED_FILES" ] && [ -z "$PARTIAL_FILES" ]; then
             # Fetch the ID of the existing comment, if it exists
             existing_comment_id=$(curl -s -H "Authorization: Bearer $GITHUB_TOKEN" \
               -H "Accept: application/vnd.github.v3+json" \
               "https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/comments" | \
-              jq '.[] | select(.user.id == 41898282) | select(.body | contains("This PR changes current filenames or deletes current files")) | .id')
+              jq '.[] | select(.user.id == 41898282) | select(.body | contains("This PR requires additional review attention because it affects the following areas")) | .id')
 
             # If the comment exists, delete it
             if [ ! -z "$existing_comment_id" ]; then
@@ -58,18 +73,39 @@ jobs:
             fi
           else
             # Construct the comment body for changed files
-            comment_body="This PR changes current filenames or deletes current files. Make sure you have [redirects](https://developers.cloudflare.com/pages/configuration/redirects/) set up to cover the following paths:"
-            for path in $CHANGED_FILES; do
-              clean_path=$(echo $path | sed 's/"//g')  # Remove quotation marks
+            comment_body="This PR requires additional review attention because it affects the following areas:"
+
+            # Add CHANGED_FILES logic
+            if [ -n "$CHANGED_FILES" ]; then
               comment_body="$comment_body
+
+            ### Redirects
+            This PR changes current filenames or deletes current files. Make sure you have [redirects](https://developers.cloudflare.com/pages/configuration/redirects/) set up to cover the following paths:"
+              for path in $CHANGED_FILES; do
+                clean_path=$(echo "$path" | sed 's/"//g') # Remove quotation marks
+                comment_body="$comment_body
             - [ ] \`$clean_path\`"
-            done
+              done
+            fi
+
+            # Conditional bit for PARTIAL_FILES
+            if [ -n "$PARTIAL_FILES" ]; then
+              comment_body="$comment_body
+
+            ### Partials
+            This PR updates partial files, which are pieces of content used across multiple files in our [Render component](https://developers.cloudflare.com/style-guide/components/render/)."
+              for path in $PARTIAL_FILES; do
+                updated_path=$(echo "$path" | sed -e 's/"//g' -e 's/^\///' -e 's/\/$//')
+                comment_body="$comment_body
+            - [ ] \`$updated_path\` - [view affected files](https://developers.cloudflare.com/style-guide/components/render/?partial=$updated_path)"
+              done
+            fi
 
             # Check if a comment already exists
             existing_comment_id=$(curl -s -H "Authorization: Bearer $GITHUB_TOKEN" \
               -H "Accept: application/vnd.github.v3+json" \
               "https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/comments" | \
-              jq '.[] | select(.user.id == 41898282) | select(.body | contains("This PR changes current filenames or deletes current files")) | .id')
+              jq '.[] | select(.user.id == 41898282) | select(.body | contains("This PR requires additional review attention because it affects the following areas")) | .id')
 
             comment_payload=$(echo '{}' | jq --arg body "$comment_body" '.body = $body')
 

.github/workflows/publish-production.yml

@@ -33,13 +33,49 @@ jobs:
         name: Deploy to Cloudflare Workers
         env:
           CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
-      - name: Build vendored Markdown archive
+      - name: Install rclone
+        run: sudo -v ; curl https://rclone.org/install.sh | sudo bash
+      - name: Build vendored Markdown
+        run: npx tsx bin/generate-index-md.ts
+      - name: Upload vendored Markdown archives to Vendored Markdown bucket
         env:
-          CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
+          AWS_ACCESS_KEY_ID: ${{ secrets.VENDORED_DEVDOCS_ACCESS_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.VENDORED_DEVDOCS_SECRET_ACCESS_KEY }}
         run: |
-          npx tsx bin/generate-index-md.ts
           cd distmd && zip -r markdown.zip .
-          npx wrangler r2 object put vendored-markdown/markdown.zip --file=markdown.zip --remote
+          rclone copy \
+            --config ../bin/rclone.conf \
+            ./markdown.zip \
+            devdocs:vendored-markdown
+          rm markdown.zip
+          cd ..
+
+          cd distllms
+          for file in $(find . -type f); do
+            rclone copy \
+              --config ../bin/rclone.conf \
+              $file \
+              devdocs:vendored-markdown
+          done
+          cd ..
+      - name: Upload vendored Markdown files to ZT DevDocs bucket
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.ZT_DEVDOCS_ACCESS_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.ZT_DEVDOCS_SECRET_ACCESS_KEY }}
+        run: |
+          rclone sync \
+            --config bin/rclone.conf \
+            distmd \
+            zt:zt-dashboard-dev-docs
+      - name: Upload vendored Markdown files to AutoRAG DevDocs bucket
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.AUTORAG_DEVDOCS_ACCESS_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AUTORAG_DEVDOCS_SECRET_ACCESS_KEY }}
+        run: |
+          rclone sync \
+            --config bin/rclone.conf \
+            distmd \
+            autorag:developer-docs-full
       - uses: actions/cache/save@v4
         if: always()
         with:

.github/workflows/update-api-schemas.yml

@@ -2,7 +2,7 @@ name: Update api-schemas pinned commit
 
 on:
   schedule:
-    - cron: "0 0 * * *"
+    - cron: "0 0 * * 0"
   workflow_dispatch:
 
 jobs:

.gitignore

@@ -1,6 +1,7 @@
 # build output
 dist/
 distmd/
+distllms/
 # generated types
 .astro/