Redpanda Self-Managed 24.3 (#790)

Co-authored-by: Joyce Fee <[email protected]>
Co-authored-by: Jake Cahill <[email protected]>
Co-authored-by: Gellért Peresztegi-Nagy <[email protected]>
Co-authored-by: Angela Simms <[email protected]>
Co-authored-by: Kat Batuigas <[email protected]>
Co-authored-by: Michele Cyran <[email protected]>
Co-authored-by: JakeSCahill <[email protected]>
Co-authored-by: Tyler Rockwood <[email protected]>

Author: 8 people

.github/workflows/test-docs.yml

@@ -11,6 +11,7 @@ jobs:
     runs-on: ubuntu-latest
     outputs:
       console: ${{ steps.filter.outputs.console }}
+      quickstart: ${{ steps.filter.outputs.quickstart }}
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
@@ -21,22 +22,39 @@ jobs:
           filters: |
             console:
               - 'modules/console/**'
+            quickstart:
+              - 'modules/get-started/pages/quick-start.adoc'
   run-tests:
     needs: setup
     permissions:
       contents: write
       pull-requests: write
       issues: write
+      id-token: write
     strategy:
       matrix:
         os: [ubuntu-latest]  # Only using Linux for now since macOS takes a long time
     runs-on: ${{ matrix.os }}
     steps:
+      - uses: aws-actions/configure-aws-credentials@v4
+        with:
+          aws-region: ${{ vars.RP_AWS_CRED_REGION }}
+          role-to-assume: arn:aws:iam::${{ secrets.RP_AWS_CRED_ACCOUNT_ID }}:role/${{ vars.RP_AWS_CRED_BASE_ROLE_NAME }}${{ github.event.repository.name }}
+      - uses: aws-actions/aws-secretsmanager-get-secrets@v2
+        with:
+          secret-ids: |
+            ,sdlc/prod/github/actions_bot_token
+          parse-json-secrets: true
       - uses: actions/checkout@v4
         with:
-          token: ${{ secrets.GITHUB_TOKEN }}
+          token: ${{ env.ACTIONS_BOT_TOKEN }}
           path: redpanda-docs
-      - name: Test docs
+
+      - name: Set GitHub token
+        run: |
+          echo "REDPANDA_GITHUB_TOKEN=${{ env.ACTIONS_BOT_TOKEN }}" >> $GITHUB_ENV
+
+      - name: Run all tests
         if: ${{ github.event_name == 'workflow_dispatch' || github.event_name == 'repository_dispatch' }}
         uses: doc-detective/github-action@v1
         with:
@@ -46,11 +64,32 @@ jobs:
           # create a PR/issue only if the workflow wasn't already triggered by a PR
           create_pr_on_change: true
           create_issue_on_fail: true
+          token: ${{ env.ACTIONS_BOT_TOKEN }}
 
-      - name: Test Console docs
+      - name: Test Redpanda Console docs
         if: needs.setup.outputs.console == 'true'
         uses: doc-detective/github-action@v1
         with:
           input: ../modules/console
           working_directory: redpanda-docs/setup-tests
           exit_on_fail: true
+        env:
+          REDPANDA_GITHUB_TOKEN: ${{ env.ACTIONS_BOT_TOKEN }}
+
+      - name: Test Redpanda Self-Managed quickstart
+        if: needs.setup.outputs.quickstart == 'true'
+        uses: doc-detective/github-action@v1
+        with:
+          input: ../modules/get-started/pages/quick-start.adoc
+          working_directory: redpanda-docs/setup-tests
+          exit_on_fail: true
+        env:
+          REDPANDA_GITHUB_TOKEN: ${{ env.ACTIONS_BOT_TOKEN }}
+      - name: Upload debug artifacts
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: doc-detective-output
+          path: /home/runner/work/_temp/doc-detective-output.json
+        env:
+          REDPANDA_GITHUB_TOKEN: ${{ env.ACTIONS_BOT_TOKEN }}

antora.yml

@@ -1,6 +1,6 @@
 name: ROOT
 title: Self-Managed
-version: 24.2
+version: 24.3
 start_page: home:index.adoc
 nav:
 - modules/ROOT/nav.adoc
@@ -15,11 +15,16 @@ asciidoc:
     # Fallback versions
     # We try to fetch the latest from GitHub at build time
     # --
-    full-version: 24.2.2
-    latest-release-commit: '72ba3d3'
+    full-version: 24.3.1
+    latest-redpanda-tag: 'v24.3.1'
+    latest-console-tag: 'v2.7.2'
+    latest-release-commit: 'afe1a3f'
     latest-operator-version: 'v2.2.0-24.2.2'
     latest-redpanda-helm-chart-version: 5.8.3
-    redpanda-beta-version: 24.2.2-rc5
+    redpanda-beta-version: '24.3.1-rc2'
+    redpanda-beta-tag: 'v24.3.1-rc2'
+    console-beta-version: '2.8.0-beta.1'
+    console-beta-tag: 'v2.8.0-beta.1'
     # --
     supported-kubernetes-version: 1.25.0-0
     supported-helm-version: 3.10.0

local-antora-playbook.yml

@@ -40,6 +40,7 @@ antora:
   extensions:
   - require: '@redpanda-data/docs-extensions-and-macros/extensions/generate-rp-connect-info'
   - require: '@redpanda-data/docs-extensions-and-macros/extensions/unpublish-pages'
+  - require: '@redpanda-data/docs-extensions-and-macros/extensions/collect-bloblang-samples'
   - require: '@redpanda-data/docs-extensions-and-macros/extensions/generate-rp-connect-categories'
   - require: '@redpanda-data/docs-extensions-and-macros/extensions/modify-redirects'
   - require: '@redpanda-data/docs-extensions-and-macros/extensions/unlisted-pages'

modules/ROOT/nav.adoc

@@ -3,9 +3,19 @@
 ** xref:get-started:whats-new.adoc[]
 ** xref:get-started:intro-to-events.adoc[Introduction to Redpanda]
 ** xref:get-started:architecture.adoc[How Redpanda Works]
+** xref:console:index.adoc[Introduction to Redpanda Console]
 ** xref:get-started:install-beta.adoc[Install Beta]
-** xref:get-started:quick-start.adoc[Quickstart]
-** xref:get-started:licenses.adoc[Redpanda Licensing]
+** xref:get-started:quickstarts.adoc[Quickstarts]
+*** xref:get-started:quick-start.adoc[Redpanda Self-Managed]
+*** xref:console:quickstart.adoc[Redpanda Console]
+** xref:get-started:licensing/index.adoc[Redpanda Licensing]
+*** xref:get-started:licensing/overview.adoc[Editions and Enterprise Features]
+*** xref:get-started:licensing/add-license-redpanda/index.adoc[Add License]
+**** xref:get-started:licensing/add-license-redpanda/linux.adoc[Linux]
+**** xref:get-started:licensing/add-license-redpanda/kubernetes.adoc[Kubernetes]
+**** xref:console:ui/add-license.adoc[Redpanda Console]
+*** xref:get-started:licensing/monitor-license-status.adoc[Check Status]
+*** xref:get-started:licensing/disable-enterprise-features.adoc[Disable Enterprise Features]
 ** xref:get-started:rpk/index.adoc[Redpanda CLI]
 *** xref:get-started:intro-to-rpk.adoc[Introduction to rpk]
 *** xref:get-started:rpk-install.adoc[]
@@ -21,6 +31,7 @@
 ** xref:develop:produce-data/index.adoc[Produce Data]
 *** xref:develop:produce-data/configure-producers.adoc[]
 *** xref:develop:produce-data/idempotent-producers.adoc[Idempotent Producers]
+*** xref:develop:produce-data/leader-pinning.adoc[]
 ** xref:develop:consume-data/index.adoc[Consume Data]
 *** xref:develop:consume-data/consumer-offsets.adoc[Consumer Offsets]
 *** xref:develop:consume-data/follower-fetching.adoc[Follower Fetching]
@@ -34,6 +45,7 @@
 *** xref:develop:data-transforms/deploy.adoc[Deploy]
 *** xref:develop:data-transforms/test.adoc[Test]
 *** xref:develop:data-transforms/monitor.adoc[Monitor]
+*** xref:console:ui/data-transforms.adoc[Manage in Redpanda Console]
 *** xref:develop:data-transforms/upgrade.adoc[Upgrade]
 *** xref:develop:data-transforms/versioning-compatibility.adoc[Versioning and Compatibility]
 *** xref:develop:data-transforms/labs.adoc[Examples]
@@ -123,9 +135,6 @@
 **** xref:manage:kubernetes/monitoring/k-monitor-connectors.adoc[Connectors]
 *** xref:manage:kubernetes/k-rolling-restart.adoc[Rolling Restart]
 *** xref:manage:kubernetes/k-resilience-testing.adoc[Resilience Testing]
-*** xref:manage:kubernetes/troubleshooting/index.adoc[Troubleshooting]
-**** xref:manage:kubernetes/troubleshooting/k-troubleshoot.adoc[]
-**** xref:manage:kubernetes/troubleshooting/k-diagnostics-bundle.adoc[Diagnostics Bundle]
 ** xref:manage:cluster-maintenance/index.adoc[Cluster Maintenance]
 *** xref:manage:cluster-maintenance/cluster-property-configuration.adoc[]
 *** xref:manage:cluster-maintenance/node-property-configuration.adoc[]
@@ -140,7 +149,6 @@
 *** xref:manage:cluster-maintenance/manage-throughput.adoc[Manage Throughput]
 *** xref:manage:cluster-maintenance/compaction-settings.adoc[Compaction Settings]
 *** xref:manage:cluster-maintenance/configure-availability.adoc[Configure Availability]
-*** xref:manage:cluster-maintenance/cluster-diagnostics.adoc[Cluster Diagnostics]
 *** xref:manage:cluster-maintenance/partition-recovery.adoc[Forced Partition Recovery]
 *** xref:manage:cluster-maintenance/nodewise-partition-recovery.adoc[Node-wise Partition Recovery]
 ** xref:manage:security/index.adoc[Security]
@@ -154,19 +162,24 @@
 *** xref:manage:security/iam-roles.adoc[]
 ** xref:manage:tiered-storage-linux/index.adoc[Tiered Storage]
 *** xref:manage:tiered-storage.adoc[]
+*** xref:manage:topic-iceberg-integration.adoc[Iceberg topics]
 *** xref:manage:fast-commission-decommission.adoc[]
+*** xref:manage:mountable-topics.adoc[]
 *** xref:manage:remote-read-replicas.adoc[Remote Read Replicas]
 *** xref:manage:topic-recovery.adoc[Topic Recovery]
 *** xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore]
 ** xref:manage:schema-reg/index.adoc[Schema Registry]
-*** xref:manage:schema-reg/schema-reg-overview.adoc[]
-*** xref:manage:schema-reg/schema-reg-api.adoc[]
+*** xref:manage:schema-reg/schema-reg-overview.adoc[Overview]
+*** xref:manage:schema-reg/manage-schema-reg.adoc[]
+**** xref:manage:schema-reg/schema-reg-api.adoc[API]
+**** xref:console:ui/schema-reg.adoc[Redpanda Console]
+**** xref:manage:kubernetes/k-schema-controller.adoc[Kubernetes]
 *** xref:manage:schema-reg/schema-id-validation.adoc[]
+*** xref:console:ui/schema-reg.adoc[Manage in Redpanda Console]
 ** xref:manage:console/index.adoc[Redpanda Console]
-*** xref:console:index.adoc[Overview]
-*** xref:console:quickstart.adoc[Quickstart]
 *** xref:console:config/index.adoc[Configuration]
 **** xref:console:config/configure-console.adoc[Configure Console]
+**** xref:console:config/enterprise-license.adoc[Add an Enterprise License]
 **** xref:console:config/connect-to-redpanda.adoc[Connect to Redpanda]
 **** xref:console:config/security/index.adoc[Security]
 ***** xref:console:config/security/authentication.adoc[Authentication]
@@ -183,8 +196,6 @@
 **** xref:console:config/deserialization.adoc[Deserialization]
 **** xref:console:config/kafka-connect.adoc[Kafka Connect]
 **** xref:console:config/topic-documentation.adoc[Topic Documentation]
-*** xref:console:ui/schema-reg.adoc[Schema Registry]
-*** xref:console:ui/data-transforms.adoc[Data Transforms]
 *** xref:console:ui/programmable-push-filters.adoc[Filter Messages]
 *** xref:console:ui/record-deserialization.adoc[Deserialize Messages]
 *** xref:console:ui/edit-topic-configuration.adoc[Edit Topic Configuration]
@@ -195,6 +206,17 @@
 ** xref:manage:monitoring.adoc[]
 ** xref:manage:io-optimization.adoc[]
 ** xref:manage:raft-group-reconfiguration.adoc[Raft Group Reconfiguration]
+* xref:troubleshoot:index.adoc[Troubleshoot]
+** xref:troubleshoot:cluster-diagnostics/index.adoc[Cluster Diagnostics]
+*** xref:troubleshoot:cluster-diagnostics/diagnose-issues.adoc[Linux]
+*** xref:troubleshoot:cluster-diagnostics/k-diagnose-issues.adoc[Kubernetes]
+** xref:troubleshoot:debug-bundle/index.adoc[Generate Debug Bundle]
+*** xref:troubleshoot:debug-bundle/generate-debug-bundle.adoc[Linux]
+*** xref:troubleshoot:debug-bundle/k-generate-debug-bundle.adoc[Kubernetes]
+*** xref:console:ui/generate-bundle.adoc[Redpanda Console]
+** xref:troubleshoot:errors-solutions/index.adoc[Resolve Errors]
+*** xref:troubleshoot:errors-solutions/resolve-errors.adoc[Linux]
+*** xref:troubleshoot:errors-solutions/k-resolve-errors.adoc[Kubernetes]
 * xref:reference:index.adoc[Reference]
 ** xref:reference:properties/index.adoc[]
 *** xref:reference:properties/broker-properties.adoc[]
@@ -271,9 +293,16 @@
 ***** xref:reference:rpk/rpk-cluster/rpk-cluster-self-test-status.adoc[]
 ***** xref:reference:rpk/rpk-cluster/rpk-cluster-self-test-stop.adoc[]
 **** xref:reference:rpk/rpk-cluster/rpk-cluster-storage.adoc[]
+***** rpk cluster storage mount/unmount
+****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-cancel-mount.adoc[]
+****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-list-mount.adoc[]
+****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-list-mountable.adoc[]
+****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-mount.adoc[]
+****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-status-mount.adoc[]
+****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-unmount.adoc[]
 ***** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-restore.adoc[]
-****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-restore-start.adoc[]
-****** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-restore-status.adoc[]
+***** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-restore-start.adoc[]
+***** xref:reference:rpk/rpk-cluster/rpk-cluster-storage-restore-status.adoc[]
 **** xref:reference:rpk/rpk-cluster/rpk-cluster-txn.adoc[]
 ***** xref:reference:rpk/rpk-cluster/rpk-cluster-txn-describe.adoc[]
 ***** xref:reference:rpk/rpk-cluster/rpk-cluster-txn-describe-producers.adoc[]