refactor: use core proto ShadowLinkTaskStatus in console and dataplane APIs (#2054)

* refactor: use core proto ShadowLinkTaskStatus in console and dataplane APIs

Remove duplicate TaskState enum and ShadowLinkTaskStatus message from
console/v1alpha1 and dataplane/v1alpha3 protos. Both now reference
core.admin.v2.ShadowLinkTaskStatus.

Update buf.build/redpandadata/core to latest SHA and regenerate protos.
Update frontend imports to use core proto types and adjust field name
from shardId to shard.

* fix: exclude imported proto breaking changes from CI validation

Configure buf breaking change detection to ignore changes in external
dependencies (buf.build/redpandadata/core) using --exclude-imports flag
in CI workflow. Add secret.proto to ignore list and enable
ignore_unstable_packages to handle dependency version changes.

* chore: regenerate OpenAPI specs from updated proto definitions

* fix: update proto import paths for ACL and TLS types

Update import paths after proto dependency reorganization:
- ACL types moved from redpanda/core/common/acl_pb to v1/acl_pb
- TLS types moved from shadow_link_pb to common/v1/tls_pb

Affects shadowlink creation, editing, and detail views.

* docs: regenned docs after rebase

* revert: remove --exclude-imports flag from buf CI validation

Remove the --exclude-imports flag from buf breaking change detection
to properly validate all proto changes including imported dependencies.
Also remove secret.proto from ignore list and ignore_unstable_packages
setting from buf.yaml.

This reverts the changes made in commits:
- 4c25c2a: fix: exclude imported proto breaking changes from CI validation
- ec4e442: fix: update proto import paths for ACL and TLS types (partial)

* ci: buf add label check on breaking boolean

* feat(proto): add topic_id field to shadow topic responses

Add topic_id as field 2 in ShadowTopic and GetShadowTopicResponse
messages to support topic identification beyond name. Regenerated
backend Go, frontend TypeScript, and OpenAPI specs.

Author: c-julin

.github/workflows/buf.yml

@@ -49,9 +49,8 @@ jobs:
         with:
           lint: true
           format: true
-          breaking: true
-          push: false  # Only validate, don't push to registry
-          # Compare against the default branch so the whole PR is checked
+          breaking: ${{ github.event_name == 'pull_request' && !contains(github.event.pull_request.labels.*.name, 'Buf Skip Breaking') }}
+          push: false
           breaking_against: https://github.com/redpanda-data/console.git#branch=master
 
   # ===========================================================================

backend/pkg/protogen/redpanda/api/console/v1alpha1/shadowlink.pb.go

@@ -5,14 +5,14 @@ deps:
     commit: 52f32327d4b045a79293a6ad4e7e1236
     digest: b5:cbabc98d4b7b7b0447c9b15f68eeb8a7a44ef8516cb386ac5f66e7fd4062cd6723ed3f452ad8c384b851f79e33d26e7f8a94e2b807282b3def1cd966c7eace97
   - name: buf.build/googleapis/googleapis
-    commit: 72c8614f3bd0466ea67931ef2c43d608
-    digest: b5:13efeea24e633fd45327390bdee941207a8727e96cf01affb84c1e4100fd8f48a42bbd508df11930cd2884629bafad685df1ac3111bc78cdaefcd38c9371c6b1
+    commit: 004180b77378443887d3b55cabc00384
+    digest: b5:e8f475fe3330f31f5fd86ac689093bcd274e19611a09db91f41d637cb9197881ce89882b94d13a58738e53c91c6e4bae7dc1feba85f590164c975a89e25115dc
   - name: buf.build/grpc-ecosystem/grpc-gateway
     commit: a48fcebcf8f140dd9d09359b9bb185a4
     digest: b5:330af8a71b579ab96c4f3ee26929d1a68a5a9e986c7cfe0a898591fc514216bb6e723dc04c74d90fdee3f3f14f9100a54b4f079eb273e6e7213f0d5baca36ff8
   - name: buf.build/redpandadata/common
-    commit: 9feeb258823648009d54c7c2b8a22524
-    digest: b5:669904f69cff7bf106d81dd30f417dcc64f511da31db1abff2ace9fc4530580ce8da68eb8f5863f6c36d6bb6d9209a6cc61239144f968eae9bbe249440111762
+    commit: bb850a94466341c69a738988c0be5a4b
+    digest: b5:d566ba6746a874a5709970e7f8569584008447d655c556676aabd3430111bbbc0a303dde11d99a1955ee27ac4748bcf7c972503a66db4ef850eb55f239f851ac
   - name: buf.build/redpandadata/core
-    commit: e0f79c48b9f04c029d710985687bc1e5
-    digest: b5:9f8ccc94057f489f4df2c8a12d0fbcf66d15ea9d891df90eb5baa8b7f299a9071f2d844d0e18e65b609ae827c79833900c341fa7afaee4be33da0d25165923f2
+    commit: 05aa34b3829a4d5a801d9487623a7c76
+    digest: b5:ca0d5205224273e79678fb4b46bea0bedd25574e148325947b2a0af7893d595dbcf0756ac35be7f445e313de67469ed61f5fe3a2cf5eeca167fe5192b40dcb7a

backend/pkg/protogen/redpanda/api/dataplane/v1alpha3/shadowlink.pb.go

@@ -9,7 +9,7 @@ deps:
   - buf.build/googleapis/googleapis
   - buf.build/grpc-ecosystem/grpc-gateway:v2.24.0
   - buf.build/redpandadata/common
-  - buf.build/redpandadata/core:e0f79c48b9f04c029d710985687bc1e5
+  - buf.build/redpandadata/core:05aa34b3829a4d5a801d9487623a7c76
 lint:
   use:
     - STANDARD
@@ -30,3 +30,4 @@ breaking:
     - proto/redpanda/api/dataplane/v1alpha1
     - proto/redpanda/api/dataplane/v1alpha3
     - proto/redpanda/api/dataplane/v1/mcp.proto
+

buf.lock

@@ -11,7 +11,7 @@
 
 import { zodResolver } from '@hookform/resolvers/zod';
 import { Form } from 'components/redpanda-ui/components/form';
-import { ACLOperation, ACLPattern, ACLPermissionType, ACLResource } from 'protogen/redpanda/core/common/acl_pb';
+import { ACLOperation, ACLPattern, ACLPermissionType, ACLResource } from 'protogen/redpanda/core/common/v1/acl_pb';
 import { useForm } from 'react-hook-form';
 import { fireEvent, render, screen, waitFor, within } from 'test-utils';
 

buf.yaml

@@ -30,7 +30,7 @@ import {
 } from 'components/redpanda-ui/components/select';
 import { Tabs, TabsContent, TabsList, TabsTrigger } from 'components/redpanda-ui/components/tabs';
 import { ChevronDown, Info, X } from 'lucide-react';
-import { ACLOperation, ACLPattern, ACLPermissionType, ACLResource } from 'protogen/redpanda/core/common/acl_pb';
+import { ACLOperation, ACLPattern, ACLPermissionType, ACLResource } from 'protogen/redpanda/core/common/v1/acl_pb';
 import { useState } from 'react';
 import { useFieldArray, useFormContext, useWatch } from 'react-hook-form';
 

frontend/src/components/pages/shadowlinks/create/configuration/acls-step.test.tsx

@@ -10,7 +10,7 @@
  */
 
 import { FilterType, PatternType, ScramMechanism } from 'protogen/redpanda/core/admin/v2/shadow_link_pb';
-import { ACLOperation, ACLPattern, ACLPermissionType, ACLResource } from 'protogen/redpanda/core/common/acl_pb';
+import { ACLOperation, ACLPattern, ACLPermissionType, ACLResource } from 'protogen/redpanda/core/common/v1/acl_pb';
 import { z } from 'zod';
 
 // TLS mode: either file paths or PEM content

frontend/src/components/pages/shadowlinks/create/configuration/acls-step.tsx

@@ -32,9 +32,9 @@ import {
   ShadowLinkClientOptionsSchema,
   ShadowLinkConfigurationsSchema,
   ShadowLinkSchema,
-  TLSSettingsSchema,
   TopicMetadataSyncOptionsSchema,
 } from 'protogen/redpanda/core/admin/v2/shadow_link_pb';
+import { TLSSettingsSchema } from 'protogen/redpanda/core/common/v1/tls_pb';
 import { useEffect } from 'react';
 import { useForm } from 'react-hook-form';
 import { useNavigate } from 'react-router-dom';
@@ -49,7 +49,7 @@ import {
   ACLPattern,
   ACLPermissionType,
   ACLResource,
-} from '../../../../protogen/redpanda/core/common/acl_pb';
+} from '../../../../protogen/redpanda/core/common/v1/acl_pb';
 import { useCreateShadowLinkMutation } from '../../../../react-query/api/shadowlink';
 import { buildTLSSettings } from '../edit/shadowlink-edit-utils';
 

frontend/src/components/pages/shadowlinks/create/model.ts

@@ -10,7 +10,7 @@
  */
 
 import { Text } from 'components/redpanda-ui/components/typography';
-import type { TLSSettings } from 'protogen/redpanda/core/admin/v2/shadow_link_pb';
+import type { TLSSettings } from 'protogen/redpanda/core/common/v1/tls_pb';
 import type React from 'react';
 
 const ConfigField = ({ label, value, testId }: { label: string; value: React.ReactNode; testId?: string }) => (