Skip to content

Commit 7d843fe

Browse files
auto-docs: Update RPCN connector docs (#337)
1 parent 7ad073a commit 7d843fe

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

45 files changed

+7611
-580
lines changed

antora.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ asciidoc:
1212
project-github: redpanda-data/connect
1313
full-version: 24.1.4
1414
latest-release-commit: b5ade3f40
15-
latest-connect-version: 4.70.0
15+
latest-connect-version: 4.72.0
1616
page-home-intro: >-
1717
Redpanda Connect is a data streaming service for building scalable, high-performance data pipelines that drive
1818
real-time analytics and actionable business insights. Integrate data across systems with hundreds of prebuilt
Lines changed: 4741 additions & 482 deletions
Large diffs are not rendered by default.
Lines changed: 74 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,74 @@
1+
{
2+
"comparison": {
3+
"oldVersion": "4.70.0",
4+
"newVersion": "4.72.0",
5+
"timestamp": "2025-11-28T13:15:30.947Z"
6+
},
7+
"summary": {
8+
"newComponents": 1,
9+
"removedComponents": 0,
10+
"newFields": 8,
11+
"removedFields": 0,
12+
"deprecatedComponents": 0,
13+
"deprecatedFields": 0,
14+
"changedDefaults": 0
15+
},
16+
"details": {
17+
"newComponents": [
18+
{
19+
"name": "redpanda",
20+
"type": "tracers",
21+
"status": "experimental",
22+
"version": "",
23+
"description": ""
24+
}
25+
],
26+
"removedComponents": [],
27+
"newFields": [
28+
{
29+
"component": "inputs:gateway",
30+
"field": "tcp",
31+
"description": "Customize messages returned via xref:guides:sync_responses.adoc[synchronous responses]."
32+
},
33+
{
34+
"component": "inputs:mysql_cdc",
35+
"field": "max_reconnect_attempts",
36+
"description": "The maximum number of attempts the MySQL driver will try to re-establish a broken connection before Connect attempts reconnection. A zero or negative number means infinite retry attempts."
37+
},
38+
{
39+
"component": "inputs:mysql_cdc",
40+
"field": "tls",
41+
"description": "Using this field overrides the SSL/TLS settings in the environment and DSN."
42+
},
43+
{
44+
"component": "inputs:mysql_cdc",
45+
"field": "aws",
46+
"description": "AWS IAM authentication configuration for MySQL instances. When enabled, IAM credentials are used to generate temporary authentication tokens instead of a static password."
47+
},
48+
{
49+
"component": "inputs:pg_stream",
50+
"field": "aws",
51+
"description": "AWS IAM authentication configuration for PostgreSQL instances. When enabled, IAM credentials are used to generate temporary authentication tokens instead of a static password."
52+
},
53+
{
54+
"component": "inputs:postgres_cdc",
55+
"field": "aws",
56+
"description": "AWS IAM authentication configuration for PostgreSQL instances. When enabled, IAM credentials are used to generate temporary authentication tokens instead of a static password."
57+
},
58+
{
59+
"component": "outputs:redpanda_migrator",
60+
"field": "offset_header",
61+
"description": "Header name to add to migrated records containing the source offset for exact consumer group migration. If empty, no offset header is added and exact offset translation is disabled. When disabled, consumer groups are still migrated but precision for empty groups may not be ideal if there are multiple records with the same timestamp, as timestamps have millisecond resolution. When consumer group migration is disabled, this header is not added."
62+
},
63+
{
64+
"component": "outputs:redpanda_migrator",
65+
"field": "max_in_flight",
66+
"description": "Maximum number of batches to have in flight at any given time. For optimal throughput, set this to the total number of partitions being copied in parallel (up to all partitions in the cluster). Setting it higher than the number of consumed partitions is ineffective."
67+
}
68+
],
69+
"removedFields": [],
70+
"deprecatedComponents": [],
71+
"deprecatedFields": [],
72+
"changedDefaults": []
73+
}
74+
}

modules/components/attachments/connect-4.70.0.json renamed to modules/components/attachments/connect-4.72.0.json

Lines changed: 1295 additions & 76 deletions
Large diffs are not rendered by default.

modules/components/examples/advanced/inputs/gateway.yaml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,4 +9,7 @@ inputs:
99
Content-Type: application/octet-stream
1010
metadata_headers:
1111
include_prefixes: []
12-
include_patterns: []
12+
include_patterns: []
13+
tcp:
14+
reuse_addr: false
15+
reuse_port: false

modules/components/examples/advanced/inputs/mysql_cdc.yaml

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,9 +7,33 @@ inputs:
77
checkpoint_cache: "" # No default (required)
88
checkpoint_key: mysql_binlog_position
99
snapshot_max_batch_size: 1000
10+
max_reconnect_attempts: 10
1011
stream_snapshot: "" # No default (required)
1112
auto_replay_nacks: true
1213
checkpoint_limit: 1024
14+
tls:
15+
skip_cert_verify: false
16+
enable_renegotiation: false
17+
root_cas: ""
18+
root_cas_file: ""
19+
client_certs:
20+
cert: ""
21+
key: ""
22+
cert_file: ""
23+
key_file: ""
24+
password: ""
25+
aws:
26+
enabled: false
27+
region: "" # No default (optional)
28+
endpoint: "" # No default (required)
29+
id: "" # No default (optional)
30+
secret: "" # No default (optional)
31+
token: "" # No default (optional)
32+
role: "" # No default (optional)
33+
role_external_id: "" # No default (optional)
34+
roles:
35+
role: ""
36+
role_external_id: ""
1337
batching:
1438
count: 0
1539
byte_size: 0

modules/components/examples/advanced/inputs/pg_stream.yaml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,18 @@ inputs:
2727
cert_file: ""
2828
key_file: ""
2929
password: ""
30+
aws:
31+
enabled: false
32+
region: "" # No default (optional)
33+
endpoint: "" # No default (required)
34+
id: "" # No default (optional)
35+
secret: "" # No default (optional)
36+
token: "" # No default (optional)
37+
role: "" # No default (optional)
38+
role_external_id: "" # No default (optional)
39+
roles:
40+
role: ""
41+
role_external_id: ""
3042
auto_replay_nacks: true
3143
batching:
3244
count: 0

modules/components/examples/advanced/inputs/postgres_cdc.yaml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,18 @@ inputs:
2727
cert_file: ""
2828
key_file: ""
2929
password: ""
30+
aws:
31+
enabled: false
32+
region: "" # No default (optional)
33+
endpoint: "" # No default (required)
34+
id: "" # No default (optional)
35+
secret: "" # No default (optional)
36+
token: "" # No default (optional)
37+
role: "" # No default (optional)
38+
role_external_id: "" # No default (optional)
39+
roles:
40+
role: ""
41+
role_external_id: ""
3042
auto_replay_nacks: true
3143
batching:
3244
count: 0

modules/components/examples/advanced/inputs/redpanda_migrator.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,7 @@ inputs:
7070
max_yield_batch_bytes: 32KB
7171
schema_registry:
7272
url: "" # No default (required)
73+
timeout: 5s
7374
tls:
7475
enabled: false
7576
skip_cert_verify: false

modules/components/examples/advanced/outputs/redpanda_migrator.yaml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@ outputs:
5858
broker_write_max_bytes: 100MiB
5959
schema_registry:
6060
url: "" # No default (required)
61+
timeout: 5s
6162
tls:
6263
enabled: false
6364
skip_cert_verify: false
@@ -107,4 +108,6 @@ outputs:
107108
topic_replication_factor: "" # No default (optional)
108109
sync_topic_acls: false
109110
serverless: false
110-
provenance_header: redpanda-migrator-provenance
111+
provenance_header: redpanda-migrator-provenance
112+
offset_header: redpanda-migrator-offset
113+
max_in_flight: 10

0 commit comments

Comments
 (0)