Skip to content

Commit 087685c

Browse files
JakeSCahillkbatuigasgithub-actions[bot]claude
authored
4.77.0 (#357)
Co-authored-by: Kat Batuigas <kbatuigas@gmail.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com>
1 parent 0e151e2 commit 087685c

File tree

123 files changed

+4592
-23530
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

123 files changed

+4592
-23530
lines changed

.gitignore

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,4 +2,10 @@ node_modules
22
.vscode
33
docs
44
*.DS_Store
5-
.env
5+
.env
6+
7+
# Temporary files from connector doc generation
8+
docs-data/connect-info-*.csv
9+
docs-data/._*-clean.json
10+
docs-data/._*-augmented.json.tmp
11+
docs-data/*-augmented.json.tmp

antora.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ asciidoc:
1212
project-github: redpanda-data/connect
1313
full-version: 24.1.4
1414
latest-release-commit: b5ade3f40
15-
latest-connect-version: 4.76.1
15+
latest-connect-version: 4.77.0
1616
page-home-intro: >-
1717
Redpanda Connect is a data streaming service for building scalable, high-performance data pipelines that drive
1818
real-time analytics and actionable business insights. Integrate data across systems with hundreds of prebuilt

docs-data/connect-4.76.0.json

Lines changed: 0 additions & 1 deletion
This file was deleted.
Lines changed: 376 additions & 3 deletions
Large diffs are not rendered by default.

docs-data/connect-diff-4.76.0_to_4.76.1.json renamed to docs-data/connect-diff-4.77.0_to_4.78.0.json

Lines changed: 49 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
{
22
"comparison": {
3-
"oldVersion": "4.76.0",
4-
"newVersion": "4.76.1",
5-
"timestamp": "2026-01-05T17:20:31.826Z"
3+
"oldVersion": "4.77.0",
4+
"newVersion": "4.78.0",
5+
"timestamp": "2026-01-19T13:55:40.596Z"
66
},
77
"summary": {
88
"newComponents": 0,
99
"removedComponents": 0,
10-
"newFields": 0,
10+
"newFields": 1,
1111
"removedFields": 0,
1212
"deprecatedComponents": 0,
1313
"deprecatedFields": 0,
@@ -16,33 +16,30 @@
1616
"details": {
1717
"newComponents": [],
1818
"removedComponents": [],
19-
"newFields": [],
19+
"newFields": [
20+
{
21+
"component": "inputs:http_server",
22+
"field": "tcp",
23+
"description": "TCP listener configuration for the HTTP server. Only valid with a custom `address`."
24+
}
25+
],
2026
"removedFields": [],
2127
"deprecatedComponents": [],
2228
"deprecatedFields": [],
2329
"changedDefaults": []
2430
},
2531
"binaryAnalysis": {
2632
"versions": {
27-
"oss": "4.76.1",
28-
"cloud": "4.76.1",
29-
"cgo": "4.76.1"
33+
"oss": "4.78.0",
34+
"cloud": "4.78.0",
35+
"cgo": "4.78.0"
3036
},
3137
"current": {
32-
"cloudSupported": 471,
33-
"selfHostedOnly": 74,
38+
"cloudSupported": 475,
39+
"selfHostedOnly": 75,
3440
"cgoOnly": 4
3541
},
36-
"changes": {
37-
"cloud": {
38-
"added": [],
39-
"removed": []
40-
},
41-
"cgo": {
42-
"newCgoOnly": [],
43-
"removedCgoOnly": []
44-
}
45-
},
42+
"changes": {},
4643
"details": {
4744
"cloudSupported": [
4845
{
@@ -380,6 +377,16 @@
380377
"name": "nats_kv",
381378
"status": "beta"
382379
},
380+
{
381+
"type": "inputs",
382+
"name": "otlp_grpc",
383+
"status": "stable"
384+
},
385+
{
386+
"type": "inputs",
387+
"name": "otlp_http",
388+
"status": "stable"
389+
},
383390
{
384391
"type": "inputs",
385392
"name": "pg_stream",
@@ -660,6 +667,16 @@
660667
"name": "opensearch",
661668
"status": "stable"
662669
},
670+
{
671+
"type": "outputs",
672+
"name": "otlp_grpc",
673+
"status": "stable"
674+
},
675+
{
676+
"type": "outputs",
677+
"name": "otlp_http",
678+
"status": "stable"
679+
},
663680
{
664681
"type": "outputs",
665682
"name": "pinecone",
@@ -2557,6 +2574,11 @@
25572574
"name": "dynamic",
25582575
"status": "stable"
25592576
},
2577+
{
2578+
"type": "outputs",
2579+
"name": "elasticsearch_v9",
2580+
"status": "stable"
2581+
},
25602582
{
25612583
"type": "outputs",
25622584
"name": "file",
@@ -2773,6 +2795,13 @@
27732795
"status": "stable"
27742796
}
27752797
],
2798+
"cloudOnly": [
2799+
{
2800+
"type": "processors",
2801+
"name": "a2a_message",
2802+
"status": "beta"
2803+
}
2804+
],
27762805
"cgoOnly": [
27772806
{
27782807
"type": "inputs",

docs-data/connect-info-4.76.1.csv

Lines changed: 0 additions & 313 deletions
This file was deleted.

docs-data/overrides.json

Lines changed: 168 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,39 @@
6060
"default_schema_id": {
6161
"description": "This schema ID is used when a message's schema header cannot be read (`ErrBadHeader`). If this value is not set, schema header errors are returned.\n\nThis configuration does not work with protobuf schemas.\n\nTIP: You can also use the xref:guides:bloblang/functions.adoc#with_schema_registry_header[`with_schema_registry_header`] bloblang function to add a schema ID to messages."
6262
},
63+
"elastic_id": {
64+
"description": "Define the ID for indexed messages. Use xref:configuration:interpolation.adoc#bloblang-queries[function interpolations] to dynamically create a unique ID for each message.\n\nThis field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
65+
},
66+
"elastic_pipeline": {
67+
"description": "Specify the ID of a pipeline to preprocess incoming documents before they are published (optional). This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
68+
},
69+
"elastic_routing": {
70+
"description": "The routing key to use for the document. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
71+
},
72+
"elastic_urls": {
73+
"description": "A list of URLs to connect to. This output attempts to connect to each URL in the list, in order, until a successful connection is established. If an item in the list contains commas, it is split into multiple URLs."
74+
},
75+
"elasticsearch_basic_auth": {
76+
"description": "Allows you to specify basic authentication."
77+
},
78+
"elasticsearch_basic_auth_enabled": {
79+
"description": "Whether to use basic authentication in requests."
80+
},
81+
"elasticsearch_basic_auth_password": {
82+
"description": "A password to authenticate with.\n\ninclude::redpanda-connect:components:partial$secret_warning.adoc[]"
83+
},
84+
"elasticsearch_basic_auth_username": {
85+
"description": "A username to authenticate as."
86+
},
87+
"elasticsearch_index": {
88+
"description": "The Elasticsearch index where messages are published. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
89+
},
90+
"elasticsearch_max_in_flight": {
91+
"description": "The maximum number of messages to have in flight at a given time. Increase this to improve throughput."
92+
},
93+
"elasticsearch_retry_on_conflict": {
94+
"description": "The number of times to retry an update operation when a version conflict occurs."
95+
},
6396
"enable_renegotiation": {
6497
"description": "Whether to allow the remote server to request renegotiation. Enable this option if you're seeing the error message `local error: \ntls: no renegotiation`."
6598
},
@@ -88,7 +121,7 @@
88121
"description": "The initial period to wait between retry attempts. The retry interval increases for each failed attempt, up to the `backoff.max_interval` value. This field accepts Go duration format strings such as `100ms`, `1s`, or `5s`."
89122
},
90123
"instance_id": {
91-
"description": "When you specify a <<consumer_group,`consumer_group`>>, assign a unique value to `instance_id` to define the group’s static membership, which can prevent unnecessary rebalances during reconnections. \n\nWhen you assign an instance ID, the client does not automatically leave the consumer group when it disconnects. To remove the client, you must use an external admin command on behalf of the instance ID."
124+
"description": "When you specify a <<consumer_group,`consumer_group`>>, assign a unique value to `instance_id` to define the group\u2019s static membership, which can prevent unnecessary rebalances during reconnections. \n\nWhen you assign an instance ID, the client does not automatically leave the consumer group when it disconnects. To remove the client, you must use an external admin command on behalf of the instance ID."
92125
},
93126
"jwt": {
94127
"description": "BETA: Configure JSON Web Token (JWT) authentication. This feature is in beta and may change in future releases. JWT tokens provide secure, stateless authentication between services."
@@ -3355,34 +3388,39 @@
33553388
{
33563389
"name": "urls",
33573390
"type": "array",
3358-
"description": "A list of URLs to connect to. This output attempts to connect to each URL in the list, in order, until a successful connection is established. If an item in the list contains commas, it is split into multiple URLs."
3391+
"$ref": "#/definitions/elastic_urls"
33593392
},
33603393
{
33613394
"name": "index",
3362-
"description": "The Elasticsearch index where messages are published. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
3395+
"$ref": "#/definitions/elasticsearch_index"
33633396
},
33643397
{
33653398
"name": "action",
33663399
"description": "The action to perform on each document. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions].\n\nFor more information on how the `update` action works, see <<example-pipelines, Example pipelines>>."
33673400
},
33683401
{
33693402
"name": "id",
3370-
"description": "Define the ID for indexed messages. Use xref:configuration:interpolation.adoc#bloblang-queries[function interpolations] to dynamically create a unique ID for each message."
3403+
"$ref": "#/definitions/elastic_id"
33713404
},
33723405
{
33733406
"name": "pipeline",
3374-
"description": "Specify the ID of a pipeline to preprocess incoming documents before they are published (optional). This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
3407+
"$ref": "#/definitions/elastic_pipeline"
33753408
},
33763409
{
33773410
"name": "routing",
3378-
"description": "The routing key to use for the document. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]."
3411+
"$ref": "#/definitions/elastic_routing"
33793412
},
33803413
{
33813414
"name": "retry_on_conflict",
3382-
"description": "The number of times to retry an update operation when a version conflict occurs."
3415+
"$ref": "#/definitions/elasticsearch_retry_on_conflict"
3416+
},
3417+
{
3418+
"name": "max_in_flight",
3419+
"$ref": "#/definitions/elasticsearch_max_in_flight"
33833420
},
33843421
{
33853422
"name": "tls",
3423+
"$ref": "#/definitions/tls",
33863424
"children": [
33873425
{
33883426
"name": "enabled",
@@ -3404,20 +3442,29 @@
34043442
"name": "client_certs",
34053443
"$ref": "#/definitions/client_certs"
34063444
}
3407-
],
3408-
"$ref": "#/definitions/tls"
3445+
]
34093446
},
34103447
{
34113448
"name": "basic_auth",
3449+
"$ref": "#/definitions/elasticsearch_basic_auth",
34123450
"children": [
3451+
{
3452+
"name": "enabled",
3453+
"$ref": "#/definitions/elasticsearch_basic_auth_enabled"
3454+
},
34133455
{
34143456
"name": "username",
3415-
"description": "The username to use for authentication."
3457+
"$ref": "#/definitions/elasticsearch_basic_auth_username"
3458+
},
3459+
{
3460+
"name": "password",
3461+
"$ref": "#/definitions/elasticsearch_basic_auth_password"
34163462
}
34173463
]
34183464
},
34193465
{
34203466
"name": "batching",
3467+
"$ref": "#/definitions/batching",
34213468
"children": [
34223469
{
34233470
"name": "count",
@@ -3440,6 +3487,117 @@
34403487
]
34413488
}
34423489
},
3490+
{
3491+
"name": "elasticsearch_v9",
3492+
"config": {
3493+
"children": [
3494+
{
3495+
"name": "action",
3496+
"description": "The action to perform on each document. This field must resolve to one of the following action types: `index`, `update`, `delete`, `create` or `upsert`. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions].\n\nFor more information on how the `update` action works, see <<updating-documents>>. For examples of how to use the `create` and `upsert` actions, see <<create-documents>> and <<upserting-documents>> respectively."
3497+
},
3498+
{
3499+
"name": "urls",
3500+
"type": "array",
3501+
"$ref": "#/definitions/elastic_urls"
3502+
},
3503+
{
3504+
"name": "index",
3505+
"$ref": "#/definitions/elasticsearch_index"
3506+
},
3507+
{
3508+
"name": "id",
3509+
"$ref": "#/definitions/elastic_id"
3510+
},
3511+
{
3512+
"name": "routing",
3513+
"$ref": "#/definitions/elastic_routing"
3514+
},
3515+
{
3516+
"name": "pipeline",
3517+
"$ref": "#/definitions/elastic_pipeline"
3518+
},
3519+
{
3520+
"name": "retry_on_conflict",
3521+
"$ref": "#/definitions/elasticsearch_retry_on_conflict"
3522+
},
3523+
{
3524+
"name": "max_in_flight",
3525+
"$ref": "#/definitions/elasticsearch_max_in_flight"
3526+
},
3527+
{
3528+
"name": "batching",
3529+
"$ref": "#/definitions/batching",
3530+
"children": [
3531+
{
3532+
"name": "count",
3533+
"$ref": "#/definitions/count"
3534+
},
3535+
{
3536+
"name": "byte_size",
3537+
"$ref": "#/definitions/byte_size"
3538+
},
3539+
{
3540+
"name": "period",
3541+
"$ref": "#/definitions/period"
3542+
},
3543+
{
3544+
"name": "check",
3545+
"$ref": "#/definitions/check"
3546+
},
3547+
{
3548+
"name": "processors",
3549+
"$ref": "#/definitions/processors"
3550+
}
3551+
]
3552+
},
3553+
{
3554+
"name": "basic_auth",
3555+
"$ref": "#/definitions/elasticsearch_basic_auth",
3556+
"children": [
3557+
{
3558+
"name": "enabled",
3559+
"$ref": "#/definitions/elasticsearch_basic_auth_enabled"
3560+
},
3561+
{
3562+
"name": "username",
3563+
"$ref": "#/definitions/elasticsearch_basic_auth_username"
3564+
},
3565+
{
3566+
"name": "password",
3567+
"$ref": "#/definitions/elasticsearch_basic_auth_password"
3568+
}
3569+
]
3570+
},
3571+
{
3572+
"name": "tls",
3573+
"$ref": "#/definitions/tls",
3574+
"children": [
3575+
{
3576+
"name": "enabled",
3577+
"$ref": "#/definitions/tls_enabled"
3578+
},
3579+
{
3580+
"name": "skip_cert_verify",
3581+
"$ref": "#/definitions/skip_cert_verify"
3582+
},
3583+
{
3584+
"name": "root_cas",
3585+
"$ref": "#/definitions/root_cas"
3586+
},
3587+
{
3588+
"name": "root_cas_file",
3589+
"$ref": "#/definitions/root_cas_file"
3590+
},
3591+
{
3592+
"name": "client_certs",
3593+
"$ref": "#/definitions/client_certs"
3594+
}
3595+
]
3596+
}
3597+
]
3598+
},
3599+
"version": "4.77.0"
3600+
},
34433601
{
34443602
"name": "file",
34453603
"config": {

0 commit comments

Comments
 (0)