|
60 | 60 | "default_schema_id": { |
61 | 61 | "description": "This schema ID is used when a message's schema header cannot be read (`ErrBadHeader`). If this value is not set, schema header errors are returned.\n\nThis configuration does not work with protobuf schemas.\n\nTIP: You can also use the xref:guides:bloblang/functions.adoc#with_schema_registry_header[`with_schema_registry_header`] bloblang function to add a schema ID to messages." |
62 | 62 | }, |
| 63 | + "elastic_id": { |
| 64 | + "description": "Define the ID for indexed messages. Use xref:configuration:interpolation.adoc#bloblang-queries[function interpolations] to dynamically create a unique ID for each message.\n\nThis field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 65 | + }, |
| 66 | + "elastic_pipeline": { |
| 67 | + "description": "Specify the ID of a pipeline to preprocess incoming documents before they are published (optional). This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 68 | + }, |
| 69 | + "elastic_routing": { |
| 70 | + "description": "The routing key to use for the document. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 71 | + }, |
| 72 | + "elastic_urls": { |
| 73 | + "description": "A list of URLs to connect to. This output attempts to connect to each URL in the list, in order, until a successful connection is established. If an item in the list contains commas, it is split into multiple URLs." |
| 74 | + }, |
| 75 | + "elasticsearch_basic_auth": { |
| 76 | + "description": "Allows you to specify basic authentication." |
| 77 | + }, |
| 78 | + "elasticsearch_basic_auth_enabled": { |
| 79 | + "description": "Whether to use basic authentication in requests." |
| 80 | + }, |
| 81 | + "elasticsearch_basic_auth_password": { |
| 82 | + "description": "A password to authenticate with.\n\ninclude::redpanda-connect:components:partial$secret_warning.adoc[]" |
| 83 | + }, |
| 84 | + "elasticsearch_basic_auth_username": { |
| 85 | + "description": "A username to authenticate as." |
| 86 | + }, |
| 87 | + "elasticsearch_index": { |
| 88 | + "description": "The Elasticsearch index where messages are published. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 89 | + }, |
| 90 | + "elasticsearch_max_in_flight": { |
| 91 | + "description": "The maximum number of messages to have in flight at a given time. Increase this to improve throughput." |
| 92 | + }, |
| 93 | + "elasticsearch_retry_on_conflict": { |
| 94 | + "description": "The number of times to retry an update operation when a version conflict occurs." |
| 95 | + }, |
63 | 96 | "enable_renegotiation": { |
64 | 97 | "description": "Whether to allow the remote server to request renegotiation. Enable this option if you're seeing the error message `local error: \ntls: no renegotiation`." |
65 | 98 | }, |
|
88 | 121 | "description": "The initial period to wait between retry attempts. The retry interval increases for each failed attempt, up to the `backoff.max_interval` value. This field accepts Go duration format strings such as `100ms`, `1s`, or `5s`." |
89 | 122 | }, |
90 | 123 | "instance_id": { |
91 | | - "description": "When you specify a <<consumer_group,`consumer_group`>>, assign a unique value to `instance_id` to define the group’s static membership, which can prevent unnecessary rebalances during reconnections. \n\nWhen you assign an instance ID, the client does not automatically leave the consumer group when it disconnects. To remove the client, you must use an external admin command on behalf of the instance ID." |
| 124 | + "description": "When you specify a <<consumer_group,`consumer_group`>>, assign a unique value to `instance_id` to define the group\u2019s static membership, which can prevent unnecessary rebalances during reconnections. \n\nWhen you assign an instance ID, the client does not automatically leave the consumer group when it disconnects. To remove the client, you must use an external admin command on behalf of the instance ID." |
92 | 125 | }, |
93 | 126 | "jwt": { |
94 | 127 | "description": "BETA: Configure JSON Web Token (JWT) authentication. This feature is in beta and may change in future releases. JWT tokens provide secure, stateless authentication between services." |
|
3355 | 3388 | { |
3356 | 3389 | "name": "urls", |
3357 | 3390 | "type": "array", |
3358 | | - "description": "A list of URLs to connect to. This output attempts to connect to each URL in the list, in order, until a successful connection is established. If an item in the list contains commas, it is split into multiple URLs." |
| 3391 | + "$ref": "#/definitions/elastic_urls" |
3359 | 3392 | }, |
3360 | 3393 | { |
3361 | 3394 | "name": "index", |
3362 | | - "description": "The Elasticsearch index where messages are published. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 3395 | + "$ref": "#/definitions/elasticsearch_index" |
3363 | 3396 | }, |
3364 | 3397 | { |
3365 | 3398 | "name": "action", |
3366 | 3399 | "description": "The action to perform on each document. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions].\n\nFor more information on how the `update` action works, see <<example-pipelines, Example pipelines>>." |
3367 | 3400 | }, |
3368 | 3401 | { |
3369 | 3402 | "name": "id", |
3370 | | - "description": "Define the ID for indexed messages. Use xref:configuration:interpolation.adoc#bloblang-queries[function interpolations] to dynamically create a unique ID for each message." |
| 3403 | + "$ref": "#/definitions/elastic_id" |
3371 | 3404 | }, |
3372 | 3405 | { |
3373 | 3406 | "name": "pipeline", |
3374 | | - "description": "Specify the ID of a pipeline to preprocess incoming documents before they are published (optional). This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 3407 | + "$ref": "#/definitions/elastic_pipeline" |
3375 | 3408 | }, |
3376 | 3409 | { |
3377 | 3410 | "name": "routing", |
3378 | | - "description": "The routing key to use for the document. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions]." |
| 3411 | + "$ref": "#/definitions/elastic_routing" |
3379 | 3412 | }, |
3380 | 3413 | { |
3381 | 3414 | "name": "retry_on_conflict", |
3382 | | - "description": "The number of times to retry an update operation when a version conflict occurs." |
| 3415 | + "$ref": "#/definitions/elasticsearch_retry_on_conflict" |
| 3416 | + }, |
| 3417 | + { |
| 3418 | + "name": "max_in_flight", |
| 3419 | + "$ref": "#/definitions/elasticsearch_max_in_flight" |
3383 | 3420 | }, |
3384 | 3421 | { |
3385 | 3422 | "name": "tls", |
| 3423 | + "$ref": "#/definitions/tls", |
3386 | 3424 | "children": [ |
3387 | 3425 | { |
3388 | 3426 | "name": "enabled", |
|
3404 | 3442 | "name": "client_certs", |
3405 | 3443 | "$ref": "#/definitions/client_certs" |
3406 | 3444 | } |
3407 | | - ], |
3408 | | - "$ref": "#/definitions/tls" |
| 3445 | + ] |
3409 | 3446 | }, |
3410 | 3447 | { |
3411 | 3448 | "name": "basic_auth", |
| 3449 | + "$ref": "#/definitions/elasticsearch_basic_auth", |
3412 | 3450 | "children": [ |
| 3451 | + { |
| 3452 | + "name": "enabled", |
| 3453 | + "$ref": "#/definitions/elasticsearch_basic_auth_enabled" |
| 3454 | + }, |
3413 | 3455 | { |
3414 | 3456 | "name": "username", |
3415 | | - "description": "The username to use for authentication." |
| 3457 | + "$ref": "#/definitions/elasticsearch_basic_auth_username" |
| 3458 | + }, |
| 3459 | + { |
| 3460 | + "name": "password", |
| 3461 | + "$ref": "#/definitions/elasticsearch_basic_auth_password" |
3416 | 3462 | } |
3417 | 3463 | ] |
3418 | 3464 | }, |
3419 | 3465 | { |
3420 | 3466 | "name": "batching", |
| 3467 | + "$ref": "#/definitions/batching", |
3421 | 3468 | "children": [ |
3422 | 3469 | { |
3423 | 3470 | "name": "count", |
|
3440 | 3487 | ] |
3441 | 3488 | } |
3442 | 3489 | }, |
| 3490 | + { |
| 3491 | + "name": "elasticsearch_v9", |
| 3492 | + "config": { |
| 3493 | + "children": [ |
| 3494 | + { |
| 3495 | + "name": "action", |
| 3496 | + "description": "The action to perform on each document. This field must resolve to one of the following action types: `index`, `update`, `delete`, `create` or `upsert`. This field supports xref:configuration:interpolation.adoc#bloblang-queries[interpolation functions].\n\nFor more information on how the `update` action works, see <<updating-documents>>. For examples of how to use the `create` and `upsert` actions, see <<create-documents>> and <<upserting-documents>> respectively." |
| 3497 | + }, |
| 3498 | + { |
| 3499 | + "name": "urls", |
| 3500 | + "type": "array", |
| 3501 | + "$ref": "#/definitions/elastic_urls" |
| 3502 | + }, |
| 3503 | + { |
| 3504 | + "name": "index", |
| 3505 | + "$ref": "#/definitions/elasticsearch_index" |
| 3506 | + }, |
| 3507 | + { |
| 3508 | + "name": "id", |
| 3509 | + "$ref": "#/definitions/elastic_id" |
| 3510 | + }, |
| 3511 | + { |
| 3512 | + "name": "routing", |
| 3513 | + "$ref": "#/definitions/elastic_routing" |
| 3514 | + }, |
| 3515 | + { |
| 3516 | + "name": "pipeline", |
| 3517 | + "$ref": "#/definitions/elastic_pipeline" |
| 3518 | + }, |
| 3519 | + { |
| 3520 | + "name": "retry_on_conflict", |
| 3521 | + "$ref": "#/definitions/elasticsearch_retry_on_conflict" |
| 3522 | + }, |
| 3523 | + { |
| 3524 | + "name": "max_in_flight", |
| 3525 | + "$ref": "#/definitions/elasticsearch_max_in_flight" |
| 3526 | + }, |
| 3527 | + { |
| 3528 | + "name": "batching", |
| 3529 | + "$ref": "#/definitions/batching", |
| 3530 | + "children": [ |
| 3531 | + { |
| 3532 | + "name": "count", |
| 3533 | + "$ref": "#/definitions/count" |
| 3534 | + }, |
| 3535 | + { |
| 3536 | + "name": "byte_size", |
| 3537 | + "$ref": "#/definitions/byte_size" |
| 3538 | + }, |
| 3539 | + { |
| 3540 | + "name": "period", |
| 3541 | + "$ref": "#/definitions/period" |
| 3542 | + }, |
| 3543 | + { |
| 3544 | + "name": "check", |
| 3545 | + "$ref": "#/definitions/check" |
| 3546 | + }, |
| 3547 | + { |
| 3548 | + "name": "processors", |
| 3549 | + "$ref": "#/definitions/processors" |
| 3550 | + } |
| 3551 | + ] |
| 3552 | + }, |
| 3553 | + { |
| 3554 | + "name": "basic_auth", |
| 3555 | + "$ref": "#/definitions/elasticsearch_basic_auth", |
| 3556 | + "children": [ |
| 3557 | + { |
| 3558 | + "name": "enabled", |
| 3559 | + "$ref": "#/definitions/elasticsearch_basic_auth_enabled" |
| 3560 | + }, |
| 3561 | + { |
| 3562 | + "name": "username", |
| 3563 | + "$ref": "#/definitions/elasticsearch_basic_auth_username" |
| 3564 | + }, |
| 3565 | + { |
| 3566 | + "name": "password", |
| 3567 | + "$ref": "#/definitions/elasticsearch_basic_auth_password" |
| 3568 | + } |
| 3569 | + ] |
| 3570 | + }, |
| 3571 | + { |
| 3572 | + "name": "tls", |
| 3573 | + "$ref": "#/definitions/tls", |
| 3574 | + "children": [ |
| 3575 | + { |
| 3576 | + "name": "enabled", |
| 3577 | + "$ref": "#/definitions/tls_enabled" |
| 3578 | + }, |
| 3579 | + { |
| 3580 | + "name": "skip_cert_verify", |
| 3581 | + "$ref": "#/definitions/skip_cert_verify" |
| 3582 | + }, |
| 3583 | + { |
| 3584 | + "name": "root_cas", |
| 3585 | + "$ref": "#/definitions/root_cas" |
| 3586 | + }, |
| 3587 | + { |
| 3588 | + "name": "root_cas_file", |
| 3589 | + "$ref": "#/definitions/root_cas_file" |
| 3590 | + }, |
| 3591 | + { |
| 3592 | + "name": "client_certs", |
| 3593 | + "$ref": "#/definitions/client_certs" |
| 3594 | + } |
| 3595 | + ] |
| 3596 | + } |
| 3597 | + ] |
| 3598 | + }, |
| 3599 | + "version": "4.77.0" |
| 3600 | + }, |
3443 | 3601 | { |
3444 | 3602 | "name": "file", |
3445 | 3603 | "config": { |
|
0 commit comments