@@ -35455,6 +35455,37 @@ components:
3545535455 role session.
3545635456 type: string
3545735457 type: object
35458+ ObservabilityPipelineCloudPremDestination:
35459+ description: The `cloud_prem` destination sends logs to Datadog CloudPrem.
35460+ properties:
35461+ id:
35462+ description: The unique identifier for this component.
35463+ example: cloud-prem-destination
35464+ type: string
35465+ inputs:
35466+ description: A list of component IDs whose output is used as the `input`
35467+ for this component.
35468+ example:
35469+ - filter-processor
35470+ items:
35471+ type: string
35472+ type: array
35473+ type:
35474+ $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestinationType'
35475+ required:
35476+ - id
35477+ - type
35478+ - inputs
35479+ type: object
35480+ ObservabilityPipelineCloudPremDestinationType:
35481+ default: cloud_prem
35482+ description: The destination type. The value should always be `cloud_prem`.
35483+ enum:
35484+ - cloud_prem
35485+ example: cloud_prem
35486+ type: string
35487+ x-enum-varnames:
35488+ - CLOUD_PREM
3545835489 ObservabilityPipelineComponentDisplayName:
3545935490 description: The display name for a component.
3546035491 example: my component
@@ -35510,6 +35541,7 @@ components:
3551035541 description: A destination for the pipeline.
3551135542 oneOf:
3551235543 - $ref: '#/components/schemas/ObservabilityPipelineDatadogLogsDestination'
35544+ - $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestination'
3551335545 - $ref: '#/components/schemas/ObservabilityPipelineAmazonS3Destination'
3551435546 - $ref: '#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestination'
3551535547 - $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestination'
@@ -35528,6 +35560,7 @@ components:
3552835560 - $ref: '#/components/schemas/ObservabilityPipelineAmazonSecurityLakeDestination'
3552935561 - $ref: '#/components/schemas/ObservabilityPipelineCrowdStrikeNextGenSiemDestination'
3553035562 - $ref: '#/components/schemas/ObservabilityPipelineGooglePubSubDestination'
35563+ - $ref: '#/components/schemas/ObservabilityPipelineKafkaDestination'
3553135564 ObservabilityPipelineConfigProcessorGroup:
3553235565 description: A group of processors.
3553335566 example:
@@ -36826,6 +36859,151 @@ components:
3682636859 type: string
3682736860 x-enum-varnames:
3682836861 - HTTP_SERVER
36862+ ObservabilityPipelineKafkaDestination:
36863+ description: The `kafka` destination sends logs to Apache Kafka topics.
36864+ properties:
36865+ compression:
36866+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationCompression'
36867+ encoding:
36868+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationEncoding'
36869+ headers_key:
36870+ description: The field name to use for Kafka message headers.
36871+ example: headers
36872+ type: string
36873+ id:
36874+ description: The unique identifier for this component.
36875+ example: kafka-destination
36876+ type: string
36877+ inputs:
36878+ description: A list of component IDs whose output is used as the `input`
36879+ for this component.
36880+ example:
36881+ - filter-processor
36882+ items:
36883+ type: string
36884+ type: array
36885+ key_field:
36886+ description: The field name to use as the Kafka message key.
36887+ example: message_id
36888+ type: string
36889+ librdkafka_options:
36890+ description: Optional list of advanced Kafka producer configuration options,
36891+ defined as key-value pairs.
36892+ items:
36893+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption'
36894+ type: array
36895+ message_timeout_ms:
36896+ description: Maximum time in milliseconds to wait for message delivery confirmation.
36897+ example: 300000
36898+ format: int64
36899+ minimum: 1
36900+ type: integer
36901+ rate_limit_duration_secs:
36902+ description: Duration in seconds for the rate limit window.
36903+ example: 1
36904+ format: int64
36905+ minimum: 1
36906+ type: integer
36907+ rate_limit_num:
36908+ description: Maximum number of messages allowed per rate limit duration.
36909+ example: 1000
36910+ format: int64
36911+ minimum: 1
36912+ type: integer
36913+ sasl:
36914+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl'
36915+ socket_timeout_ms:
36916+ description: Socket timeout in milliseconds for network requests.
36917+ example: 60000
36918+ format: int64
36919+ maximum: 300000
36920+ minimum: 10
36921+ type: integer
36922+ tls:
36923+ $ref: '#/components/schemas/ObservabilityPipelineTls'
36924+ topic:
36925+ description: The Kafka topic name to publish logs to.
36926+ example: logs-topic
36927+ type: string
36928+ type:
36929+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationType'
36930+ required:
36931+ - id
36932+ - type
36933+ - inputs
36934+ - topic
36935+ - encoding
36936+ type: object
36937+ ObservabilityPipelineKafkaDestinationCompression:
36938+ description: Compression codec for Kafka messages.
36939+ enum:
36940+ - none
36941+ - gzip
36942+ - snappy
36943+ - lz4
36944+ - zstd
36945+ example: gzip
36946+ type: string
36947+ x-enum-varnames:
36948+ - NONE
36949+ - GZIP
36950+ - SNAPPY
36951+ - LZ4
36952+ - ZSTD
36953+ ObservabilityPipelineKafkaDestinationEncoding:
36954+ description: Encoding format for log events.
36955+ enum:
36956+ - json
36957+ - raw_message
36958+ example: json
36959+ type: string
36960+ x-enum-varnames:
36961+ - JSON
36962+ - RAW_MESSAGE
36963+ ObservabilityPipelineKafkaDestinationType:
36964+ default: kafka
36965+ description: The destination type. The value should always be `kafka`.
36966+ enum:
36967+ - kafka
36968+ example: kafka
36969+ type: string
36970+ x-enum-varnames:
36971+ - KAFKA
36972+ ObservabilityPipelineKafkaLibrdkafkaOption:
36973+ description: Represents a key-value pair used to configure low-level `librdkafka`
36974+ client options for Kafka source and destination, such as timeouts, buffer
36975+ sizes, and security settings.
36976+ properties:
36977+ name:
36978+ description: The name of the `librdkafka` configuration option to set.
36979+ example: fetch.message.max.bytes
36980+ type: string
36981+ value:
36982+ description: The value assigned to the specified `librdkafka` configuration
36983+ option.
36984+ example: '1048576'
36985+ type: string
36986+ required:
36987+ - name
36988+ - value
36989+ type: object
36990+ ObservabilityPipelineKafkaSasl:
36991+ description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
36992+ properties:
36993+ mechanism:
36994+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSaslMechanism'
36995+ type: object
36996+ ObservabilityPipelineKafkaSaslMechanism:
36997+ description: SASL mechanism used for Kafka authentication.
36998+ enum:
36999+ - PLAIN
37000+ - SCRAM-SHA-256
37001+ - SCRAM-SHA-512
37002+ type: string
37003+ x-enum-varnames:
37004+ - PLAIN
37005+ - SCRAMNOT_SHANOT_256
37006+ - SCRAMNOT_SHANOT_512
3682937007 ObservabilityPipelineKafkaSource:
3683037008 description: The `kafka` source ingests data from Apache Kafka topics.
3683137009 properties:
@@ -36843,10 +37021,10 @@ components:
3684337021 description: Optional list of advanced Kafka client configuration options,
3684437022 defined as key-value pairs.
3684537023 items:
36846- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceLibrdkafkaOption '
37024+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption '
3684737025 type: array
3684837026 sasl:
36849- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceSasl '
37027+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl '
3685037028 tls:
3685137029 $ref: '#/components/schemas/ObservabilityPipelineTls'
3685237030 topics:
@@ -36866,30 +37044,6 @@ components:
3686637044 - group_id
3686737045 - topics
3686837046 type: object
36869- ObservabilityPipelineKafkaSourceLibrdkafkaOption:
36870- description: Represents a key-value pair used to configure low-level `librdkafka`
36871- client options for Kafka sources, such as timeouts, buffer sizes, and security
36872- settings.
36873- properties:
36874- name:
36875- description: The name of the `librdkafka` configuration option to set.
36876- example: fetch.message.max.bytes
36877- type: string
36878- value:
36879- description: The value assigned to the specified `librdkafka` configuration
36880- option.
36881- example: '1048576'
36882- type: string
36883- required:
36884- - name
36885- - value
36886- type: object
36887- ObservabilityPipelineKafkaSourceSasl:
36888- description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
36889- properties:
36890- mechanism:
36891- $ref: '#/components/schemas/ObservabilityPipelinePipelineKafkaSourceSaslMechanism'
36892- type: object
3689337047 ObservabilityPipelineKafkaSourceType:
3689437048 default: kafka
3689537049 description: The source type. The value should always be `kafka`.
@@ -37279,17 +37433,6 @@ components:
3727937433 type: string
3728037434 x-enum-varnames:
3728137435 - PARSE_JSON
37282- ObservabilityPipelinePipelineKafkaSourceSaslMechanism:
37283- description: SASL mechanism used for Kafka authentication.
37284- enum:
37285- - PLAIN
37286- - SCRAM-SHA-256
37287- - SCRAM-SHA-512
37288- type: string
37289- x-enum-varnames:
37290- - PLAIN
37291- - SCRAMNOT_SHANOT_256
37292- - SCRAMNOT_SHANOT_512
3729337436 ObservabilityPipelineQuotaProcessor:
3729437437 description: The Quota Processor measures logging traffic for logs that match
3729537438 a specified filter. When the configured daily quota is met, the processor
0 commit comments