@@ -35455,6 +35455,37 @@ components:
3545535455 role session.
3545635456 type: string
3545735457 type: object
35458+ ObservabilityPipelineCloudPremDestination:
35459+ description: The `cloud_prem` destination sends logs to Datadog CloudPrem.
35460+ properties:
35461+ id:
35462+ description: The unique identifier for this component.
35463+ example: cloud-prem-destination
35464+ type: string
35465+ inputs:
35466+ description: A list of component IDs whose output is used as the `input`
35467+ for this component.
35468+ example:
35469+ - filter-processor
35470+ items:
35471+ type: string
35472+ type: array
35473+ type:
35474+ $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestinationType'
35475+ required:
35476+ - id
35477+ - type
35478+ - inputs
35479+ type: object
35480+ ObservabilityPipelineCloudPremDestinationType:
35481+ default: cloud_prem
35482+ description: The destination type. The value should always be `cloud_prem`.
35483+ enum:
35484+ - cloud_prem
35485+ example: cloud_prem
35486+ type: string
35487+ x-enum-varnames:
35488+ - CLOUD_PREM
3545835489 ObservabilityPipelineComponentDisplayName:
3545935490 description: The display name for a component.
3546035491 example: my component
@@ -35510,6 +35541,7 @@ components:
3551035541 description: A destination for the pipeline.
3551135542 oneOf:
3551235543 - $ref: '#/components/schemas/ObservabilityPipelineDatadogLogsDestination'
35544+ - $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestination'
3551335545 - $ref: '#/components/schemas/ObservabilityPipelineAmazonS3Destination'
3551435546 - $ref: '#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestination'
3551535547 - $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestination'
@@ -35528,6 +35560,7 @@ components:
3552835560 - $ref: '#/components/schemas/ObservabilityPipelineAmazonSecurityLakeDestination'
3552935561 - $ref: '#/components/schemas/ObservabilityPipelineCrowdStrikeNextGenSiemDestination'
3553035562 - $ref: '#/components/schemas/ObservabilityPipelineGooglePubSubDestination'
35563+ - $ref: '#/components/schemas/ObservabilityPipelineKafkaDestination'
3553135564 ObservabilityPipelineConfigProcessorGroup:
3553235565 description: A group of processors.
3553335566 example:
@@ -36826,6 +36859,156 @@ components:
3682636859 type: string
3682736860 x-enum-varnames:
3682836861 - HTTP_SERVER
36862+ ObservabilityPipelineKafkaDestination:
36863+ description: The `kafka` destination sends logs to Apache Kafka topics.
36864+ properties:
36865+ bootstrap_servers_key:
36866+ description: Environment variable key containing the comma-separated list
36867+ of Kafka bootstrap servers.
36868+ example: KAFKA_BOOTSTRAP_SERVERS
36869+ type: string
36870+ compression:
36871+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationCompression'
36872+ encoding:
36873+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationEncoding'
36874+ headers_key:
36875+ description: The field name to use for Kafka message headers.
36876+ example: headers
36877+ type: string
36878+ id:
36879+ description: The unique identifier for this component.
36880+ example: kafka-destination
36881+ type: string
36882+ inputs:
36883+ description: A list of component IDs whose output is used as the `input`
36884+ for this component.
36885+ example:
36886+ - filter-processor
36887+ items:
36888+ type: string
36889+ type: array
36890+ key_field:
36891+ description: The field name to use as the Kafka message key.
36892+ example: message_id
36893+ type: string
36894+ librdkafka_options:
36895+ description: Optional list of advanced Kafka producer configuration options,
36896+ defined as key-value pairs.
36897+ items:
36898+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption'
36899+ type: array
36900+ message_timeout_ms:
36901+ description: Maximum time in milliseconds to wait for message delivery confirmation.
36902+ example: 300000
36903+ format: int64
36904+ minimum: 1
36905+ type: integer
36906+ rate_limit_duration_secs:
36907+ description: Duration in seconds for the rate limit window.
36908+ example: 1
36909+ format: int64
36910+ minimum: 1
36911+ type: integer
36912+ rate_limit_num:
36913+ description: Maximum number of messages allowed per rate limit duration.
36914+ example: 1000
36915+ format: int64
36916+ minimum: 1
36917+ type: integer
36918+ sasl:
36919+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl'
36920+ socket_timeout_ms:
36921+ description: Socket timeout in milliseconds for network requests.
36922+ example: 60000
36923+ format: int64
36924+ maximum: 300000
36925+ minimum: 10
36926+ type: integer
36927+ tls:
36928+ $ref: '#/components/schemas/ObservabilityPipelineTls'
36929+ topic:
36930+ description: The Kafka topic name to publish logs to.
36931+ example: logs-topic
36932+ type: string
36933+ type:
36934+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationType'
36935+ required:
36936+ - id
36937+ - type
36938+ - inputs
36939+ - topic
36940+ - encoding
36941+ type: object
36942+ ObservabilityPipelineKafkaDestinationCompression:
36943+ description: Compression codec for Kafka messages.
36944+ enum:
36945+ - none
36946+ - gzip
36947+ - snappy
36948+ - lz4
36949+ - zstd
36950+ example: gzip
36951+ type: string
36952+ x-enum-varnames:
36953+ - NONE
36954+ - GZIP
36955+ - SNAPPY
36956+ - LZ4
36957+ - ZSTD
36958+ ObservabilityPipelineKafkaDestinationEncoding:
36959+ description: Encoding format for log events.
36960+ enum:
36961+ - json
36962+ - raw_message
36963+ example: json
36964+ type: string
36965+ x-enum-varnames:
36966+ - JSON
36967+ - RAW_MESSAGE
36968+ ObservabilityPipelineKafkaDestinationType:
36969+ default: kafka
36970+ description: The destination type. The value should always be `kafka`.
36971+ enum:
36972+ - kafka
36973+ example: kafka
36974+ type: string
36975+ x-enum-varnames:
36976+ - KAFKA
36977+ ObservabilityPipelineKafkaLibrdkafkaOption:
36978+ description: Represents a key-value pair used to configure low-level `librdkafka`
36979+ client options for Kafka source and destination, such as timeouts, buffer
36980+ sizes, and security settings.
36981+ properties:
36982+ name:
36983+ description: The name of the `librdkafka` configuration option to set.
36984+ example: fetch.message.max.bytes
36985+ type: string
36986+ value:
36987+ description: The value assigned to the specified `librdkafka` configuration
36988+ option.
36989+ example: '1048576'
36990+ type: string
36991+ required:
36992+ - name
36993+ - value
36994+ type: object
36995+ ObservabilityPipelineKafkaSasl:
36996+ description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
36997+ properties:
36998+ mechanism:
36999+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSaslMechanism'
37000+ type: object
37001+ ObservabilityPipelineKafkaSaslMechanism:
37002+ description: SASL mechanism used for Kafka authentication.
37003+ enum:
37004+ - PLAIN
37005+ - SCRAM-SHA-256
37006+ - SCRAM-SHA-512
37007+ type: string
37008+ x-enum-varnames:
37009+ - PLAIN
37010+ - SCRAMNOT_SHANOT_256
37011+ - SCRAMNOT_SHANOT_512
3682937012 ObservabilityPipelineKafkaSource:
3683037013 description: The `kafka` source ingests data from Apache Kafka topics.
3683137014 properties:
@@ -36843,10 +37026,10 @@ components:
3684337026 description: Optional list of advanced Kafka client configuration options,
3684437027 defined as key-value pairs.
3684537028 items:
36846- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceLibrdkafkaOption '
37029+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption '
3684737030 type: array
3684837031 sasl:
36849- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceSasl '
37032+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl '
3685037033 tls:
3685137034 $ref: '#/components/schemas/ObservabilityPipelineTls'
3685237035 topics:
@@ -36866,30 +37049,6 @@ components:
3686637049 - group_id
3686737050 - topics
3686837051 type: object
36869- ObservabilityPipelineKafkaSourceLibrdkafkaOption:
36870- description: Represents a key-value pair used to configure low-level `librdkafka`
36871- client options for Kafka sources, such as timeouts, buffer sizes, and security
36872- settings.
36873- properties:
36874- name:
36875- description: The name of the `librdkafka` configuration option to set.
36876- example: fetch.message.max.bytes
36877- type: string
36878- value:
36879- description: The value assigned to the specified `librdkafka` configuration
36880- option.
36881- example: '1048576'
36882- type: string
36883- required:
36884- - name
36885- - value
36886- type: object
36887- ObservabilityPipelineKafkaSourceSasl:
36888- description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
36889- properties:
36890- mechanism:
36891- $ref: '#/components/schemas/ObservabilityPipelinePipelineKafkaSourceSaslMechanism'
36892- type: object
3689337052 ObservabilityPipelineKafkaSourceType:
3689437053 default: kafka
3689537054 description: The source type. The value should always be `kafka`.
@@ -37279,17 +37438,6 @@ components:
3727937438 type: string
3728037439 x-enum-varnames:
3728137440 - PARSE_JSON
37282- ObservabilityPipelinePipelineKafkaSourceSaslMechanism:
37283- description: SASL mechanism used for Kafka authentication.
37284- enum:
37285- - PLAIN
37286- - SCRAM-SHA-256
37287- - SCRAM-SHA-512
37288- type: string
37289- x-enum-varnames:
37290- - PLAIN
37291- - SCRAMNOT_SHANOT_256
37292- - SCRAMNOT_SHANOT_512
3729337441 ObservabilityPipelineQuotaProcessor:
3729437442 description: The Quota Processor measures logging traffic for logs that match
3729537443 a specified filter. When the configured daily quota is met, the processor
0 commit comments