@@ -35689,6 +35689,37 @@ components:
3568935689 role session.
3569035690 type: string
3569135691 type: object
35692+ ObservabilityPipelineCloudPremDestination:
35693+ description: The `cloud_prem` destination sends logs to Datadog CloudPrem.
35694+ properties:
35695+ id:
35696+ description: The unique identifier for this component.
35697+ example: cloud-prem-destination
35698+ type: string
35699+ inputs:
35700+ description: A list of component IDs whose output is used as the `input`
35701+ for this component.
35702+ example:
35703+ - filter-processor
35704+ items:
35705+ type: string
35706+ type: array
35707+ type:
35708+ $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestinationType'
35709+ required:
35710+ - id
35711+ - type
35712+ - inputs
35713+ type: object
35714+ ObservabilityPipelineCloudPremDestinationType:
35715+ default: cloud_prem
35716+ description: The destination type. The value should always be `cloud_prem`.
35717+ enum:
35718+ - cloud_prem
35719+ example: cloud_prem
35720+ type: string
35721+ x-enum-varnames:
35722+ - CLOUD_PREM
3569235723 ObservabilityPipelineComponentDisplayName:
3569335724 description: The display name for a component.
3569435725 example: my component
@@ -35744,6 +35775,7 @@ components:
3574435775 description: A destination for the pipeline.
3574535776 oneOf:
3574635777 - $ref: '#/components/schemas/ObservabilityPipelineDatadogLogsDestination'
35778+ - $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestination'
3574735779 - $ref: '#/components/schemas/ObservabilityPipelineAmazonS3Destination'
3574835780 - $ref: '#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestination'
3574935781 - $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestination'
@@ -35762,6 +35794,7 @@ components:
3576235794 - $ref: '#/components/schemas/ObservabilityPipelineAmazonSecurityLakeDestination'
3576335795 - $ref: '#/components/schemas/ObservabilityPipelineCrowdStrikeNextGenSiemDestination'
3576435796 - $ref: '#/components/schemas/ObservabilityPipelineGooglePubSubDestination'
35797+ - $ref: '#/components/schemas/ObservabilityPipelineKafkaDestination'
3576535798 ObservabilityPipelineConfigProcessorGroup:
3576635799 description: A group of processors.
3576735800 example:
@@ -37060,6 +37093,156 @@ components:
3706037093 type: string
3706137094 x-enum-varnames:
3706237095 - HTTP_SERVER
37096+ ObservabilityPipelineKafkaDestination:
37097+ description: The `kafka` destination sends logs to Apache Kafka topics.
37098+ properties:
37099+ bootstrap_servers_key:
37100+ description: Environment variable key containing the comma-separated list
37101+ of Kafka bootstrap servers.
37102+ example: KAFKA_BOOTSTRAP_SERVERS
37103+ type: string
37104+ compression:
37105+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationCompression'
37106+ encoding:
37107+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationEncoding'
37108+ headers_key:
37109+ description: The field name to use for Kafka message headers.
37110+ example: headers
37111+ type: string
37112+ id:
37113+ description: The unique identifier for this component.
37114+ example: kafka-destination
37115+ type: string
37116+ inputs:
37117+ description: A list of component IDs whose output is used as the `input`
37118+ for this component.
37119+ example:
37120+ - filter-processor
37121+ items:
37122+ type: string
37123+ type: array
37124+ key_field:
37125+ description: The field name to use as the Kafka message key.
37126+ example: message_id
37127+ type: string
37128+ librdkafka_options:
37129+ description: Optional list of advanced Kafka producer configuration options,
37130+ defined as key-value pairs.
37131+ items:
37132+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption'
37133+ type: array
37134+ message_timeout_ms:
37135+ description: Maximum time in milliseconds to wait for message delivery confirmation.
37136+ example: 300000
37137+ format: int64
37138+ minimum: 1
37139+ type: integer
37140+ rate_limit_duration_secs:
37141+ description: Duration in seconds for the rate limit window.
37142+ example: 1
37143+ format: int64
37144+ minimum: 1
37145+ type: integer
37146+ rate_limit_num:
37147+ description: Maximum number of messages allowed per rate limit duration.
37148+ example: 1000
37149+ format: int64
37150+ minimum: 1
37151+ type: integer
37152+ sasl:
37153+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl'
37154+ socket_timeout_ms:
37155+ description: Socket timeout in milliseconds for network requests.
37156+ example: 60000
37157+ format: int64
37158+ maximum: 300000
37159+ minimum: 10
37160+ type: integer
37161+ tls:
37162+ $ref: '#/components/schemas/ObservabilityPipelineTls'
37163+ topic:
37164+ description: The Kafka topic name to publish logs to.
37165+ example: logs-topic
37166+ type: string
37167+ type:
37168+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationType'
37169+ required:
37170+ - id
37171+ - type
37172+ - inputs
37173+ - topic
37174+ - encoding
37175+ type: object
37176+ ObservabilityPipelineKafkaDestinationCompression:
37177+ description: Compression codec for Kafka messages.
37178+ enum:
37179+ - none
37180+ - gzip
37181+ - snappy
37182+ - lz4
37183+ - zstd
37184+ example: gzip
37185+ type: string
37186+ x-enum-varnames:
37187+ - NONE
37188+ - GZIP
37189+ - SNAPPY
37190+ - LZ4
37191+ - ZSTD
37192+ ObservabilityPipelineKafkaDestinationEncoding:
37193+ description: Encoding format for log events.
37194+ enum:
37195+ - json
37196+ - raw_message
37197+ example: json
37198+ type: string
37199+ x-enum-varnames:
37200+ - JSON
37201+ - RAW_MESSAGE
37202+ ObservabilityPipelineKafkaDestinationType:
37203+ default: kafka
37204+ description: The destination type. The value should always be `kafka`.
37205+ enum:
37206+ - kafka
37207+ example: kafka
37208+ type: string
37209+ x-enum-varnames:
37210+ - KAFKA
37211+ ObservabilityPipelineKafkaLibrdkafkaOption:
37212+ description: Represents a key-value pair used to configure low-level `librdkafka`
37213+ client options for Kafka source and destination, such as timeouts, buffer
37214+ sizes, and security settings.
37215+ properties:
37216+ name:
37217+ description: The name of the `librdkafka` configuration option to set.
37218+ example: fetch.message.max.bytes
37219+ type: string
37220+ value:
37221+ description: The value assigned to the specified `librdkafka` configuration
37222+ option.
37223+ example: '1048576'
37224+ type: string
37225+ required:
37226+ - name
37227+ - value
37228+ type: object
37229+ ObservabilityPipelineKafkaSasl:
37230+ description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
37231+ properties:
37232+ mechanism:
37233+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSaslMechanism'
37234+ type: object
37235+ ObservabilityPipelineKafkaSaslMechanism:
37236+ description: SASL mechanism used for Kafka authentication.
37237+ enum:
37238+ - PLAIN
37239+ - SCRAM-SHA-256
37240+ - SCRAM-SHA-512
37241+ type: string
37242+ x-enum-varnames:
37243+ - PLAIN
37244+ - SCRAMNOT_SHANOT_256
37245+ - SCRAMNOT_SHANOT_512
3706337246 ObservabilityPipelineKafkaSource:
3706437247 description: The `kafka` source ingests data from Apache Kafka topics.
3706537248 properties:
@@ -37077,10 +37260,10 @@ components:
3707737260 description: Optional list of advanced Kafka client configuration options,
3707837261 defined as key-value pairs.
3707937262 items:
37080- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceLibrdkafkaOption '
37263+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption '
3708137264 type: array
3708237265 sasl:
37083- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceSasl '
37266+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl '
3708437267 tls:
3708537268 $ref: '#/components/schemas/ObservabilityPipelineTls'
3708637269 topics:
@@ -37100,30 +37283,6 @@ components:
3710037283 - group_id
3710137284 - topics
3710237285 type: object
37103- ObservabilityPipelineKafkaSourceLibrdkafkaOption:
37104- description: Represents a key-value pair used to configure low-level `librdkafka`
37105- client options for Kafka sources, such as timeouts, buffer sizes, and security
37106- settings.
37107- properties:
37108- name:
37109- description: The name of the `librdkafka` configuration option to set.
37110- example: fetch.message.max.bytes
37111- type: string
37112- value:
37113- description: The value assigned to the specified `librdkafka` configuration
37114- option.
37115- example: '1048576'
37116- type: string
37117- required:
37118- - name
37119- - value
37120- type: object
37121- ObservabilityPipelineKafkaSourceSasl:
37122- description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
37123- properties:
37124- mechanism:
37125- $ref: '#/components/schemas/ObservabilityPipelinePipelineKafkaSourceSaslMechanism'
37126- type: object
3712737286 ObservabilityPipelineKafkaSourceType:
3712837287 default: kafka
3712937288 description: The source type. The value should always be `kafka`.
@@ -37513,17 +37672,6 @@ components:
3751337672 type: string
3751437673 x-enum-varnames:
3751537674 - PARSE_JSON
37516- ObservabilityPipelinePipelineKafkaSourceSaslMechanism:
37517- description: SASL mechanism used for Kafka authentication.
37518- enum:
37519- - PLAIN
37520- - SCRAM-SHA-256
37521- - SCRAM-SHA-512
37522- type: string
37523- x-enum-varnames:
37524- - PLAIN
37525- - SCRAMNOT_SHANOT_256
37526- - SCRAMNOT_SHANOT_512
3752737675 ObservabilityPipelineQuotaProcessor:
3752837676 description: The Quota Processor measures logging traffic for logs that match
3752937677 a specified filter. When the configured daily quota is met, the processor
0 commit comments