@@ -35689,6 +35689,37 @@ components:
3568935689 role session.
3569035690 type: string
3569135691 type: object
35692+ ObservabilityPipelineCloudPremDestination:
35693+ description: The `cloud_prem` destination sends logs to Datadog CloudPrem.
35694+ properties:
35695+ id:
35696+ description: The unique identifier for this component.
35697+ example: cloud-prem-destination
35698+ type: string
35699+ inputs:
35700+ description: A list of component IDs whose output is used as the `input`
35701+ for this component.
35702+ example:
35703+ - filter-processor
35704+ items:
35705+ type: string
35706+ type: array
35707+ type:
35708+ $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestinationType'
35709+ required:
35710+ - id
35711+ - type
35712+ - inputs
35713+ type: object
35714+ ObservabilityPipelineCloudPremDestinationType:
35715+ default: cloud_prem
35716+ description: The destination type. The value should always be `cloud_prem`.
35717+ enum:
35718+ - cloud_prem
35719+ example: cloud_prem
35720+ type: string
35721+ x-enum-varnames:
35722+ - CLOUD_PREM
3569235723 ObservabilityPipelineComponentDisplayName:
3569335724 description: The display name for a component.
3569435725 example: my component
@@ -35744,6 +35775,7 @@ components:
3574435775 description: A destination for the pipeline.
3574535776 oneOf:
3574635777 - $ref: '#/components/schemas/ObservabilityPipelineDatadogLogsDestination'
35778+ - $ref: '#/components/schemas/ObservabilityPipelineCloudPremDestination'
3574735779 - $ref: '#/components/schemas/ObservabilityPipelineAmazonS3Destination'
3574835780 - $ref: '#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestination'
3574935781 - $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestination'
@@ -35762,6 +35794,7 @@ components:
3576235794 - $ref: '#/components/schemas/ObservabilityPipelineAmazonSecurityLakeDestination'
3576335795 - $ref: '#/components/schemas/ObservabilityPipelineCrowdStrikeNextGenSiemDestination'
3576435796 - $ref: '#/components/schemas/ObservabilityPipelineGooglePubSubDestination'
35797+ - $ref: '#/components/schemas/ObservabilityPipelineKafkaDestination'
3576535798 ObservabilityPipelineConfigProcessorGroup:
3576635799 description: A group of processors.
3576735800 example:
@@ -37060,6 +37093,151 @@ components:
3706037093 type: string
3706137094 x-enum-varnames:
3706237095 - HTTP_SERVER
37096+ ObservabilityPipelineKafkaDestination:
37097+ description: The `kafka` destination sends logs to Apache Kafka topics.
37098+ properties:
37099+ compression:
37100+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationCompression'
37101+ encoding:
37102+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationEncoding'
37103+ headers_key:
37104+ description: The field name to use for Kafka message headers.
37105+ example: headers
37106+ type: string
37107+ id:
37108+ description: The unique identifier for this component.
37109+ example: kafka-destination
37110+ type: string
37111+ inputs:
37112+ description: A list of component IDs whose output is used as the `input`
37113+ for this component.
37114+ example:
37115+ - filter-processor
37116+ items:
37117+ type: string
37118+ type: array
37119+ key_field:
37120+ description: The field name to use as the Kafka message key.
37121+ example: message_id
37122+ type: string
37123+ librdkafka_options:
37124+ description: Optional list of advanced Kafka producer configuration options,
37125+ defined as key-value pairs.
37126+ items:
37127+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption'
37128+ type: array
37129+ message_timeout_ms:
37130+ description: Maximum time in milliseconds to wait for message delivery confirmation.
37131+ example: 300000
37132+ format: int64
37133+ minimum: 1
37134+ type: integer
37135+ rate_limit_duration_secs:
37136+ description: Duration in seconds for the rate limit window.
37137+ example: 1
37138+ format: int64
37139+ minimum: 1
37140+ type: integer
37141+ rate_limit_num:
37142+ description: Maximum number of messages allowed per rate limit duration.
37143+ example: 1000
37144+ format: int64
37145+ minimum: 1
37146+ type: integer
37147+ sasl:
37148+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl'
37149+ socket_timeout_ms:
37150+ description: Socket timeout in milliseconds for network requests.
37151+ example: 60000
37152+ format: int64
37153+ maximum: 300000
37154+ minimum: 10
37155+ type: integer
37156+ tls:
37157+ $ref: '#/components/schemas/ObservabilityPipelineTls'
37158+ topic:
37159+ description: The Kafka topic name to publish logs to.
37160+ example: logs-topic
37161+ type: string
37162+ type:
37163+ $ref: '#/components/schemas/ObservabilityPipelineKafkaDestinationType'
37164+ required:
37165+ - id
37166+ - type
37167+ - inputs
37168+ - topic
37169+ - encoding
37170+ type: object
37171+ ObservabilityPipelineKafkaDestinationCompression:
37172+ description: Compression codec for Kafka messages.
37173+ enum:
37174+ - none
37175+ - gzip
37176+ - snappy
37177+ - lz4
37178+ - zstd
37179+ example: gzip
37180+ type: string
37181+ x-enum-varnames:
37182+ - NONE
37183+ - GZIP
37184+ - SNAPPY
37185+ - LZ4
37186+ - ZSTD
37187+ ObservabilityPipelineKafkaDestinationEncoding:
37188+ description: Encoding format for log events.
37189+ enum:
37190+ - json
37191+ - raw_message
37192+ example: json
37193+ type: string
37194+ x-enum-varnames:
37195+ - JSON
37196+ - RAW_MESSAGE
37197+ ObservabilityPipelineKafkaDestinationType:
37198+ default: kafka
37199+ description: The destination type. The value should always be `kafka`.
37200+ enum:
37201+ - kafka
37202+ example: kafka
37203+ type: string
37204+ x-enum-varnames:
37205+ - KAFKA
37206+ ObservabilityPipelineKafkaLibrdkafkaOption:
37207+ description: Represents a key-value pair used to configure low-level `librdkafka`
37208+ client options for Kafka source and destination, such as timeouts, buffer
37209+ sizes, and security settings.
37210+ properties:
37211+ name:
37212+ description: The name of the `librdkafka` configuration option to set.
37213+ example: fetch.message.max.bytes
37214+ type: string
37215+ value:
37216+ description: The value assigned to the specified `librdkafka` configuration
37217+ option.
37218+ example: '1048576'
37219+ type: string
37220+ required:
37221+ - name
37222+ - value
37223+ type: object
37224+ ObservabilityPipelineKafkaSasl:
37225+ description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
37226+ properties:
37227+ mechanism:
37228+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSaslMechanism'
37229+ type: object
37230+ ObservabilityPipelineKafkaSaslMechanism:
37231+ description: SASL mechanism used for Kafka authentication.
37232+ enum:
37233+ - PLAIN
37234+ - SCRAM-SHA-256
37235+ - SCRAM-SHA-512
37236+ type: string
37237+ x-enum-varnames:
37238+ - PLAIN
37239+ - SCRAMNOT_SHANOT_256
37240+ - SCRAMNOT_SHANOT_512
3706337241 ObservabilityPipelineKafkaSource:
3706437242 description: The `kafka` source ingests data from Apache Kafka topics.
3706537243 properties:
@@ -37077,10 +37255,10 @@ components:
3707737255 description: Optional list of advanced Kafka client configuration options,
3707837256 defined as key-value pairs.
3707937257 items:
37080- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceLibrdkafkaOption '
37258+ $ref: '#/components/schemas/ObservabilityPipelineKafkaLibrdkafkaOption '
3708137259 type: array
3708237260 sasl:
37083- $ref: '#/components/schemas/ObservabilityPipelineKafkaSourceSasl '
37261+ $ref: '#/components/schemas/ObservabilityPipelineKafkaSasl '
3708437262 tls:
3708537263 $ref: '#/components/schemas/ObservabilityPipelineTls'
3708637264 topics:
@@ -37100,30 +37278,6 @@ components:
3710037278 - group_id
3710137279 - topics
3710237280 type: object
37103- ObservabilityPipelineKafkaSourceLibrdkafkaOption:
37104- description: Represents a key-value pair used to configure low-level `librdkafka`
37105- client options for Kafka sources, such as timeouts, buffer sizes, and security
37106- settings.
37107- properties:
37108- name:
37109- description: The name of the `librdkafka` configuration option to set.
37110- example: fetch.message.max.bytes
37111- type: string
37112- value:
37113- description: The value assigned to the specified `librdkafka` configuration
37114- option.
37115- example: '1048576'
37116- type: string
37117- required:
37118- - name
37119- - value
37120- type: object
37121- ObservabilityPipelineKafkaSourceSasl:
37122- description: Specifies the SASL mechanism for authenticating with a Kafka cluster.
37123- properties:
37124- mechanism:
37125- $ref: '#/components/schemas/ObservabilityPipelinePipelineKafkaSourceSaslMechanism'
37126- type: object
3712737281 ObservabilityPipelineKafkaSourceType:
3712837282 default: kafka
3712937283 description: The source type. The value should always be `kafka`.
@@ -37513,17 +37667,6 @@ components:
3751337667 type: string
3751437668 x-enum-varnames:
3751537669 - PARSE_JSON
37516- ObservabilityPipelinePipelineKafkaSourceSaslMechanism:
37517- description: SASL mechanism used for Kafka authentication.
37518- enum:
37519- - PLAIN
37520- - SCRAM-SHA-256
37521- - SCRAM-SHA-512
37522- type: string
37523- x-enum-varnames:
37524- - PLAIN
37525- - SCRAMNOT_SHANOT_256
37526- - SCRAMNOT_SHANOT_512
3752737670 ObservabilityPipelineQuotaProcessor:
3752837671 description: The Quota Processor measures logging traffic for logs that match
3752937672 a specified filter. When the configured daily quota is met, the processor
0 commit comments