@@ -22569,7 +22569,6 @@ components:
2256922569 type: array
2257022570 required:
2257122571 - sources
22572- - processors
2257322572 - destinations
2257422573 type: object
2257522574 ObservabilityPipelineConfigDestinationItem:
@@ -22585,11 +22584,15 @@ components:
2258522584 - $ref: '#/components/schemas/ObservabilityPipelineAddFieldsProcessor'
2258622585 - $ref: '#/components/schemas/ObservabilityPipelineRemoveFieldsProcessor'
2258722586 - $ref: '#/components/schemas/ObservabilityPipelineRenameFieldsProcessor'
22587+ - $ref: '#/components/schemas/ObservabilityPipelineSampleProcessor'
22588+ - $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessor'
2258822589 ObservabilityPipelineConfigSourceItem:
2258922590 description: A data source for the pipeline.
2259022591 oneOf:
2259122592 - $ref: '#/components/schemas/ObservabilityPipelineKafkaSource'
2259222593 - $ref: '#/components/schemas/ObservabilityPipelineDatadogAgentSource'
22594+ - $ref: '#/components/schemas/ObservabilityPipelineFluentSource'
22595+ - $ref: '#/components/schemas/ObservabilityPipelineHttpServerSource'
2259322596 ObservabilityPipelineCreateRequest:
2259422597 description: Top-level schema representing a pipeline.
2259522598 properties:
@@ -22704,6 +22707,20 @@ components:
2270422707 type: string
2270522708 x-enum-varnames:
2270622709 - DATADOG_LOGS
22710+ ObservabilityPipelineDecoding:
22711+ description: The decoding format used to interpret incoming logs.
22712+ enum:
22713+ - bytes
22714+ - gelf
22715+ - json
22716+ - syslog
22717+ example: json
22718+ type: string
22719+ x-enum-varnames:
22720+ - DECODE_BYTES
22721+ - DECODE_GELF
22722+ - DECODE_JSON
22723+ - DECODE_SYSLOG
2270722724 ObservabilityPipelineFieldValue:
2270822725 description: Represents a static key-value pair used in various processors.
2270922726 properties:
@@ -22761,6 +22778,73 @@ components:
2276122778 type: string
2276222779 x-enum-varnames:
2276322780 - FILTER
22781+ ObservabilityPipelineFluentSource:
22782+ description: The `fluent` source ingests logs from a Fluentd-compatible service.
22783+ properties:
22784+ id:
22785+ description: The unique identifier for this component. Used to reference
22786+ this component in other parts of the pipeline (for example, as the `input`
22787+ to downstream components).
22788+ example: fluent-source
22789+ type: string
22790+ tls:
22791+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22792+ type:
22793+ $ref: '#/components/schemas/ObservabilityPipelineFluentSourceType'
22794+ required:
22795+ - id
22796+ - type
22797+ type: object
22798+ ObservabilityPipelineFluentSourceType:
22799+ default: fluent
22800+ description: The source type. The value should always be `fluent`.
22801+ enum:
22802+ - fluent
22803+ example: fluent
22804+ type: string
22805+ x-enum-varnames:
22806+ - FLUENT
22807+ ObservabilityPipelineHttpServerSource:
22808+ description: The `http_server` source collects logs over HTTP POST from external
22809+ services.
22810+ properties:
22811+ auth_strategy:
22812+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceAuthStrategy'
22813+ decoding:
22814+ $ref: '#/components/schemas/ObservabilityPipelineDecoding'
22815+ id:
22816+ description: Unique ID for the HTTP server source.
22817+ example: http-server-source
22818+ type: string
22819+ tls:
22820+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22821+ type:
22822+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceType'
22823+ required:
22824+ - id
22825+ - type
22826+ - auth_strategy
22827+ - decoding
22828+ type: object
22829+ ObservabilityPipelineHttpServerSourceAuthStrategy:
22830+ description: HTTP authentication method.
22831+ enum:
22832+ - none
22833+ - plain
22834+ example: plain
22835+ type: string
22836+ x-enum-varnames:
22837+ - NONE
22838+ - PLAIN
22839+ ObservabilityPipelineHttpServerSourceType:
22840+ default: http_server
22841+ description: The source type. The value should always be `http_server`.
22842+ enum:
22843+ - http_server
22844+ example: http_server
22845+ type: string
22846+ x-enum-varnames:
22847+ - HTTP_SERVER
2276422848 ObservabilityPipelineKafkaSource:
2276522849 description: The `kafka` source ingests data from Apache Kafka topics.
2276622850 properties:
@@ -22834,6 +22918,136 @@ components:
2283422918 type: string
2283522919 x-enum-varnames:
2283622920 - KAFKA
22921+ ObservabilityPipelineParseGrokProcessor:
22922+ description: The `parse_grok` processor extracts structured fields from unstructured
22923+ log messages using Grok patterns.
22924+ properties:
22925+ disable_library_rules:
22926+ default: false
22927+ description: If set to `true`, disables the default Grok rules provided
22928+ by Datadog.
22929+ example: true
22930+ type: boolean
22931+ id:
22932+ description: A unique identifier for this processor.
22933+ example: parse-grok-processor
22934+ type: string
22935+ include:
22936+ description: A Datadog search query used to determine which logs this processor
22937+ targets.
22938+ example: service:my-service
22939+ type: string
22940+ inputs:
22941+ description: A list of component IDs whose output is used as the `input`
22942+ for this component.
22943+ example:
22944+ - datadog-agent-source
22945+ items:
22946+ type: string
22947+ type: array
22948+ rules:
22949+ description: The list of Grok parsing rules. If multiple matching rules
22950+ are provided, they are evaluated in order. The first successful match
22951+ is applied.
22952+ items:
22953+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRule'
22954+ type: array
22955+ type:
22956+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorType'
22957+ required:
22958+ - id
22959+ - type
22960+ - include
22961+ - inputs
22962+ - rules
22963+ type: object
22964+ ObservabilityPipelineParseGrokProcessorRule:
22965+ description: 'A Grok parsing rule used in the `parse_grok` processor. Each rule
22966+ defines how to extract structured fields
22967+
22968+ from a specific log field using Grok patterns.
22969+
22970+ '
22971+ properties:
22972+ match_rules:
22973+ description: 'A list of Grok parsing rules that define how to extract fields
22974+ from the source field.
22975+
22976+ Each rule must contain a name and a valid Grok pattern.
22977+
22978+ '
22979+ example:
22980+ - name: MyParsingRule
22981+ rule: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
22982+ items:
22983+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleMatchRule'
22984+ type: array
22985+ source:
22986+ description: The name of the field in the log event to apply the Grok rules
22987+ to.
22988+ example: message
22989+ type: string
22990+ support_rules:
22991+ description: 'A list of Grok helper rules that can be referenced by the
22992+ parsing rules.
22993+
22994+ '
22995+ example:
22996+ - name: user
22997+ rule: '%{word:user.name}'
22998+ items:
22999+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleSupportRule'
23000+ type: array
23001+ required:
23002+ - source
23003+ - match_rules
23004+ - support_rules
23005+ type: object
23006+ ObservabilityPipelineParseGrokProcessorRuleMatchRule:
23007+ description: 'Defines a Grok parsing rule, which extracts structured fields
23008+ from log content using named Grok patterns.
23009+
23010+ Each rule must have a unique name and a valid Datadog Grok pattern that will
23011+ be applied to the source field.
23012+
23013+ '
23014+ properties:
23015+ name:
23016+ description: The name of the rule.
23017+ example: MyParsingRule
23018+ type: string
23019+ rule:
23020+ description: The definition of the Grok rule.
23021+ example: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
23022+ type: string
23023+ required:
23024+ - name
23025+ - rule
23026+ type: object
23027+ ObservabilityPipelineParseGrokProcessorRuleSupportRule:
23028+ description: The Grok helper rule referenced in the parsing rules.
23029+ properties:
23030+ name:
23031+ description: The name of the Grok helper rule.
23032+ example: user
23033+ type: string
23034+ rule:
23035+ description: The definition of the Grok helper rule.
23036+ example: ' %{word:user.name}'
23037+ type: string
23038+ required:
23039+ - name
23040+ - rule
23041+ type: object
23042+ ObservabilityPipelineParseGrokProcessorType:
23043+ default: parse_grok
23044+ description: The processor type. The value should always be `parse_grok`.
23045+ enum:
23046+ - parse_grok
23047+ example: parse_grok
23048+ type: string
23049+ x-enum-varnames:
23050+ - PARSE_GROK
2283723051 ObservabilityPipelineParseJSONProcessor:
2283823052 description: The `parse_json` processor extracts JSON from a specified field
2283923053 and flattens it into the event. This is useful when logs contain embedded
@@ -22928,8 +23142,8 @@ components:
2292823142 limit:
2292923143 $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorLimit'
2293023144 name:
22931- description: Name for identifying the processor .
22932- example: MyPipelineQuotaProcessor
23145+ description: Name of the quota .
23146+ example: MyQuota
2293323147 type: string
2293423148 overrides:
2293523149 description: A list of alternate quota rules that apply to specific sets
@@ -23123,6 +23337,53 @@ components:
2312323337 type: string
2312423338 x-enum-varnames:
2312523339 - RENAME_FIELDS
23340+ ObservabilityPipelineSampleProcessor:
23341+ description: The `sample` processor allows probabilistic sampling of logs at
23342+ a fixed rate.
23343+ properties:
23344+ id:
23345+ description: The unique identifier for this component. Used to reference
23346+ this component in other parts of the pipeline (for example, as the `input`
23347+ to downstream components).
23348+ example: sample-processor
23349+ type: string
23350+ include:
23351+ description: A Datadog search query used to determine which logs this processor
23352+ targets.
23353+ example: service:my-service
23354+ type: string
23355+ inputs:
23356+ description: A list of component IDs whose output is used as the `input`
23357+ for this component.
23358+ example:
23359+ - datadog-agent-source
23360+ items:
23361+ type: string
23362+ type: array
23363+ rate:
23364+ description: Number of events to sample (1 in N).
23365+ example: 10
23366+ format: int64
23367+ minimum: 1
23368+ type: integer
23369+ type:
23370+ $ref: '#/components/schemas/ObservabilityPipelineSampleProcessorType'
23371+ required:
23372+ - id
23373+ - type
23374+ - include
23375+ - inputs
23376+ - rate
23377+ type: object
23378+ ObservabilityPipelineSampleProcessorType:
23379+ default: sample
23380+ description: The processor type. The value should always be `sample`.
23381+ enum:
23382+ - sample
23383+ example: sample
23384+ type: string
23385+ x-enum-varnames:
23386+ - SAMPLE
2312623387 ObservabilityPipelineTls:
2312723388 description: Configuration for enabling TLS encryption.
2312823389 properties:
0 commit comments